-- Logs begin at Tue 2022-04-12 10:14:21 UTC, end at Tue 2022-04-12 11:24:19 UTC. -- Apr 12 10:51:53.202113 dv-cinder-830088-4-iscsi systemd[1]: Started Devstack devstack@q-svc.service. Apr 12 10:51:56.147072 dv-cinder-830088-4-iscsi neutron-server[103148]: INFO neutron.common.config [-] Logging enabled! Apr 12 10:51:56.148215 dv-cinder-830088-4-iscsi neutron-server[103148]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 20.1.0.dev106 Apr 12 10:51:56.148407 dv-cinder-830088-4-iscsi neutron-server[103148]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=103148) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Apr 12 10:51:56.151744 dv-cinder-830088-4-iscsi neutron-server[103148]: INFO neutron.common.config [-] Logging enabled! Apr 12 10:51:56.151998 dv-cinder-830088-4-iscsi neutron-server[103148]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 20.1.0.dev106 Apr 12 10:51:56.152306 dv-cinder-830088-4-iscsi neutron-server[103148]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=103148) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Apr 12 10:51:56.153246 dv-cinder-830088-4-iscsi neutron-server[103148]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=103148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Apr 12 10:51:56.153479 dv-cinder-830088-4-iscsi neutron-server[103148]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=103148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Apr 12 10:51:56.153851 dv-cinder-830088-4-iscsi neutron-server[103148]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Apr 12 10:51:56.154097 dv-cinder-830088-4-iscsi neutron-server[103148]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Apr 12 10:51:56.154323 dv-cinder-830088-4-iscsi neutron-server[103148]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=103148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Apr 12 10:51:56.154755 dv-cinder-830088-4-iscsi neutron-server[103148]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=103148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 10:51:56.155178 dv-cinder-830088-4-iscsi neutron-server[103148]: WARNING oslo_config.cfg [-] Deprecated: Option "allow_overlapping_ips" from group "DEFAULT" is deprecated for removal. Its value may be silently ignored in the future. Apr 12 10:51:56.155491 dv-cinder-830088-4-iscsi neutron-server[103148]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=103148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 10:51:56.155786 dv-cinder-830088-4-iscsi neutron-server[103148]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=103148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 10:51:56.156079 dv-cinder-830088-4-iscsi neutron-server[103148]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=103148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 10:51:56.156373 dv-cinder-830088-4-iscsi neutron-server[103148]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=103148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 10:51:56.156661 dv-cinder-830088-4-iscsi neutron-server[103148]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=103148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 10:51:56.156941 dv-cinder-830088-4-iscsi neutron-server[103148]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=103148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 10:51:56.157226 dv-cinder-830088-4-iscsi neutron-server[103148]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=103148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 10:51:56.157520 dv-cinder-830088-4-iscsi neutron-server[103148]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=103148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 10:51:56.157811 dv-cinder-830088-4-iscsi neutron-server[103148]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=103148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 10:51:56.158088 dv-cinder-830088-4-iscsi neutron-server[103148]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=103148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 10:51:56.158369 dv-cinder-830088-4-iscsi neutron-server[103148]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=103148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 10:51:56.158656 dv-cinder-830088-4-iscsi neutron-server[103148]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 10:51:56.158970 dv-cinder-830088-4-iscsi neutron-server[103148]: DEBUG neutron.common.config [-] config_source = [] {{(pid=103148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 10:51:56.159255 dv-cinder-830088-4-iscsi neutron-server[103148]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=103148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 10:51:56.159541 dv-cinder-830088-4-iscsi neutron-server[103148]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=103148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 10:51:56.159822 dv-cinder-830088-4-iscsi neutron-server[103148]: DEBUG neutron.common.config [-] debug = True {{(pid=103148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 10:51:56.160101 dv-cinder-830088-4-iscsi neutron-server[103148]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=103148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 10:51:56.160533 dv-cinder-830088-4-iscsi neutron-server[103148]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=103148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 10:51:56.160941 dv-cinder-830088-4-iscsi neutron-server[103148]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=103148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 10:51:56.161219 dv-cinder-830088-4-iscsi neutron-server[103148]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=103148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 10:51:56.161507 dv-cinder-830088-4-iscsi neutron-server[103148]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=103148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 10:51:56.161784 dv-cinder-830088-4-iscsi neutron-server[103148]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=103148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 10:51:56.162069 dv-cinder-830088-4-iscsi neutron-server[103148]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=103148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 10:51:56.162331 dv-cinder-830088-4-iscsi neutron-server[103148]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=103148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 10:51:56.162612 dv-cinder-830088-4-iscsi neutron-server[103148]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=103148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 10:51:56.163604 dv-cinder-830088-4-iscsi neutron-server[103148]: DEBUG neutron.common.config [-] host = dv-cinder-830088-4-iscsi {{(pid=103148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 10:51:56.163840 dv-cinder-830088-4-iscsi neutron-server[103148]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=103148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 10:51:56.164131 dv-cinder-830088-4-iscsi neutron-server[103148]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=103148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 10:51:56.164456 dv-cinder-830088-4-iscsi neutron-server[103148]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=103148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 10:51:56.164744 dv-cinder-830088-4-iscsi neutron-server[103148]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=103148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 10:51:56.165023 dv-cinder-830088-4-iscsi neutron-server[103148]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=103148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 10:51:56.165301 dv-cinder-830088-4-iscsi neutron-server[103148]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=103148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 10:51:56.165590 dv-cinder-830088-4-iscsi neutron-server[103148]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=103148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 10:51:56.165865 dv-cinder-830088-4-iscsi neutron-server[103148]: DEBUG neutron.common.config [-] log_dir = None {{(pid=103148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 10:51:56.166140 dv-cinder-830088-4-iscsi neutron-server[103148]: DEBUG neutron.common.config [-] log_file = None {{(pid=103148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 10:51:56.166416 dv-cinder-830088-4-iscsi neutron-server[103148]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=103148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 10:51:56.166717 dv-cinder-830088-4-iscsi neutron-server[103148]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=103148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 10:51:56.167018 dv-cinder-830088-4-iscsi neutron-server[103148]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=103148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 10:51:56.167307 dv-cinder-830088-4-iscsi neutron-server[103148]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=103148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 10:51:56.167536 dv-cinder-830088-4-iscsi neutron-server[103148]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=103148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 10:51:56.167762 dv-cinder-830088-4-iscsi neutron-server[103148]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=103148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 10:51:56.168060 dv-cinder-830088-4-iscsi neutron-server[103148]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=103148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 10:51:56.168348 dv-cinder-830088-4-iscsi neutron-server[103148]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=103148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 10:51:56.168624 dv-cinder-830088-4-iscsi neutron-server[103148]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=103148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 10:51:56.168899 dv-cinder-830088-4-iscsi neutron-server[103148]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=103148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 10:51:56.169174 dv-cinder-830088-4-iscsi neutron-server[103148]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=103148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 10:51:56.169450 dv-cinder-830088-4-iscsi neutron-server[103148]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=103148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 10:51:56.169725 dv-cinder-830088-4-iscsi neutron-server[103148]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=103148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 10:51:56.169994 dv-cinder-830088-4-iscsi neutron-server[103148]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=103148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 10:51:56.170281 dv-cinder-830088-4-iscsi neutron-server[103148]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=103148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 10:51:56.170567 dv-cinder-830088-4-iscsi neutron-server[103148]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=103148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 10:51:56.170879 dv-cinder-830088-4-iscsi neutron-server[103148]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=103148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 10:51:56.171155 dv-cinder-830088-4-iscsi neutron-server[103148]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=103148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 10:51:56.171429 dv-cinder-830088-4-iscsi neutron-server[103148]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=103148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 10:51:56.171701 dv-cinder-830088-4-iscsi neutron-server[103148]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=103148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 10:51:56.171972 dv-cinder-830088-4-iscsi neutron-server[103148]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=103148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 10:51:56.172256 dv-cinder-830088-4-iscsi neutron-server[103148]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=103148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 10:51:56.172528 dv-cinder-830088-4-iscsi neutron-server[103148]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=103148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 10:51:56.172801 dv-cinder-830088-4-iscsi neutron-server[103148]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=103148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 10:51:56.173071 dv-cinder-830088-4-iscsi neutron-server[103148]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=103148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 10:51:56.173357 dv-cinder-830088-4-iscsi neutron-server[103148]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=103148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 10:51:56.173625 dv-cinder-830088-4-iscsi neutron-server[103148]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=103148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 10:51:56.173895 dv-cinder-830088-4-iscsi neutron-server[103148]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=103148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 10:51:56.174198 dv-cinder-830088-4-iscsi neutron-server[103148]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=103148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 10:51:56.174484 dv-cinder-830088-4-iscsi neutron-server[103148]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=103148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 10:51:56.174788 dv-cinder-830088-4-iscsi neutron-server[103148]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=103148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 10:51:56.175076 dv-cinder-830088-4-iscsi neutron-server[103148]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=103148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 10:51:56.175349 dv-cinder-830088-4-iscsi neutron-server[103148]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=103148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 10:51:56.175637 dv-cinder-830088-4-iscsi neutron-server[103148]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=103148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 10:51:56.175912 dv-cinder-830088-4-iscsi neutron-server[103148]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=103148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 10:51:56.176200 dv-cinder-830088-4-iscsi neutron-server[103148]: DEBUG neutron.common.config [-] use_journal = False {{(pid=103148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 10:51:56.176456 dv-cinder-830088-4-iscsi neutron-server[103148]: DEBUG neutron.common.config [-] use_json = False {{(pid=103148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 10:51:56.176729 dv-cinder-830088-4-iscsi neutron-server[103148]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=103148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 10:51:56.176999 dv-cinder-830088-4-iscsi neutron-server[103148]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=103148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 10:51:56.177282 dv-cinder-830088-4-iscsi neutron-server[103148]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=103148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 10:51:56.177555 dv-cinder-830088-4-iscsi neutron-server[103148]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=103148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 10:51:56.177832 dv-cinder-830088-4-iscsi neutron-server[103148]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=103148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 10:51:56.178103 dv-cinder-830088-4-iscsi neutron-server[103148]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=103148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 10:51:56.178375 dv-cinder-830088-4-iscsi neutron-server[103148]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=103148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 10:51:56.178726 dv-cinder-830088-4-iscsi neutron-server[103148]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=103148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 10:51:56.179000 dv-cinder-830088-4-iscsi neutron-server[103148]: DEBUG neutron.common.config [-] wsgi_server_debug = False {{(pid=103148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 10:51:56.179298 dv-cinder-830088-4-iscsi neutron-server[103148]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=103148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 10:51:56.179596 dv-cinder-830088-4-iscsi neutron-server[103148]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=103148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 10:51:56.179897 dv-cinder-830088-4-iscsi neutron-server[103148]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=103148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 10:51:56.180198 dv-cinder-830088-4-iscsi neutron-server[103148]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=103148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 10:51:56.180489 dv-cinder-830088-4-iscsi neutron-server[103148]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=103148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 10:51:56.180771 dv-cinder-830088-4-iscsi neutron-server[103148]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=103148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 10:51:56.181061 dv-cinder-830088-4-iscsi neutron-server[103148]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=103148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 10:51:56.181341 dv-cinder-830088-4-iscsi neutron-server[103148]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=103148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 10:51:56.181632 dv-cinder-830088-4-iscsi neutron-server[103148]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=103148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 10:51:56.181922 dv-cinder-830088-4-iscsi neutron-server[103148]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=103148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 10:51:56.182209 dv-cinder-830088-4-iscsi neutron-server[103148]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=103148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 10:51:56.182489 dv-cinder-830088-4-iscsi neutron-server[103148]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=103148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 10:51:56.182814 dv-cinder-830088-4-iscsi neutron-server[103148]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=103148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 10:51:56.183105 dv-cinder-830088-4-iscsi neutron-server[103148]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=103148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 10:51:56.183398 dv-cinder-830088-4-iscsi neutron-server[103148]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=103148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 10:51:56.183703 dv-cinder-830088-4-iscsi neutron-server[103148]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=103148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 10:51:56.183995 dv-cinder-830088-4-iscsi neutron-server[103148]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=103148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 10:51:56.184288 dv-cinder-830088-4-iscsi neutron-server[103148]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=103148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 10:51:56.184565 dv-cinder-830088-4-iscsi neutron-server[103148]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=103148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 10:51:56.184838 dv-cinder-830088-4-iscsi neutron-server[103148]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=103148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 10:51:56.185114 dv-cinder-830088-4-iscsi neutron-server[103148]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=103148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 10:51:56.185393 dv-cinder-830088-4-iscsi neutron-server[103148]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=103148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 10:51:56.185680 dv-cinder-830088-4-iscsi neutron-server[103148]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=103148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 10:51:56.185959 dv-cinder-830088-4-iscsi neutron-server[103148]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=103148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 10:51:56.186244 dv-cinder-830088-4-iscsi neutron-server[103148]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_process_name = {{(pid=103148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 10:51:56.186532 dv-cinder-830088-4-iscsi neutron-server[103148]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=103148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 10:51:56.186835 dv-cinder-830088-4-iscsi neutron-server[103148]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=103148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 10:51:56.187133 dv-cinder-830088-4-iscsi neutron-server[103148]: DEBUG neutron.common.config [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=103148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 10:51:56.187417 dv-cinder-830088-4-iscsi neutron-server[103148]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=103148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 10:51:56.187717 dv-cinder-830088-4-iscsi neutron-server[103148]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=103148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 10:51:56.188006 dv-cinder-830088-4-iscsi neutron-server[103148]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 10:51:56.188282 dv-cinder-830088-4-iscsi neutron-server[103148]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=103148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 10:51:56.188563 dv-cinder-830088-4-iscsi neutron-server[103148]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=103148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 10:51:56.188856 dv-cinder-830088-4-iscsi neutron-server[103148]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=103148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 10:51:56.189134 dv-cinder-830088-4-iscsi neutron-server[103148]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=103148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 10:51:56.189407 dv-cinder-830088-4-iscsi neutron-server[103148]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=103148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 10:51:56.189685 dv-cinder-830088-4-iscsi neutron-server[103148]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=103148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 10:51:56.189975 dv-cinder-830088-4-iscsi neutron-server[103148]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=103148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 10:51:56.190253 dv-cinder-830088-4-iscsi neutron-server[103148]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=103148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 10:51:56.190527 dv-cinder-830088-4-iscsi neutron-server[103148]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=103148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 10:51:56.190836 dv-cinder-830088-4-iscsi neutron-server[103148]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=103148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 10:51:56.191115 dv-cinder-830088-4-iscsi neutron-server[103148]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=103148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 10:51:56.191386 dv-cinder-830088-4-iscsi neutron-server[103148]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=103148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 10:51:56.191658 dv-cinder-830088-4-iscsi neutron-server[103148]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=103148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 10:51:56.191938 dv-cinder-830088-4-iscsi neutron-server[103148]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=103148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 10:51:56.192227 dv-cinder-830088-4-iscsi neutron-server[103148]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=103148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 10:51:56.192506 dv-cinder-830088-4-iscsi neutron-server[103148]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=103148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 10:51:56.192778 dv-cinder-830088-4-iscsi neutron-server[103148]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=103148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 10:51:56.193050 dv-cinder-830088-4-iscsi neutron-server[103148]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=103148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 10:51:56.193330 dv-cinder-830088-4-iscsi neutron-server[103148]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=103148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 10:51:56.193604 dv-cinder-830088-4-iscsi neutron-server[103148]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=103148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 10:51:56.193889 dv-cinder-830088-4-iscsi neutron-server[103148]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=103148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 10:51:56.194197 dv-cinder-830088-4-iscsi neutron-server[103148]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=103148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 10:51:56.194477 dv-cinder-830088-4-iscsi neutron-server[103148]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=103148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 10:51:56.194777 dv-cinder-830088-4-iscsi neutron-server[103148]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=103148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 10:51:56.195060 dv-cinder-830088-4-iscsi neutron-server[103148]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=103148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 10:51:56.195336 dv-cinder-830088-4-iscsi neutron-server[103148]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=103148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 10:51:56.195609 dv-cinder-830088-4-iscsi neutron-server[103148]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=103148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 10:51:56.195887 dv-cinder-830088-4-iscsi neutron-server[103148]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=103148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 10:51:56.196161 dv-cinder-830088-4-iscsi neutron-server[103148]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=103148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 10:51:56.196440 dv-cinder-830088-4-iscsi neutron-server[103148]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=103148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 10:51:56.196713 dv-cinder-830088-4-iscsi neutron-server[103148]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=103148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 10:51:56.196985 dv-cinder-830088-4-iscsi neutron-server[103148]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=103148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 10:51:56.197258 dv-cinder-830088-4-iscsi neutron-server[103148]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=103148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 10:51:56.197530 dv-cinder-830088-4-iscsi neutron-server[103148]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=103148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 10:51:56.197808 dv-cinder-830088-4-iscsi neutron-server[103148]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=103148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 10:51:56.198082 dv-cinder-830088-4-iscsi neutron-server[103148]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=103148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 10:51:56.198355 dv-cinder-830088-4-iscsi neutron-server[103148]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=103148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 10:51:56.198634 dv-cinder-830088-4-iscsi neutron-server[103148]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=103148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 10:51:56.198931 dv-cinder-830088-4-iscsi neutron-server[103148]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=103148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 10:51:56.199204 dv-cinder-830088-4-iscsi neutron-server[103148]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=103148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 10:51:56.199478 dv-cinder-830088-4-iscsi neutron-server[103148]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=103148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 10:51:56.199753 dv-cinder-830088-4-iscsi neutron-server[103148]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=103148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 10:51:56.200026 dv-cinder-830088-4-iscsi neutron-server[103148]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=103148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 10:51:56.200314 dv-cinder-830088-4-iscsi neutron-server[103148]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=103148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 10:51:56.200609 dv-cinder-830088-4-iscsi neutron-server[103148]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=103148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 10:51:56.200885 dv-cinder-830088-4-iscsi neutron-server[103148]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=103148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 10:51:56.201160 dv-cinder-830088-4-iscsi neutron-server[103148]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=103148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 10:51:56.201434 dv-cinder-830088-4-iscsi neutron-server[103148]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=103148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 10:51:56.201710 dv-cinder-830088-4-iscsi neutron-server[103148]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=103148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 10:51:56.201986 dv-cinder-830088-4-iscsi neutron-server[103148]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=103148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 10:51:56.202261 dv-cinder-830088-4-iscsi neutron-server[103148]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=103148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 10:51:56.202534 dv-cinder-830088-4-iscsi neutron-server[103148]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=103148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 10:51:56.202836 dv-cinder-830088-4-iscsi neutron-server[103148]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=103148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 10:51:56.203109 dv-cinder-830088-4-iscsi neutron-server[103148]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=103148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 10:51:56.203395 dv-cinder-830088-4-iscsi neutron-server[103148]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=103148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 10:51:56.203675 dv-cinder-830088-4-iscsi neutron-server[103148]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=103148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 10:51:56.203957 dv-cinder-830088-4-iscsi neutron-server[103148]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=103148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 10:51:56.204255 dv-cinder-830088-4-iscsi neutron-server[103148]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=103148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 10:51:56.204529 dv-cinder-830088-4-iscsi neutron-server[103148]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=103148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 10:51:56.204822 dv-cinder-830088-4-iscsi neutron-server[103148]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=103148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 10:51:56.205097 dv-cinder-830088-4-iscsi neutron-server[103148]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=103148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 10:51:56.205370 dv-cinder-830088-4-iscsi neutron-server[103148]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=103148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 10:51:56.205649 dv-cinder-830088-4-iscsi neutron-server[103148]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=103148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 10:51:56.205924 dv-cinder-830088-4-iscsi neutron-server[103148]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=103148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 10:51:56.206198 dv-cinder-830088-4-iscsi neutron-server[103148]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=103148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 10:51:56.206479 dv-cinder-830088-4-iscsi neutron-server[103148]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=103148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 10:51:56.206786 dv-cinder-830088-4-iscsi neutron-server[103148]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=103148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 10:51:56.207083 dv-cinder-830088-4-iscsi neutron-server[103148]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=103148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 10:51:56.207375 dv-cinder-830088-4-iscsi neutron-server[103148]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=103148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 10:51:56.207672 dv-cinder-830088-4-iscsi neutron-server[103148]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=103148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 10:51:56.207964 dv-cinder-830088-4-iscsi neutron-server[103148]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=103148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 10:51:56.208254 dv-cinder-830088-4-iscsi neutron-server[103148]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=103148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 10:51:56.208532 dv-cinder-830088-4-iscsi neutron-server[103148]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=103148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 10:51:56.208840 dv-cinder-830088-4-iscsi neutron-server[103148]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=103148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 10:51:56.209118 dv-cinder-830088-4-iscsi neutron-server[103148]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=103148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 10:51:56.209332 dv-cinder-830088-4-iscsi neutron-server[103148]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=103148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Apr 12 10:51:56.209566 dv-cinder-830088-4-iscsi neutron-server[103148]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=103148) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Apr 12 10:51:56.585087 dv-cinder-830088-4-iscsi neutron-server[103148]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=103148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} Apr 12 10:51:56.585366 dv-cinder-830088-4-iscsi neutron-server[103148]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" "released" by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=103148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} Apr 12 10:51:56.585674 dv-cinder-830088-4-iscsi neutron-server[103148]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=103148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} Apr 12 10:51:56.586003 dv-cinder-830088-4-iscsi neutron-server[103148]: INFO neutron.manager [-] Loading core plugin: ml2 Apr 12 10:51:56.910944 dv-cinder-830088-4-iscsi neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103148) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 10:51:56.911244 dv-cinder-830088-4-iscsi neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103148) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 10:51:56.911517 dv-cinder-830088-4-iscsi neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103148) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 10:51:56.912818 dv-cinder-830088-4-iscsi neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103148) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 10:51:56.913116 dv-cinder-830088-4-iscsi neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103148) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 10:51:56.913382 dv-cinder-830088-4-iscsi neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103148) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 10:51:56.966820 dv-cinder-830088-4-iscsi neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103148) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 10:51:56.967098 dv-cinder-830088-4-iscsi neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103148) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 10:51:56.967365 dv-cinder-830088-4-iscsi neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103148) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 10:51:56.982642 dv-cinder-830088-4-iscsi neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103148) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 10:51:56.982950 dv-cinder-830088-4-iscsi neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103148) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 10:51:56.983220 dv-cinder-830088-4-iscsi neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103148) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 10:51:57.012758 dv-cinder-830088-4-iscsi neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103148) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 10:51:57.013036 dv-cinder-830088-4-iscsi neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103148) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 10:51:57.013302 dv-cinder-830088-4-iscsi neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103148) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 10:51:57.049449 dv-cinder-830088-4-iscsi neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103148) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 10:51:57.049733 dv-cinder-830088-4-iscsi neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103148) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 10:51:57.050002 dv-cinder-830088-4-iscsi neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103148) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 10:51:57.388894 dv-cinder-830088-4-iscsi neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=103148) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 10:51:57.389504 dv-cinder-830088-4-iscsi neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=103148) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 10:51:57.389504 dv-cinder-830088-4-iscsi neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=103148) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 10:51:57.389684 dv-cinder-830088-4-iscsi neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=103148) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 10:51:57.390370 dv-cinder-830088-4-iscsi neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=103148) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 10:51:57.489485 dv-cinder-830088-4-iscsi neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=103148) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 10:51:57.489812 dv-cinder-830088-4-iscsi neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=103148) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 10:51:57.490093 dv-cinder-830088-4-iscsi neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=103148) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 10:51:57.490370 dv-cinder-830088-4-iscsi neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=103148) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 10:51:57.490641 dv-cinder-830088-4-iscsi neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=103148) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 10:51:57.490979 dv-cinder-830088-4-iscsi neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=103148) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 10:51:57.491777 dv-cinder-830088-4-iscsi neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=103148) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 10:51:57.492036 dv-cinder-830088-4-iscsi neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=103148) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 10:51:57.492292 dv-cinder-830088-4-iscsi neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=103148) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 10:51:57.492578 dv-cinder-830088-4-iscsi neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=103148) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 10:51:57.492843 dv-cinder-830088-4-iscsi neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=103148) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 10:51:57.493110 dv-cinder-830088-4-iscsi neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=103148) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 10:51:57.493366 dv-cinder-830088-4-iscsi neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=103148) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 10:51:57.493619 dv-cinder-830088-4-iscsi neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=103148) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 10:51:57.493877 dv-cinder-830088-4-iscsi neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=103148) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 10:51:57.494151 dv-cinder-830088-4-iscsi neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103148) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 10:51:57.494405 dv-cinder-830088-4-iscsi neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=103148) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 10:51:57.494676 dv-cinder-830088-4-iscsi neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=103148) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 10:51:57.494980 dv-cinder-830088-4-iscsi neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=103148) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 10:51:57.495245 dv-cinder-830088-4-iscsi neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=103148) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 10:51:57.495672 dv-cinder-830088-4-iscsi neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103148) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 10:51:57.495935 dv-cinder-830088-4-iscsi neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103148) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 10:51:57.496225 dv-cinder-830088-4-iscsi neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=103148) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 10:51:57.496608 dv-cinder-830088-4-iscsi neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103148) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 10:51:57.496865 dv-cinder-830088-4-iscsi neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103148) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 10:51:57.497118 dv-cinder-830088-4-iscsi neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103148) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 10:51:57.497519 dv-cinder-830088-4-iscsi neutron-server[103148]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=103148) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Apr 12 10:51:57.497764 dv-cinder-830088-4-iscsi neutron-server[103148]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=103148) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Apr 12 10:51:57.498004 dv-cinder-830088-4-iscsi neutron-server[103148]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=103148) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Apr 12 10:51:57.498242 dv-cinder-830088-4-iscsi neutron-server[103148]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=103148) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Apr 12 10:51:57.498486 dv-cinder-830088-4-iscsi neutron-server[103148]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=103148) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Apr 12 10:51:57.498742 dv-cinder-830088-4-iscsi neutron-server[103148]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=103148) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Apr 12 10:51:57.499109 dv-cinder-830088-4-iscsi neutron-server[103148]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Apr 12 10:51:57.502180 dv-cinder-830088-4-iscsi neutron-server[103148]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Apr 12 10:51:57.506106 dv-cinder-830088-4-iscsi neutron-server[103148]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Apr 12 10:51:57.510283 dv-cinder-830088-4-iscsi neutron-server[103148]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(500, 549)])]) Apr 12 10:51:57.511924 dv-cinder-830088-4-iscsi neutron-server[103148]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Apr 12 10:51:57.512385 dv-cinder-830088-4-iscsi neutron-server[103148]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Apr 12 10:51:57.512717 dv-cinder-830088-4-iscsi neutron-server[103148]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Apr 12 10:51:57.513098 dv-cinder-830088-4-iscsi neutron-server[103148]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Apr 12 10:51:57.516038 dv-cinder-830088-4-iscsi neutron-server[103148]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Apr 12 10:51:57.516286 dv-cinder-830088-4-iscsi neutron-server[103148]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Apr 12 10:51:57.516623 dv-cinder-830088-4-iscsi neutron-server[103148]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Apr 12 10:51:57.521475 dv-cinder-830088-4-iscsi neutron-server[103148]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] Apr 12 10:51:57.544653 dv-cinder-830088-4-iscsi neutron-server[103148]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Apr 12 10:51:57.545107 dv-cinder-830088-4-iscsi neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=103148) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 10:51:57.545401 dv-cinder-830088-4-iscsi neutron-server[103148]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=103148) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:88}} Apr 12 10:51:57.545769 dv-cinder-830088-4-iscsi neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=103148) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 10:51:57.547142 dv-cinder-830088-4-iscsi neutron-server[103148]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=103148) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Apr 12 10:51:57.547425 dv-cinder-830088-4-iscsi neutron-server[103148]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Apr 12 10:51:57.547673 dv-cinder-830088-4-iscsi neutron-server[103148]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Apr 12 10:51:57.550973 dv-cinder-830088-4-iscsi neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=103148) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 10:51:57.551252 dv-cinder-830088-4-iscsi neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=103148) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 10:51:57.612964 dv-cinder-830088-4-iscsi neutron-server[103148]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Apr 12 10:51:57.613197 dv-cinder-830088-4-iscsi neutron-server[103148]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Apr 12 10:51:57.613431 dv-cinder-830088-4-iscsi neutron-server[103148]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Apr 12 10:51:57.613790 dv-cinder-830088-4-iscsi neutron-server[103148]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Apr 12 10:51:57.634298 dv-cinder-830088-4-iscsi neutron-server[103148]: DEBUG oslo_db.sqlalchemy.engines [None req-13a2d37f-101c-45de-a77d-673dbe3c9196 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=103148) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Apr 12 10:51:58.071535 dv-cinder-830088-4-iscsi neutron-server[103148]: INFO neutron.plugins.ml2.managers [None req-13a2d37f-101c-45de-a77d-673dbe3c9196 None None] Initializing driver for type 'gre' Apr 12 10:51:58.072079 dv-cinder-830088-4-iscsi neutron-server[103148]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-13a2d37f-101c-45de-a77d-673dbe3c9196 None None] gre ID ranges: [(1, 1000)] Apr 12 10:51:58.124312 dv-cinder-830088-4-iscsi neutron-server[103148]: INFO neutron.plugins.ml2.managers [None req-13a2d37f-101c-45de-a77d-673dbe3c9196 None None] Initializing driver for type 'local' Apr 12 10:51:58.124650 dv-cinder-830088-4-iscsi neutron-server[103148]: INFO neutron.plugins.ml2.managers [None req-13a2d37f-101c-45de-a77d-673dbe3c9196 None None] Initializing driver for type 'vlan' Apr 12 10:51:58.138400 dv-cinder-830088-4-iscsi neutron-server[103148]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-13a2d37f-101c-45de-a77d-673dbe3c9196 None None] VlanTypeDriver initialization complete Apr 12 10:51:58.138789 dv-cinder-830088-4-iscsi neutron-server[103148]: INFO neutron.plugins.ml2.managers [None req-13a2d37f-101c-45de-a77d-673dbe3c9196 None None] Initializing driver for type 'vxlan' Apr 12 10:51:58.139279 dv-cinder-830088-4-iscsi neutron-server[103148]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-13a2d37f-101c-45de-a77d-673dbe3c9196 None None] vxlan ID ranges: [(1, 1000)] Apr 12 10:51:58.191726 dv-cinder-830088-4-iscsi neutron-server[103148]: INFO neutron.plugins.ml2.managers [None req-13a2d37f-101c-45de-a77d-673dbe3c9196 None None] Initializing extension driver 'port_security' Apr 12 10:51:58.192124 dv-cinder-830088-4-iscsi neutron-server[103148]: INFO neutron.plugins.ml2.extensions.port_security [None req-13a2d37f-101c-45de-a77d-673dbe3c9196 None None] PortSecurityExtensionDriver initialization complete Apr 12 10:51:58.192464 dv-cinder-830088-4-iscsi neutron-server[103148]: INFO neutron.plugins.ml2.managers [None req-13a2d37f-101c-45de-a77d-673dbe3c9196 None None] Initializing mechanism driver 'openvswitch' Apr 12 10:51:58.192787 dv-cinder-830088-4-iscsi neutron-server[103148]: INFO neutron.plugins.ml2.managers [None req-13a2d37f-101c-45de-a77d-673dbe3c9196 None None] Initializing mechanism driver 'hyperv' Apr 12 10:51:58.199938 dv-cinder-830088-4-iscsi neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-13a2d37f-101c-45de-a77d-673dbe3c9196 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 10:51:58.200762 dv-cinder-830088-4-iscsi neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-13a2d37f-101c-45de-a77d-673dbe3c9196 None None] Subscribe: > port after_create 55550000 {{(pid=103148) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 10:51:58.201389 dv-cinder-830088-4-iscsi neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-13a2d37f-101c-45de-a77d-673dbe3c9196 None None] Subscribe: > port after_update 55550000 {{(pid=103148) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 10:51:58.201746 dv-cinder-830088-4-iscsi neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-13a2d37f-101c-45de-a77d-673dbe3c9196 None None] Subscribe: > port after_delete 55550000 {{(pid=103148) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 10:51:58.202270 dv-cinder-830088-4-iscsi neutron-server[103148]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=103148) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Apr 12 10:51:58.202733 dv-cinder-830088-4-iscsi neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-13a2d37f-101c-45de-a77d-673dbe3c9196 None None] Subscribe: > subnet after_create 55550000 {{(pid=103148) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 10:51:58.203081 dv-cinder-830088-4-iscsi neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-13a2d37f-101c-45de-a77d-673dbe3c9196 None None] Subscribe: > subnet after_update 55550000 {{(pid=103148) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 10:51:58.203435 dv-cinder-830088-4-iscsi neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-13a2d37f-101c-45de-a77d-673dbe3c9196 None None] Subscribe: > subnet after_delete 55550000 {{(pid=103148) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 10:51:58.203822 dv-cinder-830088-4-iscsi neutron-server[103148]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=103148) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Apr 12 10:51:58.204225 dv-cinder-830088-4-iscsi neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-13a2d37f-101c-45de-a77d-673dbe3c9196 None None] Subscribe: > network after_create 55550000 {{(pid=103148) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 10:51:58.204566 dv-cinder-830088-4-iscsi neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-13a2d37f-101c-45de-a77d-673dbe3c9196 None None] Subscribe: > network after_update 55550000 {{(pid=103148) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 10:51:58.204902 dv-cinder-830088-4-iscsi neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-13a2d37f-101c-45de-a77d-673dbe3c9196 None None] Subscribe: > network after_delete 55550000 {{(pid=103148) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 10:51:58.205290 dv-cinder-830088-4-iscsi neutron-server[103148]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=103148) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Apr 12 10:51:58.205688 dv-cinder-830088-4-iscsi neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-13a2d37f-101c-45de-a77d-673dbe3c9196 None None] Subscribe: > security_group after_create 55550000 {{(pid=103148) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 10:51:58.206031 dv-cinder-830088-4-iscsi neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-13a2d37f-101c-45de-a77d-673dbe3c9196 None None] Subscribe: > security_group after_update 55550000 {{(pid=103148) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 10:51:58.206366 dv-cinder-830088-4-iscsi neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-13a2d37f-101c-45de-a77d-673dbe3c9196 None None] Subscribe: > security_group after_delete 55550000 {{(pid=103148) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 10:51:58.206777 dv-cinder-830088-4-iscsi neutron-server[103148]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=103148) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Apr 12 10:51:58.207180 dv-cinder-830088-4-iscsi neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-13a2d37f-101c-45de-a77d-673dbe3c9196 None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=103148) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 10:51:58.207519 dv-cinder-830088-4-iscsi neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-13a2d37f-101c-45de-a77d-673dbe3c9196 None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=103148) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 10:51:58.207854 dv-cinder-830088-4-iscsi neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-13a2d37f-101c-45de-a77d-673dbe3c9196 None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=103148) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 10:51:58.208241 dv-cinder-830088-4-iscsi neutron-server[103148]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=103148) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Apr 12 10:51:58.208639 dv-cinder-830088-4-iscsi neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-13a2d37f-101c-45de-a77d-673dbe3c9196 None None] Subscribe: > address_group after_create 55550000 {{(pid=103148) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 10:51:58.208979 dv-cinder-830088-4-iscsi neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-13a2d37f-101c-45de-a77d-673dbe3c9196 None None] Subscribe: > address_group after_update 55550000 {{(pid=103148) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 10:51:58.209308 dv-cinder-830088-4-iscsi neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-13a2d37f-101c-45de-a77d-673dbe3c9196 None None] Subscribe: > address_group after_delete 55550000 {{(pid=103148) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 10:51:58.209697 dv-cinder-830088-4-iscsi neutron-server[103148]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=103148) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Apr 12 10:51:58.210230 dv-cinder-830088-4-iscsi neutron-server[103148]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-13a2d37f-101c-45de-a77d-673dbe3c9196 None None] ML2 OVO RPC backend initialized. {{(pid=103148) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:162}} Apr 12 10:51:58.210959 dv-cinder-830088-4-iscsi neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-13a2d37f-101c-45de-a77d-673dbe3c9196 None None] Subscribe: > router_interface after_create 55550000 {{(pid=103148) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 10:51:58.211313 dv-cinder-830088-4-iscsi neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-13a2d37f-101c-45de-a77d-673dbe3c9196 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=103148) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 10:51:58.211726 dv-cinder-830088-4-iscsi neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-13a2d37f-101c-45de-a77d-673dbe3c9196 None None] Subscribe: > network before_response 55550000 {{(pid=103148) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 10:51:58.212068 dv-cinder-830088-4-iscsi neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-13a2d37f-101c-45de-a77d-673dbe3c9196 None None] Subscribe: > networks before_response 55550000 {{(pid=103148) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 10:51:58.212414 dv-cinder-830088-4-iscsi neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-13a2d37f-101c-45de-a77d-673dbe3c9196 None None] Subscribe: > port before_response 55550000 {{(pid=103148) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 10:51:58.212749 dv-cinder-830088-4-iscsi neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-13a2d37f-101c-45de-a77d-673dbe3c9196 None None] Subscribe: > ports before_response 55550000 {{(pid=103148) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 10:51:58.213084 dv-cinder-830088-4-iscsi neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-13a2d37f-101c-45de-a77d-673dbe3c9196 None None] Subscribe: > subnet before_response 55550000 {{(pid=103148) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 10:51:58.213418 dv-cinder-830088-4-iscsi neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-13a2d37f-101c-45de-a77d-673dbe3c9196 None None] Subscribe: > subnets before_response 55550000 {{(pid=103148) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 10:51:58.213755 dv-cinder-830088-4-iscsi neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-13a2d37f-101c-45de-a77d-673dbe3c9196 None None] Subscribe: > network after_create 55550000 {{(pid=103148) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 10:51:58.214087 dv-cinder-830088-4-iscsi neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-13a2d37f-101c-45de-a77d-673dbe3c9196 None None] Subscribe: > network after_update 55550000 {{(pid=103148) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 10:51:58.214418 dv-cinder-830088-4-iscsi neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-13a2d37f-101c-45de-a77d-673dbe3c9196 None None] Subscribe: > network after_delete 55550000 {{(pid=103148) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 10:51:58.214773 dv-cinder-830088-4-iscsi neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-13a2d37f-101c-45de-a77d-673dbe3c9196 None None] Subscribe: > port after_create 55550000 {{(pid=103148) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 10:51:58.215138 dv-cinder-830088-4-iscsi neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-13a2d37f-101c-45de-a77d-673dbe3c9196 None None] Subscribe: > port after_update 55550000 {{(pid=103148) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 10:51:58.215467 dv-cinder-830088-4-iscsi neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-13a2d37f-101c-45de-a77d-673dbe3c9196 None None] Subscribe: > port after_delete 55550000 {{(pid=103148) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 10:51:58.215795 dv-cinder-830088-4-iscsi neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-13a2d37f-101c-45de-a77d-673dbe3c9196 None None] Subscribe: > subnet after_create 55550000 {{(pid=103148) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 10:51:58.216126 dv-cinder-830088-4-iscsi neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-13a2d37f-101c-45de-a77d-673dbe3c9196 None None] Subscribe: > subnet after_update 55550000 {{(pid=103148) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 10:51:58.216452 dv-cinder-830088-4-iscsi neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-13a2d37f-101c-45de-a77d-673dbe3c9196 None None] Subscribe: > subnet after_delete 55550000 {{(pid=103148) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 10:51:58.223753 dv-cinder-830088-4-iscsi neutron-server[103148]: INFO neutron.quota [None req-13a2d37f-101c-45de-a77d-673dbe3c9196 None None] Loaded quota_driver: . Apr 12 10:51:58.224113 dv-cinder-830088-4-iscsi neutron-server[103148]: INFO neutron.plugins.ml2.plugin [None req-13a2d37f-101c-45de-a77d-673dbe3c9196 None None] Modular L2 Plugin initialization complete Apr 12 10:51:58.224453 dv-cinder-830088-4-iscsi neutron-server[103148]: DEBUG neutron.manager [None req-13a2d37f-101c-45de-a77d-673dbe3c9196 None None] Loading services supported by the core plugin {{(pid=103148) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Apr 12 10:51:58.224786 dv-cinder-830088-4-iscsi neutron-server[103148]: INFO neutron.plugins.ml2.managers [None req-13a2d37f-101c-45de-a77d-673dbe3c9196 None None] Got port-security extension from driver 'port_security' Apr 12 10:51:58.225256 dv-cinder-830088-4-iscsi neutron-server[103148]: INFO neutron.extensions.vlantransparent [None req-13a2d37f-101c-45de-a77d-673dbe3c9196 None None] Disabled vlantransparent extension. Apr 12 10:51:58.225743 dv-cinder-830088-4-iscsi neutron-server[103148]: DEBUG neutron.manager [None req-13a2d37f-101c-45de-a77d-673dbe3c9196 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=103148) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Apr 12 10:51:58.226063 dv-cinder-830088-4-iscsi neutron-server[103148]: INFO neutron.manager [None req-13a2d37f-101c-45de-a77d-673dbe3c9196 None None] Loading Plugin: router Apr 12 10:51:58.261393 dv-cinder-830088-4-iscsi neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-13a2d37f-101c-45de-a77d-673dbe3c9196 None None] Subscribe: > router_interface before_create 55550000 {{(pid=103148) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 10:51:58.261774 dv-cinder-830088-4-iscsi neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-13a2d37f-101c-45de-a77d-673dbe3c9196 None None] Subscribe: > router after_create 55549900 {{(pid=103148) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 10:51:58.262136 dv-cinder-830088-4-iscsi neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-13a2d37f-101c-45de-a77d-673dbe3c9196 None None] Subscribe: > router before_create 55549900 {{(pid=103148) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 10:51:58.262491 dv-cinder-830088-4-iscsi neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-13a2d37f-101c-45de-a77d-673dbe3c9196 None None] Subscribe: > router_interface before_delete 55550000 {{(pid=103148) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 10:51:58.262890 dv-cinder-830088-4-iscsi neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-13a2d37f-101c-45de-a77d-673dbe3c9196 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=103148) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 10:51:58.263241 dv-cinder-830088-4-iscsi neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-13a2d37f-101c-45de-a77d-673dbe3c9196 None None] Subscribe: > router after_delete 55549900 {{(pid=103148) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 10:51:58.263619 dv-cinder-830088-4-iscsi neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-13a2d37f-101c-45de-a77d-673dbe3c9196 None None] Subscribe: > floatingip after_create 55550000 {{(pid=103148) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 10:51:58.263960 dv-cinder-830088-4-iscsi neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-13a2d37f-101c-45de-a77d-673dbe3c9196 None None] Subscribe: > floatingip after_update 55550000 {{(pid=103148) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 10:51:58.264309 dv-cinder-830088-4-iscsi neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-13a2d37f-101c-45de-a77d-673dbe3c9196 None None] Subscribe: > router after_create 55549900 {{(pid=103148) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 10:51:58.264652 dv-cinder-830088-4-iscsi neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-13a2d37f-101c-45de-a77d-673dbe3c9196 None None] Subscribe: > router after_update 55549900 {{(pid=103148) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 10:51:58.264995 dv-cinder-830088-4-iscsi neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-13a2d37f-101c-45de-a77d-673dbe3c9196 None None] Subscribe: > router after_update 55549900 {{(pid=103148) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 10:51:58.265341 dv-cinder-830088-4-iscsi neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-13a2d37f-101c-45de-a77d-673dbe3c9196 None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=103148) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 10:51:58.265689 dv-cinder-830088-4-iscsi neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-13a2d37f-101c-45de-a77d-673dbe3c9196 None None] Subscribe: > router after_update 55549900 {{(pid=103148) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 10:51:58.266092 dv-cinder-830088-4-iscsi neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-13a2d37f-101c-45de-a77d-673dbe3c9196 None None] Subscribe: > router precommit_update 55549900 {{(pid=103148) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 10:51:58.266452 dv-cinder-830088-4-iscsi neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-13a2d37f-101c-45de-a77d-673dbe3c9196 None None] Subscribe: port after_update 55550000 {{(pid=103148) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 10:51:58.266816 dv-cinder-830088-4-iscsi neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-13a2d37f-101c-45de-a77d-673dbe3c9196 None None] Subscribe: port after_delete 55550000 {{(pid=103148) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 10:51:58.267151 dv-cinder-830088-4-iscsi neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-13a2d37f-101c-45de-a77d-673dbe3c9196 None None] Subscribe: subnet after_update 55550000 {{(pid=103148) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 10:51:58.267506 dv-cinder-830088-4-iscsi neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-13a2d37f-101c-45de-a77d-673dbe3c9196 None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=103148) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 10:51:58.267829 dv-cinder-830088-4-iscsi neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-13a2d37f-101c-45de-a77d-673dbe3c9196 None None] Subscribe: > port precommit_delete 55550000 {{(pid=103148) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 10:51:58.268168 dv-cinder-830088-4-iscsi neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-13a2d37f-101c-45de-a77d-673dbe3c9196 None None] Subscribe: > router precommit_create 55549900 {{(pid=103148) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 10:51:58.268504 dv-cinder-830088-4-iscsi neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-13a2d37f-101c-45de-a77d-673dbe3c9196 None None] Subscribe: port before_delete 55550000 {{(pid=103148) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 10:51:58.268839 dv-cinder-830088-4-iscsi neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-13a2d37f-101c-45de-a77d-673dbe3c9196 None None] Subscribe: > router precommit_create 55550000 {{(pid=103148) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 10:51:58.269202 dv-cinder-830088-4-iscsi neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-13a2d37f-101c-45de-a77d-673dbe3c9196 None None] Subscribe: > router after_update 55549900 {{(pid=103148) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 10:51:58.269701 dv-cinder-830088-4-iscsi neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-13a2d37f-101c-45de-a77d-673dbe3c9196 None None] Subscribe: > router precommit_delete 55549900 {{(pid=103148) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 10:51:58.270163 dv-cinder-830088-4-iscsi neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-13a2d37f-101c-45de-a77d-673dbe3c9196 None None] Subscribe: > router precommit_create 55549900 {{(pid=103148) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 10:51:58.270503 dv-cinder-830088-4-iscsi neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-13a2d37f-101c-45de-a77d-673dbe3c9196 None None] Subscribe: > router_interface after_create 55550000 {{(pid=103148) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 10:51:58.271042 dv-cinder-830088-4-iscsi neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-13a2d37f-101c-45de-a77d-673dbe3c9196 None None] Subscribe: > router precommit_update 55549900 {{(pid=103148) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 10:51:58.271538 dv-cinder-830088-4-iscsi neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-13a2d37f-101c-45de-a77d-673dbe3c9196 None None] Subscribe: > agent after_create 55550000 {{(pid=103148) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 10:51:58.271984 dv-cinder-830088-4-iscsi neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-13a2d37f-101c-45de-a77d-673dbe3c9196 None None] Subscribe: > agent after_delete 55550000 {{(pid=103148) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 10:51:58.272841 dv-cinder-830088-4-iscsi neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-13a2d37f-101c-45de-a77d-673dbe3c9196 None None] Subscribe: > network after_delete 55550000 {{(pid=103148) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 10:51:58.273933 dv-cinder-830088-4-iscsi neutron-server[103148]: DEBUG neutron.quota.resource_registry [None req-13a2d37f-101c-45de-a77d-673dbe3c9196 None None] Tracking information for resource: router configured {{(pid=103148) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Apr 12 10:51:58.274401 dv-cinder-830088-4-iscsi neutron-server[103148]: DEBUG neutron.quota.resource_registry [None req-13a2d37f-101c-45de-a77d-673dbe3c9196 None None] Tracking information for resource: floatingip configured {{(pid=103148) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Apr 12 10:51:58.280529 dv-cinder-830088-4-iscsi neutron-server[103148]: INFO neutron.db.l3_agentschedulers_db [None req-13a2d37f-101c-45de-a77d-673dbe3c9196 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Apr 12 10:51:58.281154 dv-cinder-830088-4-iscsi neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-13a2d37f-101c-45de-a77d-673dbe3c9196 None None] Subscribe: port after_update 55550000 {{(pid=103148) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 10:51:58.281740 dv-cinder-830088-4-iscsi neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-13a2d37f-101c-45de-a77d-673dbe3c9196 None None] Subscribe: port after_create 55550000 {{(pid=103148) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 10:51:58.282006 dv-cinder-830088-4-iscsi neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-13a2d37f-101c-45de-a77d-673dbe3c9196 None None] Subscribe: port after_delete 55550000 {{(pid=103148) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 10:51:58.282555 dv-cinder-830088-4-iscsi neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-13a2d37f-101c-45de-a77d-673dbe3c9196 None None] Subscribe: port after_update 55550000 {{(pid=103148) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 10:51:58.283638 dv-cinder-830088-4-iscsi neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-13a2d37f-101c-45de-a77d-673dbe3c9196 None None] Subscribe: > router before_create 55550100 {{(pid=103148) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 10:51:58.284175 dv-cinder-830088-4-iscsi neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-13a2d37f-101c-45de-a77d-673dbe3c9196 None None] Subscribe: > router precommit_delete 55550100 {{(pid=103148) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 10:51:58.284559 dv-cinder-830088-4-iscsi neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-13a2d37f-101c-45de-a77d-673dbe3c9196 None None] Subscribe: > router precommit_create 55550100 {{(pid=103148) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 10:51:58.285103 dv-cinder-830088-4-iscsi neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-13a2d37f-101c-45de-a77d-673dbe3c9196 None None] Subscribe: > router precommit_update 55550100 {{(pid=103148) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 10:51:58.291145 dv-cinder-830088-4-iscsi neutron-server[103148]: DEBUG neutron.services.provider_configuration [None req-13a2d37f-101c-45de-a77d-673dbe3c9196 None None] Service providers = [] {{(pid=103148) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Apr 12 10:51:58.291508 dv-cinder-830088-4-iscsi neutron-server[103148]: DEBUG neutron.db.servicetype_db [None req-13a2d37f-101c-45de-a77d-673dbe3c9196 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=103148) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Apr 12 10:51:58.294436 dv-cinder-830088-4-iscsi neutron-server[103148]: DEBUG neutron.services.service_base [None req-13a2d37f-101c-45de-a77d-673dbe3c9196 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=103148) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Apr 12 10:51:58.294814 dv-cinder-830088-4-iscsi neutron-server[103148]: DEBUG neutron.services.service_base [None req-13a2d37f-101c-45de-a77d-673dbe3c9196 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=103148) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Apr 12 10:51:58.295160 dv-cinder-830088-4-iscsi neutron-server[103148]: DEBUG neutron.services.service_base [None req-13a2d37f-101c-45de-a77d-673dbe3c9196 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=103148) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Apr 12 10:51:58.296037 dv-cinder-830088-4-iscsi neutron-server[103148]: DEBUG neutron.services.service_base [None req-13a2d37f-101c-45de-a77d-673dbe3c9196 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=103148) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Apr 12 10:51:58.296405 dv-cinder-830088-4-iscsi neutron-server[103148]: INFO neutron.services.service_base [None req-13a2d37f-101c-45de-a77d-673dbe3c9196 None None] Default provider is not specified for service type L3_ROUTER_NAT Apr 12 10:51:58.296777 dv-cinder-830088-4-iscsi neutron-server[103148]: DEBUG neutron.manager [None req-13a2d37f-101c-45de-a77d-673dbe3c9196 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=103148) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Apr 12 10:51:58.297090 dv-cinder-830088-4-iscsi neutron-server[103148]: INFO neutron.manager [None req-13a2d37f-101c-45de-a77d-673dbe3c9196 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Apr 12 10:51:58.309602 dv-cinder-830088-4-iscsi neutron-server[103148]: DEBUG neutron.manager [None req-13a2d37f-101c-45de-a77d-673dbe3c9196 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=103148) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Apr 12 10:51:58.309933 dv-cinder-830088-4-iscsi neutron-server[103148]: INFO neutron.manager [None req-13a2d37f-101c-45de-a77d-673dbe3c9196 None None] Loading Plugin: auto_allocate Apr 12 10:51:58.315550 dv-cinder-830088-4-iscsi neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-13a2d37f-101c-45de-a77d-673dbe3c9196 None None] Subscribe: network precommit_update 55550000 {{(pid=103148) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 10:51:58.315916 dv-cinder-830088-4-iscsi neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-13a2d37f-101c-45de-a77d-673dbe3c9196 None None] Subscribe: network precommit_create 55550000 {{(pid=103148) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 10:51:58.316430 dv-cinder-830088-4-iscsi neutron-server[103148]: DEBUG neutron.manager [None req-13a2d37f-101c-45de-a77d-673dbe3c9196 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=103148) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Apr 12 10:51:58.316747 dv-cinder-830088-4-iscsi neutron-server[103148]: INFO neutron.manager [None req-13a2d37f-101c-45de-a77d-673dbe3c9196 None None] Loading Plugin: tag Apr 12 10:51:58.324177 dv-cinder-830088-4-iscsi neutron-server[103148]: DEBUG neutron.manager [None req-13a2d37f-101c-45de-a77d-673dbe3c9196 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=103148) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Apr 12 10:51:58.324455 dv-cinder-830088-4-iscsi neutron-server[103148]: INFO neutron.manager [None req-13a2d37f-101c-45de-a77d-673dbe3c9196 None None] Loading Plugin: timestamp Apr 12 10:51:58.328235 dv-cinder-830088-4-iscsi neutron-server[103148]: DEBUG neutron.manager [None req-13a2d37f-101c-45de-a77d-673dbe3c9196 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=103148) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Apr 12 10:51:58.328562 dv-cinder-830088-4-iscsi neutron-server[103148]: INFO neutron.manager [None req-13a2d37f-101c-45de-a77d-673dbe3c9196 None None] Loading Plugin: network_ip_availability Apr 12 10:51:58.334023 dv-cinder-830088-4-iscsi neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-13a2d37f-101c-45de-a77d-673dbe3c9196 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=103148) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 10:51:58.334388 dv-cinder-830088-4-iscsi neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-13a2d37f-101c-45de-a77d-673dbe3c9196 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=103148) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 10:51:58.334787 dv-cinder-830088-4-iscsi neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-13a2d37f-101c-45de-a77d-673dbe3c9196 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103148) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 10:51:58.335495 dv-cinder-830088-4-iscsi neutron-server[103148]: DEBUG neutron.manager [None req-13a2d37f-101c-45de-a77d-673dbe3c9196 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=103148) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Apr 12 10:51:58.335810 dv-cinder-830088-4-iscsi neutron-server[103148]: INFO neutron.manager [None req-13a2d37f-101c-45de-a77d-673dbe3c9196 None None] Loading Plugin: flavors Apr 12 10:51:58.341136 dv-cinder-830088-4-iscsi neutron-server[103148]: DEBUG neutron.manager [None req-13a2d37f-101c-45de-a77d-673dbe3c9196 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=103148) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Apr 12 10:51:58.341473 dv-cinder-830088-4-iscsi neutron-server[103148]: INFO neutron.manager [None req-13a2d37f-101c-45de-a77d-673dbe3c9196 None None] Loading Plugin: revisions Apr 12 10:51:58.345930 dv-cinder-830088-4-iscsi neutron-server[103148]: DEBUG neutron.manager [None req-13a2d37f-101c-45de-a77d-673dbe3c9196 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=103148) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Apr 12 10:51:58.346317 dv-cinder-830088-4-iscsi neutron-server[103148]: DEBUG oslo_concurrency.lockutils [None req-13a2d37f-101c-45de-a77d-673dbe3c9196 None None] Lock "manager" "released" by "neutron.manager.NeutronManager._create_instance" :: held 1.761s {{(pid=103148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} Apr 12 10:51:58.347089 dv-cinder-830088-4-iscsi neutron-server[103148]: DEBUG neutron.api.extensions [None req-13a2d37f-101c-45de-a77d-673dbe3c9196 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=103148) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:640}} Apr 12 10:51:58.347423 dv-cinder-830088-4-iscsi neutron-server[103148]: INFO neutron.api.extensions [None req-13a2d37f-101c-45de-a77d-673dbe3c9196 None None] Initializing extension manager. Apr 12 10:51:58.347938 dv-cinder-830088-4-iscsi neutron-server[103148]: DEBUG neutron.api.extensions [None req-13a2d37f-101c-45de-a77d-673dbe3c9196 None None] Loading extension file: __init__.py {{(pid=103148) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 10:51:58.348274 dv-cinder-830088-4-iscsi neutron-server[103148]: DEBUG neutron.api.extensions [None req-13a2d37f-101c-45de-a77d-673dbe3c9196 None None] Loading extension file: __pycache__ {{(pid=103148) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 10:51:58.348598 dv-cinder-830088-4-iscsi neutron-server[103148]: DEBUG neutron.api.extensions [None req-13a2d37f-101c-45de-a77d-673dbe3c9196 None None] Loading extension file: address_group.py {{(pid=103148) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 10:51:58.349339 dv-cinder-830088-4-iscsi neutron-server[103148]: DEBUG neutron.api.extensions [None req-13a2d37f-101c-45de-a77d-673dbe3c9196 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=103148) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 10:51:58.349903 dv-cinder-830088-4-iscsi neutron-server[103148]: INFO neutron.api.extensions [None req-13a2d37f-101c-45de-a77d-673dbe3c9196 None None] Loaded extension: address-group Apr 12 10:51:58.350226 dv-cinder-830088-4-iscsi neutron-server[103148]: DEBUG neutron.api.extensions [None req-13a2d37f-101c-45de-a77d-673dbe3c9196 None None] Loading extension file: address_scope.py {{(pid=103148) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 10:51:58.350991 dv-cinder-830088-4-iscsi neutron-server[103148]: DEBUG neutron.api.extensions [None req-13a2d37f-101c-45de-a77d-673dbe3c9196 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=103148) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 10:51:58.351506 dv-cinder-830088-4-iscsi neutron-server[103148]: INFO neutron.api.extensions [None req-13a2d37f-101c-45de-a77d-673dbe3c9196 None None] Loaded extension: address-scope Apr 12 10:51:58.351824 dv-cinder-830088-4-iscsi neutron-server[103148]: DEBUG neutron.api.extensions [None req-13a2d37f-101c-45de-a77d-673dbe3c9196 None None] Loading extension file: admin_state_down_before_update.py {{(pid=103148) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 10:51:58.352737 dv-cinder-830088-4-iscsi neutron-server[103148]: DEBUG neutron.api.extensions [None req-13a2d37f-101c-45de-a77d-673dbe3c9196 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=103148) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 10:51:58.353246 dv-cinder-830088-4-iscsi neutron-server[103148]: INFO neutron.api.extensions [None req-13a2d37f-101c-45de-a77d-673dbe3c9196 None None] Loaded extension: router-admin-state-down-before-update Apr 12 10:51:58.353567 dv-cinder-830088-4-iscsi neutron-server[103148]: DEBUG neutron.api.extensions [None req-13a2d37f-101c-45de-a77d-673dbe3c9196 None None] Loading extension file: agent.py {{(pid=103148) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 10:51:58.354255 dv-cinder-830088-4-iscsi neutron-server[103148]: DEBUG neutron.api.extensions [None req-13a2d37f-101c-45de-a77d-673dbe3c9196 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=103148) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 10:51:58.354781 dv-cinder-830088-4-iscsi neutron-server[103148]: INFO neutron.api.extensions [None req-13a2d37f-101c-45de-a77d-673dbe3c9196 None None] Loaded extension: agent Apr 12 10:51:58.355103 dv-cinder-830088-4-iscsi neutron-server[103148]: DEBUG neutron.api.extensions [None req-13a2d37f-101c-45de-a77d-673dbe3c9196 None None] Loading extension file: agent_resources_synced.py {{(pid=103148) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 10:51:58.356263 dv-cinder-830088-4-iscsi neutron-server[103148]: DEBUG neutron.api.extensions [None req-13a2d37f-101c-45de-a77d-673dbe3c9196 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=103148) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 10:51:58.356772 dv-cinder-830088-4-iscsi neutron-server[103148]: INFO neutron.api.extensions [None req-13a2d37f-101c-45de-a77d-673dbe3c9196 None None] Loaded extension: agent-resources-synced Apr 12 10:51:58.357092 dv-cinder-830088-4-iscsi neutron-server[103148]: DEBUG neutron.api.extensions [None req-13a2d37f-101c-45de-a77d-673dbe3c9196 None None] Loading extension file: allowedaddresspairs.py {{(pid=103148) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 10:51:58.358868 dv-cinder-830088-4-iscsi neutron-server[103148]: DEBUG neutron.api.extensions [None req-13a2d37f-101c-45de-a77d-673dbe3c9196 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=103148) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 10:51:58.359391 dv-cinder-830088-4-iscsi neutron-server[103148]: INFO neutron.api.extensions [None req-13a2d37f-101c-45de-a77d-673dbe3c9196 None None] Loaded extension: allowed-address-pairs Apr 12 10:51:58.359713 dv-cinder-830088-4-iscsi neutron-server[103148]: DEBUG neutron.api.extensions [None req-13a2d37f-101c-45de-a77d-673dbe3c9196 None None] Loading extension file: auto_allocated_topology.py {{(pid=103148) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 10:51:58.360774 dv-cinder-830088-4-iscsi neutron-server[103148]: DEBUG neutron.api.extensions [None req-13a2d37f-101c-45de-a77d-673dbe3c9196 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=103148) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 10:51:58.361295 dv-cinder-830088-4-iscsi neutron-server[103148]: INFO neutron.api.extensions [None req-13a2d37f-101c-45de-a77d-673dbe3c9196 None None] Loaded extension: auto-allocated-topology Apr 12 10:51:58.361618 dv-cinder-830088-4-iscsi neutron-server[103148]: DEBUG neutron.api.extensions [None req-13a2d37f-101c-45de-a77d-673dbe3c9196 None None] Loading extension file: availability_zone.py {{(pid=103148) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 10:51:58.362304 dv-cinder-830088-4-iscsi neutron-server[103148]: DEBUG neutron.api.extensions [None req-13a2d37f-101c-45de-a77d-673dbe3c9196 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=103148) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 10:51:58.362849 dv-cinder-830088-4-iscsi neutron-server[103148]: INFO neutron.api.extensions [None req-13a2d37f-101c-45de-a77d-673dbe3c9196 None None] Loaded extension: availability_zone Apr 12 10:51:58.363169 dv-cinder-830088-4-iscsi neutron-server[103148]: DEBUG neutron.api.extensions [None req-13a2d37f-101c-45de-a77d-673dbe3c9196 None None] Loading extension file: availability_zone_filter.py {{(pid=103148) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 10:51:58.364075 dv-cinder-830088-4-iscsi neutron-server[103148]: DEBUG neutron.api.extensions [None req-13a2d37f-101c-45de-a77d-673dbe3c9196 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=103148) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 10:51:58.364585 dv-cinder-830088-4-iscsi neutron-server[103148]: INFO neutron.api.extensions [None req-13a2d37f-101c-45de-a77d-673dbe3c9196 None None] Loaded extension: availability_zone_filter Apr 12 10:51:58.364902 dv-cinder-830088-4-iscsi neutron-server[103148]: DEBUG neutron.api.extensions [None req-13a2d37f-101c-45de-a77d-673dbe3c9196 None None] Loading extension file: data_plane_status.py {{(pid=103148) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 10:51:58.365798 dv-cinder-830088-4-iscsi neutron-server[103148]: DEBUG neutron.api.extensions [None req-13a2d37f-101c-45de-a77d-673dbe3c9196 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=103148) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 10:51:58.366852 dv-cinder-830088-4-iscsi neutron-server[103148]: INFO neutron.api.extensions [None req-13a2d37f-101c-45de-a77d-673dbe3c9196 None None] Extension data-plane-status not supported by any of loaded plugins Apr 12 10:51:58.367172 dv-cinder-830088-4-iscsi neutron-server[103148]: DEBUG neutron.api.extensions [None req-13a2d37f-101c-45de-a77d-673dbe3c9196 None None] Loading extension file: default_subnetpools.py {{(pid=103148) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 10:51:58.368075 dv-cinder-830088-4-iscsi neutron-server[103148]: DEBUG neutron.api.extensions [None req-13a2d37f-101c-45de-a77d-673dbe3c9196 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=103148) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 10:51:58.368608 dv-cinder-830088-4-iscsi neutron-server[103148]: INFO neutron.api.extensions [None req-13a2d37f-101c-45de-a77d-673dbe3c9196 None None] Loaded extension: default-subnetpools Apr 12 10:51:58.368910 dv-cinder-830088-4-iscsi neutron-server[103148]: DEBUG neutron.api.extensions [None req-13a2d37f-101c-45de-a77d-673dbe3c9196 None None] Loading extension file: dhcpagentscheduler.py {{(pid=103148) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 10:51:58.369701 dv-cinder-830088-4-iscsi neutron-server[103148]: DEBUG neutron.api.extensions [None req-13a2d37f-101c-45de-a77d-673dbe3c9196 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=103148) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 10:51:58.370208 dv-cinder-830088-4-iscsi neutron-server[103148]: INFO neutron.api.extensions [None req-13a2d37f-101c-45de-a77d-673dbe3c9196 None None] Loaded extension: dhcp_agent_scheduler Apr 12 10:51:58.370530 dv-cinder-830088-4-iscsi neutron-server[103148]: DEBUG neutron.api.extensions [None req-13a2d37f-101c-45de-a77d-673dbe3c9196 None None] Loading extension file: dns.py {{(pid=103148) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 10:51:58.371469 dv-cinder-830088-4-iscsi neutron-server[103148]: DEBUG neutron.api.extensions [None req-13a2d37f-101c-45de-a77d-673dbe3c9196 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=103148) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 10:51:58.371964 dv-cinder-830088-4-iscsi neutron-server[103148]: INFO neutron.api.extensions [None req-13a2d37f-101c-45de-a77d-673dbe3c9196 None None] Extension dns-integration not supported by any of loaded plugins Apr 12 10:51:58.372286 dv-cinder-830088-4-iscsi neutron-server[103148]: DEBUG neutron.api.extensions [None req-13a2d37f-101c-45de-a77d-673dbe3c9196 None None] Loading extension file: dns_domain_ports.py {{(pid=103148) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 10:51:58.373191 dv-cinder-830088-4-iscsi neutron-server[103148]: DEBUG neutron.api.extensions [None req-13a2d37f-101c-45de-a77d-673dbe3c9196 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=103148) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 10:51:58.373700 dv-cinder-830088-4-iscsi neutron-server[103148]: INFO neutron.api.extensions [None req-13a2d37f-101c-45de-a77d-673dbe3c9196 None None] Extension dns-domain-ports not supported by any of loaded plugins Apr 12 10:51:58.374018 dv-cinder-830088-4-iscsi neutron-server[103148]: DEBUG neutron.api.extensions [None req-13a2d37f-101c-45de-a77d-673dbe3c9196 None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=103148) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 10:51:58.374956 dv-cinder-830088-4-iscsi neutron-server[103148]: DEBUG neutron.api.extensions [None req-13a2d37f-101c-45de-a77d-673dbe3c9196 None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=103148) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 10:51:58.375594 dv-cinder-830088-4-iscsi neutron-server[103148]: INFO neutron.api.extensions [None req-13a2d37f-101c-45de-a77d-673dbe3c9196 None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Apr 12 10:51:58.375907 dv-cinder-830088-4-iscsi neutron-server[103148]: DEBUG neutron.api.extensions [None req-13a2d37f-101c-45de-a77d-673dbe3c9196 None None] Loading extension file: dvr.py {{(pid=103148) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 10:51:58.376576 dv-cinder-830088-4-iscsi neutron-server[103148]: DEBUG neutron.api.extensions [None req-13a2d37f-101c-45de-a77d-673dbe3c9196 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=103148) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 10:51:58.377082 dv-cinder-830088-4-iscsi neutron-server[103148]: INFO neutron.api.extensions [None req-13a2d37f-101c-45de-a77d-673dbe3c9196 None None] Loaded extension: dvr Apr 12 10:51:58.377397 dv-cinder-830088-4-iscsi neutron-server[103148]: DEBUG neutron.api.extensions [None req-13a2d37f-101c-45de-a77d-673dbe3c9196 None None] Loading extension file: ecmp_routes.py {{(pid=103148) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 10:51:58.378297 dv-cinder-830088-4-iscsi neutron-server[103148]: DEBUG neutron.api.extensions [None req-13a2d37f-101c-45de-a77d-673dbe3c9196 None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=103148) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 10:51:58.378827 dv-cinder-830088-4-iscsi neutron-server[103148]: INFO neutron.api.extensions [None req-13a2d37f-101c-45de-a77d-673dbe3c9196 None None] Extension ecmp_routes not supported by any of loaded plugins Apr 12 10:51:58.379141 dv-cinder-830088-4-iscsi neutron-server[103148]: DEBUG neutron.api.extensions [None req-13a2d37f-101c-45de-a77d-673dbe3c9196 None None] Loading extension file: empty_string_filtering.py {{(pid=103148) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 10:51:58.380038 dv-cinder-830088-4-iscsi neutron-server[103148]: DEBUG neutron.api.extensions [None req-13a2d37f-101c-45de-a77d-673dbe3c9196 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=103148) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 10:51:58.380547 dv-cinder-830088-4-iscsi neutron-server[103148]: INFO neutron.api.extensions [None req-13a2d37f-101c-45de-a77d-673dbe3c9196 None None] Loaded extension: empty-string-filtering Apr 12 10:51:58.380862 dv-cinder-830088-4-iscsi neutron-server[103148]: DEBUG neutron.api.extensions [None req-13a2d37f-101c-45de-a77d-673dbe3c9196 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=103148) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 10:51:58.382368 dv-cinder-830088-4-iscsi neutron-server[103148]: DEBUG neutron.api.extensions [None req-13a2d37f-101c-45de-a77d-673dbe3c9196 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=103148) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 10:51:58.382905 dv-cinder-830088-4-iscsi neutron-server[103148]: INFO neutron.api.extensions [None req-13a2d37f-101c-45de-a77d-673dbe3c9196 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Apr 12 10:51:58.383223 dv-cinder-830088-4-iscsi neutron-server[103148]: DEBUG neutron.api.extensions [None req-13a2d37f-101c-45de-a77d-673dbe3c9196 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=103148) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 10:51:58.384132 dv-cinder-830088-4-iscsi neutron-server[103148]: DEBUG neutron.api.extensions [None req-13a2d37f-101c-45de-a77d-673dbe3c9196 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=103148) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 10:51:58.384635 dv-cinder-830088-4-iscsi neutron-server[103148]: INFO neutron.api.extensions [None req-13a2d37f-101c-45de-a77d-673dbe3c9196 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Apr 12 10:51:58.384953 dv-cinder-830088-4-iscsi neutron-server[103148]: DEBUG neutron.api.extensions [None req-13a2d37f-101c-45de-a77d-673dbe3c9196 None None] Loading extension file: external_net.py {{(pid=103148) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 10:51:58.385844 dv-cinder-830088-4-iscsi neutron-server[103148]: DEBUG neutron.api.extensions [None req-13a2d37f-101c-45de-a77d-673dbe3c9196 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=103148) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 10:51:58.386348 dv-cinder-830088-4-iscsi neutron-server[103148]: INFO neutron.api.extensions [None req-13a2d37f-101c-45de-a77d-673dbe3c9196 None None] Loaded extension: external-net Apr 12 10:51:58.386664 dv-cinder-830088-4-iscsi neutron-server[103148]: DEBUG neutron.api.extensions [None req-13a2d37f-101c-45de-a77d-673dbe3c9196 None None] Loading extension file: extra_dhcp_opt.py {{(pid=103148) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 10:51:58.387595 dv-cinder-830088-4-iscsi neutron-server[103148]: DEBUG neutron.api.extensions [None req-13a2d37f-101c-45de-a77d-673dbe3c9196 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=103148) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 10:51:58.388102 dv-cinder-830088-4-iscsi neutron-server[103148]: INFO neutron.api.extensions [None req-13a2d37f-101c-45de-a77d-673dbe3c9196 None None] Loaded extension: extra_dhcp_opt Apr 12 10:51:58.388420 dv-cinder-830088-4-iscsi neutron-server[103148]: DEBUG neutron.api.extensions [None req-13a2d37f-101c-45de-a77d-673dbe3c9196 None None] Loading extension file: extraroute.py {{(pid=103148) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 10:51:58.389492 dv-cinder-830088-4-iscsi neutron-server[103148]: DEBUG neutron.api.extensions [None req-13a2d37f-101c-45de-a77d-673dbe3c9196 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=103148) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 10:51:58.390087 dv-cinder-830088-4-iscsi neutron-server[103148]: INFO neutron.api.extensions [None req-13a2d37f-101c-45de-a77d-673dbe3c9196 None None] Loaded extension: extraroute Apr 12 10:51:58.390255 dv-cinder-830088-4-iscsi neutron-server[103148]: DEBUG neutron.api.extensions [None req-13a2d37f-101c-45de-a77d-673dbe3c9196 None None] Loading extension file: extraroute_atomic.py {{(pid=103148) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 10:51:58.391309 dv-cinder-830088-4-iscsi neutron-server[103148]: DEBUG neutron.api.extensions [None req-13a2d37f-101c-45de-a77d-673dbe3c9196 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=103148) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 10:51:58.391859 dv-cinder-830088-4-iscsi neutron-server[103148]: INFO neutron.api.extensions [None req-13a2d37f-101c-45de-a77d-673dbe3c9196 None None] Loaded extension: extraroute-atomic Apr 12 10:51:58.392176 dv-cinder-830088-4-iscsi neutron-server[103148]: DEBUG neutron.api.extensions [None req-13a2d37f-101c-45de-a77d-673dbe3c9196 None None] Loading extension file: filter_validation.py {{(pid=103148) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 10:51:58.392839 dv-cinder-830088-4-iscsi neutron-server[103148]: DEBUG neutron.api.extensions [None req-13a2d37f-101c-45de-a77d-673dbe3c9196 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=103148) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 10:51:58.393342 dv-cinder-830088-4-iscsi neutron-server[103148]: INFO neutron.api.extensions [None req-13a2d37f-101c-45de-a77d-673dbe3c9196 None None] Loaded extension: filter-validation Apr 12 10:51:58.393658 dv-cinder-830088-4-iscsi neutron-server[103148]: DEBUG neutron.api.extensions [None req-13a2d37f-101c-45de-a77d-673dbe3c9196 None None] Loading extension file: fip_pf_description.py {{(pid=103148) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 10:51:58.394776 dv-cinder-830088-4-iscsi neutron-server[103148]: DEBUG neutron.api.extensions [None req-13a2d37f-101c-45de-a77d-673dbe3c9196 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=103148) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 10:51:58.395571 dv-cinder-830088-4-iscsi neutron-server[103148]: INFO neutron.api.extensions [None req-13a2d37f-101c-45de-a77d-673dbe3c9196 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Apr 12 10:51:58.396113 dv-cinder-830088-4-iscsi neutron-server[103148]: DEBUG neutron.api.extensions [None req-13a2d37f-101c-45de-a77d-673dbe3c9196 None None] Loading extension file: fip_pf_port_range.py {{(pid=103148) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 10:51:58.397036 dv-cinder-830088-4-iscsi neutron-server[103148]: DEBUG neutron.api.extensions [None req-13a2d37f-101c-45de-a77d-673dbe3c9196 None None] Ext name="Floating IP Port Forwarding support port ranges" alias="floating-ip-port-forwarding-port-ranges" description="Add suport to port ranges" updated="2020-07-01T10:00:00-00:00" {{(pid=103148) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 10:51:58.397576 dv-cinder-830088-4-iscsi neutron-server[103148]: INFO neutron.api.extensions [None req-13a2d37f-101c-45de-a77d-673dbe3c9196 None None] Extension floating-ip-port-forwarding-port-ranges not supported by any of loaded plugins Apr 12 10:51:58.397895 dv-cinder-830088-4-iscsi neutron-server[103148]: DEBUG neutron.api.extensions [None req-13a2d37f-101c-45de-a77d-673dbe3c9196 None None] Loading extension file: fip_port_details.py {{(pid=103148) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 10:51:58.398851 dv-cinder-830088-4-iscsi neutron-server[103148]: DEBUG neutron.api.extensions [None req-13a2d37f-101c-45de-a77d-673dbe3c9196 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=103148) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 10:51:58.399361 dv-cinder-830088-4-iscsi neutron-server[103148]: INFO neutron.api.extensions [None req-13a2d37f-101c-45de-a77d-673dbe3c9196 None None] Loaded extension: fip-port-details Apr 12 10:51:58.399681 dv-cinder-830088-4-iscsi neutron-server[103148]: DEBUG neutron.api.extensions [None req-13a2d37f-101c-45de-a77d-673dbe3c9196 None None] Loading extension file: flavors.py {{(pid=103148) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 10:51:58.400895 dv-cinder-830088-4-iscsi neutron-server[103148]: DEBUG neutron.api.extensions [None req-13a2d37f-101c-45de-a77d-673dbe3c9196 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=103148) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 10:51:58.401408 dv-cinder-830088-4-iscsi neutron-server[103148]: INFO neutron.api.extensions [None req-13a2d37f-101c-45de-a77d-673dbe3c9196 None None] Loaded extension: flavors Apr 12 10:51:58.401729 dv-cinder-830088-4-iscsi neutron-server[103148]: DEBUG neutron.api.extensions [None req-13a2d37f-101c-45de-a77d-673dbe3c9196 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=103148) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 10:51:58.403392 dv-cinder-830088-4-iscsi neutron-server[103148]: DEBUG neutron.api.extensions [None req-13a2d37f-101c-45de-a77d-673dbe3c9196 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=103148) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 10:51:58.403916 dv-cinder-830088-4-iscsi neutron-server[103148]: INFO neutron.api.extensions [None req-13a2d37f-101c-45de-a77d-673dbe3c9196 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Apr 12 10:51:58.404246 dv-cinder-830088-4-iscsi neutron-server[103148]: DEBUG neutron.api.extensions [None req-13a2d37f-101c-45de-a77d-673dbe3c9196 None None] Loading extension file: floatingip_pools.py {{(pid=103148) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 10:51:58.404937 dv-cinder-830088-4-iscsi neutron-server[103148]: DEBUG neutron.api.extensions [None req-13a2d37f-101c-45de-a77d-673dbe3c9196 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=103148) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 10:51:58.405454 dv-cinder-830088-4-iscsi neutron-server[103148]: INFO neutron.api.extensions [None req-13a2d37f-101c-45de-a77d-673dbe3c9196 None None] Loaded extension: floatingip-pools Apr 12 10:51:58.405777 dv-cinder-830088-4-iscsi neutron-server[103148]: DEBUG neutron.api.extensions [None req-13a2d37f-101c-45de-a77d-673dbe3c9196 None None] Loading extension file: ip_allocation.py {{(pid=103148) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 10:51:58.406686 dv-cinder-830088-4-iscsi neutron-server[103148]: DEBUG neutron.api.extensions [None req-13a2d37f-101c-45de-a77d-673dbe3c9196 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=103148) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 10:51:58.407218 dv-cinder-830088-4-iscsi neutron-server[103148]: INFO neutron.api.extensions [None req-13a2d37f-101c-45de-a77d-673dbe3c9196 None None] Extension ip_allocation not supported by any of loaded plugins Apr 12 10:51:58.407540 dv-cinder-830088-4-iscsi neutron-server[103148]: DEBUG neutron.api.extensions [None req-13a2d37f-101c-45de-a77d-673dbe3c9196 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=103148) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 10:51:58.408459 dv-cinder-830088-4-iscsi neutron-server[103148]: DEBUG neutron.api.extensions [None req-13a2d37f-101c-45de-a77d-673dbe3c9196 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=103148) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 10:51:58.408968 dv-cinder-830088-4-iscsi neutron-server[103148]: INFO neutron.api.extensions [None req-13a2d37f-101c-45de-a77d-673dbe3c9196 None None] Loaded extension: ip-substring-filtering Apr 12 10:51:58.409291 dv-cinder-830088-4-iscsi neutron-server[103148]: DEBUG neutron.api.extensions [None req-13a2d37f-101c-45de-a77d-673dbe3c9196 None None] Loading extension file: l2_adjacency.py {{(pid=103148) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 10:51:58.410197 dv-cinder-830088-4-iscsi neutron-server[103148]: DEBUG neutron.api.extensions [None req-13a2d37f-101c-45de-a77d-673dbe3c9196 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=103148) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 10:51:58.410722 dv-cinder-830088-4-iscsi neutron-server[103148]: INFO neutron.api.extensions [None req-13a2d37f-101c-45de-a77d-673dbe3c9196 None None] Extension l2_adjacency not supported by any of loaded plugins Apr 12 10:51:58.411054 dv-cinder-830088-4-iscsi neutron-server[103148]: DEBUG neutron.api.extensions [None req-13a2d37f-101c-45de-a77d-673dbe3c9196 None None] Loading extension file: l3.py {{(pid=103148) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 10:51:58.412030 dv-cinder-830088-4-iscsi neutron-server[103148]: DEBUG neutron.api.extensions [None req-13a2d37f-101c-45de-a77d-673dbe3c9196 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=103148) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 10:51:58.412548 dv-cinder-830088-4-iscsi neutron-server[103148]: INFO neutron.api.extensions [None req-13a2d37f-101c-45de-a77d-673dbe3c9196 None None] Loaded extension: router Apr 12 10:51:58.412873 dv-cinder-830088-4-iscsi neutron-server[103148]: DEBUG neutron.api.extensions [None req-13a2d37f-101c-45de-a77d-673dbe3c9196 None None] Loading extension file: l3_conntrack_helper.py {{(pid=103148) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 10:51:58.415178 dv-cinder-830088-4-iscsi neutron-server[103148]: DEBUG neutron.api.extensions [None req-13a2d37f-101c-45de-a77d-673dbe3c9196 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=103148) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 10:51:58.415695 dv-cinder-830088-4-iscsi neutron-server[103148]: INFO neutron.api.extensions [None req-13a2d37f-101c-45de-a77d-673dbe3c9196 None None] Extension l3-conntrack-helper not supported by any of loaded plugins Apr 12 10:51:58.416022 dv-cinder-830088-4-iscsi neutron-server[103148]: DEBUG neutron.api.extensions [None req-13a2d37f-101c-45de-a77d-673dbe3c9196 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=103148) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 10:51:58.416931 dv-cinder-830088-4-iscsi neutron-server[103148]: DEBUG neutron.api.extensions [None req-13a2d37f-101c-45de-a77d-673dbe3c9196 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=103148) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 10:51:58.417448 dv-cinder-830088-4-iscsi neutron-server[103148]: INFO neutron.api.extensions [None req-13a2d37f-101c-45de-a77d-673dbe3c9196 None None] Loaded extension: ext-gw-mode Apr 12 10:51:58.417779 dv-cinder-830088-4-iscsi neutron-server[103148]: DEBUG neutron.api.extensions [None req-13a2d37f-101c-45de-a77d-673dbe3c9196 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=103148) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 10:51:58.418716 dv-cinder-830088-4-iscsi neutron-server[103148]: DEBUG neutron.api.extensions [None req-13a2d37f-101c-45de-a77d-673dbe3c9196 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=103148) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 10:51:58.419251 dv-cinder-830088-4-iscsi neutron-server[103148]: INFO neutron.api.extensions [None req-13a2d37f-101c-45de-a77d-673dbe3c9196 None None] Loaded extension: l3-ha Apr 12 10:51:58.419574 dv-cinder-830088-4-iscsi neutron-server[103148]: DEBUG neutron.api.extensions [None req-13a2d37f-101c-45de-a77d-673dbe3c9196 None None] Loading extension file: l3_ext_ndp_proxy.py {{(pid=103148) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 10:51:58.420472 dv-cinder-830088-4-iscsi neutron-server[103148]: DEBUG neutron.api.extensions [None req-13a2d37f-101c-45de-a77d-673dbe3c9196 None None] Ext name="Router support to enable NDP proxy" alias="l3-ext-ndp-proxy" description="Router extension to enable ndp proxy" updated="2020-08-25T00:00:00-00:00" {{(pid=103148) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 10:51:58.420979 dv-cinder-830088-4-iscsi neutron-server[103148]: INFO neutron.api.extensions [None req-13a2d37f-101c-45de-a77d-673dbe3c9196 None None] Extension l3-ext-ndp-proxy not supported by any of loaded plugins Apr 12 10:51:58.421301 dv-cinder-830088-4-iscsi neutron-server[103148]: DEBUG neutron.api.extensions [None req-13a2d37f-101c-45de-a77d-673dbe3c9196 None None] Loading extension file: l3_flavors.py {{(pid=103148) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 10:51:58.422200 dv-cinder-830088-4-iscsi neutron-server[103148]: DEBUG neutron.api.extensions [None req-13a2d37f-101c-45de-a77d-673dbe3c9196 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=103148) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 10:51:58.422737 dv-cinder-830088-4-iscsi neutron-server[103148]: INFO neutron.api.extensions [None req-13a2d37f-101c-45de-a77d-673dbe3c9196 None None] Loaded extension: l3-flavors Apr 12 10:51:58.423062 dv-cinder-830088-4-iscsi neutron-server[103148]: DEBUG neutron.api.extensions [None req-13a2d37f-101c-45de-a77d-673dbe3c9196 None None] Loading extension file: l3_ndp_proxy.py {{(pid=103148) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 10:51:58.424410 dv-cinder-830088-4-iscsi neutron-server[103148]: DEBUG neutron.api.extensions [None req-13a2d37f-101c-45de-a77d-673dbe3c9196 None None] Ext name="name" alias="l3-ndp-proxy" description="description" updated="2021-06-29T10:00:00-00:00" {{(pid=103148) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 10:51:58.424929 dv-cinder-830088-4-iscsi neutron-server[103148]: INFO neutron.api.extensions [None req-13a2d37f-101c-45de-a77d-673dbe3c9196 None None] Extension l3-ndp-proxy not supported by any of loaded plugins Apr 12 10:51:58.425253 dv-cinder-830088-4-iscsi neutron-server[103148]: DEBUG neutron.api.extensions [None req-13a2d37f-101c-45de-a77d-673dbe3c9196 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=103148) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 10:51:58.426157 dv-cinder-830088-4-iscsi neutron-server[103148]: DEBUG neutron.api.extensions [None req-13a2d37f-101c-45de-a77d-673dbe3c9196 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=103148) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 10:51:58.426675 dv-cinder-830088-4-iscsi neutron-server[103148]: INFO neutron.api.extensions [None req-13a2d37f-101c-45de-a77d-673dbe3c9196 None None] Loaded extension: l3-port-ip-change-not-allowed Apr 12 10:51:58.427025 dv-cinder-830088-4-iscsi neutron-server[103148]: DEBUG neutron.api.extensions [None req-13a2d37f-101c-45de-a77d-673dbe3c9196 None None] Loading extension file: l3agentscheduler.py {{(pid=103148) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 10:51:58.428062 dv-cinder-830088-4-iscsi neutron-server[103148]: DEBUG neutron.api.extensions [None req-13a2d37f-101c-45de-a77d-673dbe3c9196 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=103148) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 10:51:58.429111 dv-cinder-830088-4-iscsi neutron-server[103148]: INFO neutron.api.extensions [None req-13a2d37f-101c-45de-a77d-673dbe3c9196 None None] Loaded extension: l3_agent_scheduler Apr 12 10:51:58.429436 dv-cinder-830088-4-iscsi neutron-server[103148]: DEBUG neutron.api.extensions [None req-13a2d37f-101c-45de-a77d-673dbe3c9196 None None] Loading extension file: local_ip.py {{(pid=103148) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 10:51:58.431337 dv-cinder-830088-4-iscsi neutron-server[103148]: DEBUG neutron.api.extensions [None req-13a2d37f-101c-45de-a77d-673dbe3c9196 None None] Ext name="Local IP" alias="local_ip" description="Support Node Local Virtual IP" updated="2021-07-26T10:00:00-00:00" {{(pid=103148) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 10:51:58.431868 dv-cinder-830088-4-iscsi neutron-server[103148]: INFO neutron.api.extensions [None req-13a2d37f-101c-45de-a77d-673dbe3c9196 None None] Extension local_ip not supported by any of loaded plugins Apr 12 10:51:58.432195 dv-cinder-830088-4-iscsi neutron-server[103148]: DEBUG neutron.api.extensions [None req-13a2d37f-101c-45de-a77d-673dbe3c9196 None None] Loading extension file: logging.py {{(pid=103148) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 10:51:58.433657 dv-cinder-830088-4-iscsi neutron-server[103148]: DEBUG neutron.api.extensions [None req-13a2d37f-101c-45de-a77d-673dbe3c9196 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=103148) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 10:51:58.434186 dv-cinder-830088-4-iscsi neutron-server[103148]: INFO neutron.api.extensions [None req-13a2d37f-101c-45de-a77d-673dbe3c9196 None None] Extension logging not supported by any of loaded plugins Apr 12 10:51:58.434513 dv-cinder-830088-4-iscsi neutron-server[103148]: DEBUG neutron.api.extensions [None req-13a2d37f-101c-45de-a77d-673dbe3c9196 None None] Loading extension file: metering.py {{(pid=103148) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 10:51:58.435283 dv-cinder-830088-4-iscsi neutron-server[103148]: DEBUG neutron.api.extensions [None req-13a2d37f-101c-45de-a77d-673dbe3c9196 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=103148) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 10:51:58.435863 dv-cinder-830088-4-iscsi neutron-server[103148]: INFO neutron.api.extensions [None req-13a2d37f-101c-45de-a77d-673dbe3c9196 None None] Loaded extension: metering Apr 12 10:51:58.436187 dv-cinder-830088-4-iscsi neutron-server[103148]: DEBUG neutron.api.extensions [None req-13a2d37f-101c-45de-a77d-673dbe3c9196 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=103148) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 10:51:58.437264 dv-cinder-830088-4-iscsi neutron-server[103148]: DEBUG neutron.api.extensions [None req-13a2d37f-101c-45de-a77d-673dbe3c9196 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=103148) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 10:51:58.437786 dv-cinder-830088-4-iscsi neutron-server[103148]: INFO neutron.api.extensions [None req-13a2d37f-101c-45de-a77d-673dbe3c9196 None None] Loaded extension: metering_source_and_destination_fields Apr 12 10:51:58.438111 dv-cinder-830088-4-iscsi neutron-server[103148]: DEBUG neutron.api.extensions [None req-13a2d37f-101c-45de-a77d-673dbe3c9196 None None] Loading extension file: multiprovidernet.py {{(pid=103148) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 10:51:58.439065 dv-cinder-830088-4-iscsi neutron-server[103148]: DEBUG neutron.api.extensions [None req-13a2d37f-101c-45de-a77d-673dbe3c9196 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=103148) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 10:51:58.439580 dv-cinder-830088-4-iscsi neutron-server[103148]: INFO neutron.api.extensions [None req-13a2d37f-101c-45de-a77d-673dbe3c9196 None None] Loaded extension: multi-provider Apr 12 10:51:58.439903 dv-cinder-830088-4-iscsi neutron-server[103148]: DEBUG neutron.api.extensions [None req-13a2d37f-101c-45de-a77d-673dbe3c9196 None None] Loading extension file: netmtu.py {{(pid=103148) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 10:51:58.440815 dv-cinder-830088-4-iscsi neutron-server[103148]: DEBUG neutron.api.extensions [None req-13a2d37f-101c-45de-a77d-673dbe3c9196 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=103148) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 10:51:58.441337 dv-cinder-830088-4-iscsi neutron-server[103148]: INFO neutron.api.extensions [None req-13a2d37f-101c-45de-a77d-673dbe3c9196 None None] Loaded extension: net-mtu Apr 12 10:51:58.441662 dv-cinder-830088-4-iscsi neutron-server[103148]: DEBUG neutron.api.extensions [None req-13a2d37f-101c-45de-a77d-673dbe3c9196 None None] Loading extension file: netmtu_writable.py {{(pid=103148) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 10:51:58.442569 dv-cinder-830088-4-iscsi neutron-server[103148]: DEBUG neutron.api.extensions [None req-13a2d37f-101c-45de-a77d-673dbe3c9196 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=103148) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 10:51:58.443112 dv-cinder-830088-4-iscsi neutron-server[103148]: INFO neutron.api.extensions [None req-13a2d37f-101c-45de-a77d-673dbe3c9196 None None] Loaded extension: net-mtu-writable Apr 12 10:51:58.443435 dv-cinder-830088-4-iscsi neutron-server[103148]: DEBUG neutron.api.extensions [None req-13a2d37f-101c-45de-a77d-673dbe3c9196 None None] Loading extension file: network_availability_zone.py {{(pid=103148) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 10:51:58.444096 dv-cinder-830088-4-iscsi neutron-server[103148]: DEBUG neutron.api.extensions [None req-13a2d37f-101c-45de-a77d-673dbe3c9196 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=103148) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 10:51:58.444656 dv-cinder-830088-4-iscsi neutron-server[103148]: INFO neutron.api.extensions [None req-13a2d37f-101c-45de-a77d-673dbe3c9196 None None] Loaded extension: network_availability_zone Apr 12 10:51:58.444976 dv-cinder-830088-4-iscsi neutron-server[103148]: DEBUG neutron.api.extensions [None req-13a2d37f-101c-45de-a77d-673dbe3c9196 None None] Loading extension file: network_ip_availability.py {{(pid=103148) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 10:51:58.446074 dv-cinder-830088-4-iscsi neutron-server[103148]: DEBUG neutron.api.extensions [None req-13a2d37f-101c-45de-a77d-673dbe3c9196 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=103148) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 10:51:58.446594 dv-cinder-830088-4-iscsi neutron-server[103148]: INFO neutron.api.extensions [None req-13a2d37f-101c-45de-a77d-673dbe3c9196 None None] Loaded extension: network-ip-availability Apr 12 10:51:58.446950 dv-cinder-830088-4-iscsi neutron-server[103148]: DEBUG neutron.api.extensions [None req-13a2d37f-101c-45de-a77d-673dbe3c9196 None None] Loading extension file: network_segment_range.py {{(pid=103148) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 10:51:58.447707 dv-cinder-830088-4-iscsi neutron-server[103148]: DEBUG neutron.api.extensions [None req-13a2d37f-101c-45de-a77d-673dbe3c9196 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=103148) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 10:51:58.448212 dv-cinder-830088-4-iscsi neutron-server[103148]: INFO neutron.api.extensions [None req-13a2d37f-101c-45de-a77d-673dbe3c9196 None None] Extension network-segment-range not supported by any of loaded plugins Apr 12 10:51:58.448534 dv-cinder-830088-4-iscsi neutron-server[103148]: DEBUG neutron.api.extensions [None req-13a2d37f-101c-45de-a77d-673dbe3c9196 None None] Loading extension file: pagination.py {{(pid=103148) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 10:51:58.449501 dv-cinder-830088-4-iscsi neutron-server[103148]: DEBUG neutron.api.extensions [None req-13a2d37f-101c-45de-a77d-673dbe3c9196 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=103148) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 10:51:58.449827 dv-cinder-830088-4-iscsi neutron-server[103148]: INFO neutron.api.extensions [None req-13a2d37f-101c-45de-a77d-673dbe3c9196 None None] Loaded extension: pagination Apr 12 10:51:58.450141 dv-cinder-830088-4-iscsi neutron-server[103148]: DEBUG neutron.api.extensions [None req-13a2d37f-101c-45de-a77d-673dbe3c9196 None None] Loading extension file: port_device_profile.py {{(pid=103148) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 10:51:58.451078 dv-cinder-830088-4-iscsi neutron-server[103148]: DEBUG neutron.api.extensions [None req-13a2d37f-101c-45de-a77d-673dbe3c9196 None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=103148) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 10:51:58.451595 dv-cinder-830088-4-iscsi neutron-server[103148]: INFO neutron.api.extensions [None req-13a2d37f-101c-45de-a77d-673dbe3c9196 None None] Loaded extension: port-device-profile Apr 12 10:51:58.451915 dv-cinder-830088-4-iscsi neutron-server[103148]: DEBUG neutron.api.extensions [None req-13a2d37f-101c-45de-a77d-673dbe3c9196 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=103148) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 10:51:58.452820 dv-cinder-830088-4-iscsi neutron-server[103148]: DEBUG neutron.api.extensions [None req-13a2d37f-101c-45de-a77d-673dbe3c9196 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=103148) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 10:51:58.453330 dv-cinder-830088-4-iscsi neutron-server[103148]: INFO neutron.api.extensions [None req-13a2d37f-101c-45de-a77d-673dbe3c9196 None None] Loaded extension: port-mac-address-regenerate Apr 12 10:51:58.453647 dv-cinder-830088-4-iscsi neutron-server[103148]: DEBUG neutron.api.extensions [None req-13a2d37f-101c-45de-a77d-673dbe3c9196 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=103148) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 10:51:58.454550 dv-cinder-830088-4-iscsi neutron-server[103148]: DEBUG neutron.api.extensions [None req-13a2d37f-101c-45de-a77d-673dbe3c9196 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=103148) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 10:51:58.455091 dv-cinder-830088-4-iscsi neutron-server[103148]: INFO neutron.api.extensions [None req-13a2d37f-101c-45de-a77d-673dbe3c9196 None None] Loaded extension: port-numa-affinity-policy Apr 12 10:51:58.455409 dv-cinder-830088-4-iscsi neutron-server[103148]: DEBUG neutron.api.extensions [None req-13a2d37f-101c-45de-a77d-673dbe3c9196 None None] Loading extension file: port_resource_request.py {{(pid=103148) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 10:51:58.456321 dv-cinder-830088-4-iscsi neutron-server[103148]: DEBUG neutron.api.extensions [None req-13a2d37f-101c-45de-a77d-673dbe3c9196 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=103148) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 10:51:58.456830 dv-cinder-830088-4-iscsi neutron-server[103148]: INFO neutron.api.extensions [None req-13a2d37f-101c-45de-a77d-673dbe3c9196 None None] Extension port-resource-request not supported by any of loaded plugins Apr 12 10:51:58.457152 dv-cinder-830088-4-iscsi neutron-server[103148]: DEBUG neutron.api.extensions [None req-13a2d37f-101c-45de-a77d-673dbe3c9196 None None] Loading extension file: port_resource_request_groups.py {{(pid=103148) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 10:51:58.458112 dv-cinder-830088-4-iscsi neutron-server[103148]: DEBUG neutron.api.extensions [None req-13a2d37f-101c-45de-a77d-673dbe3c9196 None None] Ext name="Port Resource Request Groups" alias="port-resource-request-groups" description="Support requesting multiple groups of resources and traits from the same RP subtree in resource_request" updated="2021-08-02T10:00:00-00:00" {{(pid=103148) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 10:51:58.458617 dv-cinder-830088-4-iscsi neutron-server[103148]: INFO neutron.api.extensions [None req-13a2d37f-101c-45de-a77d-673dbe3c9196 None None] Extension port-resource-request-groups not supported by any of loaded plugins Apr 12 10:51:58.458962 dv-cinder-830088-4-iscsi neutron-server[103148]: DEBUG neutron.api.extensions [None req-13a2d37f-101c-45de-a77d-673dbe3c9196 None None] Loading extension file: portbindings.py {{(pid=103148) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 10:51:58.460391 dv-cinder-830088-4-iscsi neutron-server[103148]: DEBUG neutron.api.extensions [None req-13a2d37f-101c-45de-a77d-673dbe3c9196 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=103148) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 10:51:58.460899 dv-cinder-830088-4-iscsi neutron-server[103148]: INFO neutron.api.extensions [None req-13a2d37f-101c-45de-a77d-673dbe3c9196 None None] Loaded extension: binding Apr 12 10:51:58.461216 dv-cinder-830088-4-iscsi neutron-server[103148]: DEBUG neutron.api.extensions [None req-13a2d37f-101c-45de-a77d-673dbe3c9196 None None] Loading extension file: portbindings_extended.py {{(pid=103148) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 10:51:58.462457 dv-cinder-830088-4-iscsi neutron-server[103148]: DEBUG neutron.api.extensions [None req-13a2d37f-101c-45de-a77d-673dbe3c9196 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=103148) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 10:51:58.462999 dv-cinder-830088-4-iscsi neutron-server[103148]: INFO neutron.api.extensions [None req-13a2d37f-101c-45de-a77d-673dbe3c9196 None None] Loaded extension: binding-extended Apr 12 10:51:58.463324 dv-cinder-830088-4-iscsi neutron-server[103148]: DEBUG neutron.api.extensions [None req-13a2d37f-101c-45de-a77d-673dbe3c9196 None None] Loading extension file: portsecurity.py {{(pid=103148) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 10:51:58.464225 dv-cinder-830088-4-iscsi neutron-server[103148]: DEBUG neutron.api.extensions [None req-13a2d37f-101c-45de-a77d-673dbe3c9196 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=103148) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 10:51:58.464735 dv-cinder-830088-4-iscsi neutron-server[103148]: INFO neutron.api.extensions [None req-13a2d37f-101c-45de-a77d-673dbe3c9196 None None] Loaded extension: port-security Apr 12 10:51:58.465057 dv-cinder-830088-4-iscsi neutron-server[103148]: DEBUG neutron.api.extensions [None req-13a2d37f-101c-45de-a77d-673dbe3c9196 None None] Loading extension file: project_id.py {{(pid=103148) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 10:51:58.466018 dv-cinder-830088-4-iscsi neutron-server[103148]: DEBUG neutron.api.extensions [None req-13a2d37f-101c-45de-a77d-673dbe3c9196 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=103148) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 10:51:58.466342 dv-cinder-830088-4-iscsi neutron-server[103148]: INFO neutron.api.extensions [None req-13a2d37f-101c-45de-a77d-673dbe3c9196 None None] Loaded extension: project-id Apr 12 10:51:58.466668 dv-cinder-830088-4-iscsi neutron-server[103148]: DEBUG neutron.api.extensions [None req-13a2d37f-101c-45de-a77d-673dbe3c9196 None None] Loading extension file: providernet.py {{(pid=103148) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 10:51:58.467594 dv-cinder-830088-4-iscsi neutron-server[103148]: DEBUG neutron.api.extensions [None req-13a2d37f-101c-45de-a77d-673dbe3c9196 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=103148) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 10:51:58.468106 dv-cinder-830088-4-iscsi neutron-server[103148]: INFO neutron.api.extensions [None req-13a2d37f-101c-45de-a77d-673dbe3c9196 None None] Loaded extension: provider Apr 12 10:51:58.468425 dv-cinder-830088-4-iscsi neutron-server[103148]: DEBUG neutron.api.extensions [None req-13a2d37f-101c-45de-a77d-673dbe3c9196 None None] Loading extension file: qos.py {{(pid=103148) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 10:51:58.472024 dv-cinder-830088-4-iscsi neutron-server[103148]: DEBUG neutron.api.extensions [None req-13a2d37f-101c-45de-a77d-673dbe3c9196 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=103148) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 10:51:58.472552 dv-cinder-830088-4-iscsi neutron-server[103148]: INFO neutron.api.extensions [None req-13a2d37f-101c-45de-a77d-673dbe3c9196 None None] Extension qos not supported by any of loaded plugins Apr 12 10:51:58.472881 dv-cinder-830088-4-iscsi neutron-server[103148]: DEBUG neutron.api.extensions [None req-13a2d37f-101c-45de-a77d-673dbe3c9196 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=103148) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 10:51:58.474110 dv-cinder-830088-4-iscsi neutron-server[103148]: DEBUG neutron.api.extensions [None req-13a2d37f-101c-45de-a77d-673dbe3c9196 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=103148) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 10:51:58.474632 dv-cinder-830088-4-iscsi neutron-server[103148]: INFO neutron.api.extensions [None req-13a2d37f-101c-45de-a77d-673dbe3c9196 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Apr 12 10:51:58.474986 dv-cinder-830088-4-iscsi neutron-server[103148]: DEBUG neutron.api.extensions [None req-13a2d37f-101c-45de-a77d-673dbe3c9196 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=103148) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 10:51:58.476070 dv-cinder-830088-4-iscsi neutron-server[103148]: DEBUG neutron.api.extensions [None req-13a2d37f-101c-45de-a77d-673dbe3c9196 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=103148) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 10:51:58.476593 dv-cinder-830088-4-iscsi neutron-server[103148]: INFO neutron.api.extensions [None req-13a2d37f-101c-45de-a77d-673dbe3c9196 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Apr 12 10:51:58.476917 dv-cinder-830088-4-iscsi neutron-server[103148]: DEBUG neutron.api.extensions [None req-13a2d37f-101c-45de-a77d-673dbe3c9196 None None] Loading extension file: qos_default.py {{(pid=103148) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 10:51:58.477827 dv-cinder-830088-4-iscsi neutron-server[103148]: DEBUG neutron.api.extensions [None req-13a2d37f-101c-45de-a77d-673dbe3c9196 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=103148) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 10:51:58.478341 dv-cinder-830088-4-iscsi neutron-server[103148]: INFO neutron.api.extensions [None req-13a2d37f-101c-45de-a77d-673dbe3c9196 None None] Extension qos-default not supported by any of loaded plugins Apr 12 10:51:58.478719 dv-cinder-830088-4-iscsi neutron-server[103148]: DEBUG neutron.api.extensions [None req-13a2d37f-101c-45de-a77d-673dbe3c9196 None None] Loading extension file: qos_fip.py {{(pid=103148) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 10:51:58.479599 dv-cinder-830088-4-iscsi neutron-server[103148]: DEBUG neutron.api.extensions [None req-13a2d37f-101c-45de-a77d-673dbe3c9196 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=103148) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 10:51:58.480115 dv-cinder-830088-4-iscsi neutron-server[103148]: INFO neutron.api.extensions [None req-13a2d37f-101c-45de-a77d-673dbe3c9196 None None] Extension qos-fip not supported by any of loaded plugins Apr 12 10:51:58.480435 dv-cinder-830088-4-iscsi neutron-server[103148]: DEBUG neutron.api.extensions [None req-13a2d37f-101c-45de-a77d-673dbe3c9196 None None] Loading extension file: qos_fip_network_policy.py {{(pid=103148) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 10:51:58.481602 dv-cinder-830088-4-iscsi neutron-server[103148]: DEBUG neutron.api.extensions [None req-13a2d37f-101c-45de-a77d-673dbe3c9196 None None] Ext name="QoS floating IP network policy ID" alias="qos-fip-network-policy" description="Adds a the QoS network ID to the floating IP definition" updated="2021-11-15T10:00:00-00:00" {{(pid=103148) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 10:51:58.482119 dv-cinder-830088-4-iscsi neutron-server[103148]: INFO neutron.api.extensions [None req-13a2d37f-101c-45de-a77d-673dbe3c9196 None None] Extension qos-fip-network-policy not supported by any of loaded plugins Apr 12 10:51:58.482439 dv-cinder-830088-4-iscsi neutron-server[103148]: DEBUG neutron.api.extensions [None req-13a2d37f-101c-45de-a77d-673dbe3c9196 None None] Loading extension file: qos_gateway_ip.py {{(pid=103148) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 10:51:58.483384 dv-cinder-830088-4-iscsi neutron-server[103148]: DEBUG neutron.api.extensions [None req-13a2d37f-101c-45de-a77d-673dbe3c9196 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=103148) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 10:51:58.483899 dv-cinder-830088-4-iscsi neutron-server[103148]: INFO neutron.api.extensions [None req-13a2d37f-101c-45de-a77d-673dbe3c9196 None None] Extension qos-gateway-ip not supported by any of loaded plugins Apr 12 10:51:58.484218 dv-cinder-830088-4-iscsi neutron-server[103148]: DEBUG neutron.api.extensions [None req-13a2d37f-101c-45de-a77d-673dbe3c9196 None None] Loading extension file: qos_port_network_policy.py {{(pid=103148) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 10:51:58.485119 dv-cinder-830088-4-iscsi neutron-server[103148]: DEBUG neutron.api.extensions [None req-13a2d37f-101c-45de-a77d-673dbe3c9196 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=103148) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 10:51:58.485633 dv-cinder-830088-4-iscsi neutron-server[103148]: INFO neutron.api.extensions [None req-13a2d37f-101c-45de-a77d-673dbe3c9196 None None] Extension qos-port-network-policy not supported by any of loaded plugins Apr 12 10:51:58.485952 dv-cinder-830088-4-iscsi neutron-server[103148]: DEBUG neutron.api.extensions [None req-13a2d37f-101c-45de-a77d-673dbe3c9196 None None] Loading extension file: qos_pps_minimum_rule.py {{(pid=103148) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 10:51:58.487010 dv-cinder-830088-4-iscsi neutron-server[103148]: DEBUG neutron.api.extensions [None req-13a2d37f-101c-45de-a77d-673dbe3c9196 None None] Ext name="QoS minimum packet rate rule" alias="qos-pps-minimum" description="Allow to configure QoS minimum packet rate rule." updated="2021-07-14T10:00:00-00:00" {{(pid=103148) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 10:51:58.487528 dv-cinder-830088-4-iscsi neutron-server[103148]: INFO neutron.api.extensions [None req-13a2d37f-101c-45de-a77d-673dbe3c9196 None None] Extension qos-pps-minimum not supported by any of loaded plugins Apr 12 10:51:58.487850 dv-cinder-830088-4-iscsi neutron-server[103148]: DEBUG neutron.api.extensions [None req-13a2d37f-101c-45de-a77d-673dbe3c9196 None None] Loading extension file: qos_pps_minimum_rule_alias.py {{(pid=103148) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 10:51:58.488876 dv-cinder-830088-4-iscsi neutron-server[103148]: DEBUG neutron.api.extensions [None req-13a2d37f-101c-45de-a77d-673dbe3c9196 None None] Ext name="QoS minimum packet rate rule alias" alias="qos-pps-minimum-rule-alias" description="API to enable GET, PUT and DELETE operations on QoS minimum packet rate rule without specifying policy ID" updated="2021-10-22T10:00:00-00:00" {{(pid=103148) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 10:51:58.489390 dv-cinder-830088-4-iscsi neutron-server[103148]: INFO neutron.api.extensions [None req-13a2d37f-101c-45de-a77d-673dbe3c9196 None None] Extension qos-pps-minimum-rule-alias not supported by any of loaded plugins Apr 12 10:51:58.489711 dv-cinder-830088-4-iscsi neutron-server[103148]: DEBUG neutron.api.extensions [None req-13a2d37f-101c-45de-a77d-673dbe3c9196 None None] Loading extension file: qos_pps_rule.py {{(pid=103148) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 10:51:58.490906 dv-cinder-830088-4-iscsi neutron-server[103148]: DEBUG neutron.api.extensions [None req-13a2d37f-101c-45de-a77d-673dbe3c9196 None None] Ext name="QoS Rule Type Packet per Second Extension" alias="qos-pps" description="Add QoS Rule Type Packet per Second" updated="2021-05-12T10:00:00-00:00" {{(pid=103148) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 10:51:58.491953 dv-cinder-830088-4-iscsi neutron-server[103148]: INFO neutron.api.extensions [None req-13a2d37f-101c-45de-a77d-673dbe3c9196 None None] Extension qos-pps not supported by any of loaded plugins Apr 12 10:51:58.492275 dv-cinder-830088-4-iscsi neutron-server[103148]: DEBUG neutron.api.extensions [None req-13a2d37f-101c-45de-a77d-673dbe3c9196 None None] Loading extension file: qos_rule_type_details.py {{(pid=103148) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 10:51:58.493187 dv-cinder-830088-4-iscsi neutron-server[103148]: DEBUG neutron.api.extensions [None req-13a2d37f-101c-45de-a77d-673dbe3c9196 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=103148) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 10:51:58.493702 dv-cinder-830088-4-iscsi neutron-server[103148]: INFO neutron.api.extensions [None req-13a2d37f-101c-45de-a77d-673dbe3c9196 None None] Extension qos-rule-type-details not supported by any of loaded plugins Apr 12 10:51:58.494024 dv-cinder-830088-4-iscsi neutron-server[103148]: DEBUG neutron.api.extensions [None req-13a2d37f-101c-45de-a77d-673dbe3c9196 None None] Loading extension file: qos_rule_type_filter.py {{(pid=103148) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 10:51:58.494955 dv-cinder-830088-4-iscsi neutron-server[103148]: DEBUG neutron.api.extensions [None req-13a2d37f-101c-45de-a77d-673dbe3c9196 None None] Ext name="Allow to filter the list of QoS rule types" alias="qos-rule-type-filter" description="Allows to filter the QoS rule type list adding two new flags. "all_rules" prints all implemented QoS rule types."all_supported" prints all supported QoS rule types by the loaded mechanism drivers" updated="2022-02-02T10:00:00-00:00" {{(pid=103148) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 10:51:58.495476 dv-cinder-830088-4-iscsi neutron-server[103148]: INFO neutron.api.extensions [None req-13a2d37f-101c-45de-a77d-673dbe3c9196 None None] Extension qos-rule-type-filter not supported by any of loaded plugins Apr 12 10:51:58.495799 dv-cinder-830088-4-iscsi neutron-server[103148]: DEBUG neutron.api.extensions [None req-13a2d37f-101c-45de-a77d-673dbe3c9196 None None] Loading extension file: qos_rules_alias.py {{(pid=103148) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 10:51:58.496827 dv-cinder-830088-4-iscsi neutron-server[103148]: DEBUG neutron.api.extensions [None req-13a2d37f-101c-45de-a77d-673dbe3c9196 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=103148) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 10:51:58.497352 dv-cinder-830088-4-iscsi neutron-server[103148]: INFO neutron.api.extensions [None req-13a2d37f-101c-45de-a77d-673dbe3c9196 None None] Extension qos-rules-alias not supported by any of loaded plugins Apr 12 10:51:58.497672 dv-cinder-830088-4-iscsi neutron-server[103148]: DEBUG neutron.api.extensions [None req-13a2d37f-101c-45de-a77d-673dbe3c9196 None None] Loading extension file: quota_check_limit.py {{(pid=103148) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 10:51:58.498575 dv-cinder-830088-4-iscsi neutron-server[103148]: DEBUG neutron.api.extensions [None req-13a2d37f-101c-45de-a77d-673dbe3c9196 None None] Ext name="Quota engine limit check" alias="quota-check-limit" description="Support for checking the resource usage before applying a new quota limit" updated="2021-09-08T16:00:00-00:00" {{(pid=103148) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 10:51:58.499133 dv-cinder-830088-4-iscsi neutron-server[103148]: INFO neutron.api.extensions [None req-13a2d37f-101c-45de-a77d-673dbe3c9196 None None] Loaded extension: quota-check-limit Apr 12 10:51:58.499454 dv-cinder-830088-4-iscsi neutron-server[103148]: DEBUG neutron.api.extensions [None req-13a2d37f-101c-45de-a77d-673dbe3c9196 None None] Loading extension file: quotasv2.py {{(pid=103148) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 10:51:58.500373 dv-cinder-830088-4-iscsi neutron-server[103148]: DEBUG neutron.api.extensions [None req-13a2d37f-101c-45de-a77d-673dbe3c9196 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per project" updated="2012-07-29T10:00:00-00:00" {{(pid=103148) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 10:51:58.500694 dv-cinder-830088-4-iscsi neutron-server[103148]: INFO neutron.api.extensions [None req-13a2d37f-101c-45de-a77d-673dbe3c9196 None None] Loaded extension: quotas Apr 12 10:51:58.501010 dv-cinder-830088-4-iscsi neutron-server[103148]: DEBUG neutron.api.extensions [None req-13a2d37f-101c-45de-a77d-673dbe3c9196 None None] Loading extension file: quotasv2_detail.py {{(pid=103148) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 10:51:58.502679 dv-cinder-830088-4-iscsi neutron-server[103148]: DEBUG neutron.api.extensions [None req-13a2d37f-101c-45de-a77d-673dbe3c9196 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=103148) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 10:51:58.503032 dv-cinder-830088-4-iscsi neutron-server[103148]: INFO neutron.api.extensions [None req-13a2d37f-101c-45de-a77d-673dbe3c9196 None None] Loaded extension: quota_details Apr 12 10:51:58.503355 dv-cinder-830088-4-iscsi neutron-server[103148]: DEBUG neutron.api.extensions [None req-13a2d37f-101c-45de-a77d-673dbe3c9196 None None] Loading extension file: rbac.py {{(pid=103148) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 10:51:58.504386 dv-cinder-830088-4-iscsi neutron-server[103148]: DEBUG neutron.api.extensions [None req-13a2d37f-101c-45de-a77d-673dbe3c9196 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=103148) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 10:51:58.504908 dv-cinder-830088-4-iscsi neutron-server[103148]: INFO neutron.api.extensions [None req-13a2d37f-101c-45de-a77d-673dbe3c9196 None None] Loaded extension: rbac-policies Apr 12 10:51:58.505231 dv-cinder-830088-4-iscsi neutron-server[103148]: DEBUG neutron.api.extensions [None req-13a2d37f-101c-45de-a77d-673dbe3c9196 None None] Loading extension file: rbac_address_group.py {{(pid=103148) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 10:51:58.506147 dv-cinder-830088-4-iscsi neutron-server[103148]: DEBUG neutron.api.extensions [None req-13a2d37f-101c-45de-a77d-673dbe3c9196 None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=103148) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 10:51:58.506686 dv-cinder-830088-4-iscsi neutron-server[103148]: INFO neutron.api.extensions [None req-13a2d37f-101c-45de-a77d-673dbe3c9196 None None] Loaded extension: rbac-address-group Apr 12 10:51:58.507080 dv-cinder-830088-4-iscsi neutron-server[103148]: DEBUG neutron.api.extensions [None req-13a2d37f-101c-45de-a77d-673dbe3c9196 None None] Loading extension file: rbac_address_scope.py {{(pid=103148) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 10:51:58.507997 dv-cinder-830088-4-iscsi neutron-server[103148]: DEBUG neutron.api.extensions [None req-13a2d37f-101c-45de-a77d-673dbe3c9196 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=103148) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 10:51:58.508513 dv-cinder-830088-4-iscsi neutron-server[103148]: INFO neutron.api.extensions [None req-13a2d37f-101c-45de-a77d-673dbe3c9196 None None] Loaded extension: rbac-address-scope Apr 12 10:51:58.508831 dv-cinder-830088-4-iscsi neutron-server[103148]: DEBUG neutron.api.extensions [None req-13a2d37f-101c-45de-a77d-673dbe3c9196 None None] Loading extension file: rbac_security_groups.py {{(pid=103148) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 10:51:58.509812 dv-cinder-830088-4-iscsi neutron-server[103148]: DEBUG neutron.api.extensions [None req-13a2d37f-101c-45de-a77d-673dbe3c9196 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=103148) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 10:51:58.510327 dv-cinder-830088-4-iscsi neutron-server[103148]: INFO neutron.api.extensions [None req-13a2d37f-101c-45de-a77d-673dbe3c9196 None None] Loaded extension: rbac-security-groups Apr 12 10:51:58.510644 dv-cinder-830088-4-iscsi neutron-server[103148]: DEBUG neutron.api.extensions [None req-13a2d37f-101c-45de-a77d-673dbe3c9196 None None] Loading extension file: rbac_subnetpool.py {{(pid=103148) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 10:51:58.511578 dv-cinder-830088-4-iscsi neutron-server[103148]: DEBUG neutron.api.extensions [None req-13a2d37f-101c-45de-a77d-673dbe3c9196 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=103148) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 10:51:58.512090 dv-cinder-830088-4-iscsi neutron-server[103148]: INFO neutron.api.extensions [None req-13a2d37f-101c-45de-a77d-673dbe3c9196 None None] Loaded extension: rbac-subnetpool Apr 12 10:51:58.512409 dv-cinder-830088-4-iscsi neutron-server[103148]: DEBUG neutron.api.extensions [None req-13a2d37f-101c-45de-a77d-673dbe3c9196 None None] Loading extension file: revisionifmatch.py {{(pid=103148) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 10:51:58.513327 dv-cinder-830088-4-iscsi neutron-server[103148]: DEBUG neutron.api.extensions [None req-13a2d37f-101c-45de-a77d-673dbe3c9196 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=103148) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 10:51:58.513838 dv-cinder-830088-4-iscsi neutron-server[103148]: INFO neutron.api.extensions [None req-13a2d37f-101c-45de-a77d-673dbe3c9196 None None] Loaded extension: revision-if-match Apr 12 10:51:58.514155 dv-cinder-830088-4-iscsi neutron-server[103148]: DEBUG neutron.api.extensions [None req-13a2d37f-101c-45de-a77d-673dbe3c9196 None None] Loading extension file: revisions.py {{(pid=103148) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 10:51:58.515294 dv-cinder-830088-4-iscsi neutron-server[103148]: DEBUG neutron.api.extensions [None req-13a2d37f-101c-45de-a77d-673dbe3c9196 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=103148) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 10:51:58.515815 dv-cinder-830088-4-iscsi neutron-server[103148]: INFO neutron.api.extensions [None req-13a2d37f-101c-45de-a77d-673dbe3c9196 None None] Loaded extension: standard-attr-revisions Apr 12 10:51:58.516136 dv-cinder-830088-4-iscsi neutron-server[103148]: DEBUG neutron.api.extensions [None req-13a2d37f-101c-45de-a77d-673dbe3c9196 None None] Loading extension file: router_availability_zone.py {{(pid=103148) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 10:51:58.516798 dv-cinder-830088-4-iscsi neutron-server[103148]: DEBUG neutron.api.extensions [None req-13a2d37f-101c-45de-a77d-673dbe3c9196 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=103148) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 10:51:58.517318 dv-cinder-830088-4-iscsi neutron-server[103148]: INFO neutron.api.extensions [None req-13a2d37f-101c-45de-a77d-673dbe3c9196 None None] Loaded extension: router_availability_zone Apr 12 10:51:58.517636 dv-cinder-830088-4-iscsi neutron-server[103148]: DEBUG neutron.api.extensions [None req-13a2d37f-101c-45de-a77d-673dbe3c9196 None None] Loading extension file: routerservicetype.py {{(pid=103148) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 10:51:58.518548 dv-cinder-830088-4-iscsi neutron-server[103148]: DEBUG neutron.api.extensions [None req-13a2d37f-101c-45de-a77d-673dbe3c9196 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=103148) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 10:51:58.519095 dv-cinder-830088-4-iscsi neutron-server[103148]: INFO neutron.api.extensions [None req-13a2d37f-101c-45de-a77d-673dbe3c9196 None None] Extension router-service-type not supported by any of loaded plugins Apr 12 10:51:58.519414 dv-cinder-830088-4-iscsi neutron-server[103148]: DEBUG neutron.api.extensions [None req-13a2d37f-101c-45de-a77d-673dbe3c9196 None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=103148) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 10:51:58.520327 dv-cinder-830088-4-iscsi neutron-server[103148]: DEBUG neutron.api.extensions [None req-13a2d37f-101c-45de-a77d-673dbe3c9196 None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=103148) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 10:51:58.520840 dv-cinder-830088-4-iscsi neutron-server[103148]: INFO neutron.api.extensions [None req-13a2d37f-101c-45de-a77d-673dbe3c9196 None None] Loaded extension: security-groups-normalized-cidr Apr 12 10:51:58.521156 dv-cinder-830088-4-iscsi neutron-server[103148]: DEBUG neutron.api.extensions [None req-13a2d37f-101c-45de-a77d-673dbe3c9196 None None] Loading extension file: security_groups_port_filtering.py {{(pid=103148) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 10:51:58.522062 dv-cinder-830088-4-iscsi neutron-server[103148]: DEBUG neutron.api.extensions [None req-13a2d37f-101c-45de-a77d-673dbe3c9196 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=103148) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 10:51:58.523132 dv-cinder-830088-4-iscsi neutron-server[103148]: INFO neutron.api.extensions [None req-13a2d37f-101c-45de-a77d-673dbe3c9196 None None] Loaded extension: port-security-groups-filtering Apr 12 10:51:58.523450 dv-cinder-830088-4-iscsi neutron-server[103148]: DEBUG neutron.api.extensions [None req-13a2d37f-101c-45de-a77d-673dbe3c9196 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=103148) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 10:51:58.524382 dv-cinder-830088-4-iscsi neutron-server[103148]: DEBUG neutron.api.extensions [None req-13a2d37f-101c-45de-a77d-673dbe3c9196 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=103148) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 10:51:58.524894 dv-cinder-830088-4-iscsi neutron-server[103148]: INFO neutron.api.extensions [None req-13a2d37f-101c-45de-a77d-673dbe3c9196 None None] Loaded extension: security-groups-remote-address-group Apr 12 10:51:58.525210 dv-cinder-830088-4-iscsi neutron-server[103148]: DEBUG neutron.api.extensions [None req-13a2d37f-101c-45de-a77d-673dbe3c9196 None None] Loading extension file: security_groups_shared_filtering.py {{(pid=103148) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 10:51:58.526121 dv-cinder-830088-4-iscsi neutron-server[103148]: DEBUG neutron.api.extensions [None req-13a2d37f-101c-45de-a77d-673dbe3c9196 None None] Ext name="Security group filtering on the shared field" alias="security-groups-shared-filtering" description="Support filtering security groups on the shared field" updated="2021-10-05T09:00:00-00:00" {{(pid=103148) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 10:51:58.526634 dv-cinder-830088-4-iscsi neutron-server[103148]: INFO neutron.api.extensions [None req-13a2d37f-101c-45de-a77d-673dbe3c9196 None None] Loaded extension: security-groups-shared-filtering Apr 12 10:51:58.526979 dv-cinder-830088-4-iscsi neutron-server[103148]: DEBUG neutron.api.extensions [None req-13a2d37f-101c-45de-a77d-673dbe3c9196 None None] Loading extension file: security_groups_shared_filtering_lib.py {{(pid=103148) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 10:51:58.527562 dv-cinder-830088-4-iscsi neutron-server[103148]: WARNING neutron.api.extensions [None req-13a2d37f-101c-45de-a77d-673dbe3c9196 None None] Did not find expected name "Security_groups_shared_filtering_lib" in /opt/stack/neutron/neutron/extensions/security_groups_shared_filtering_lib.py Apr 12 10:51:58.527876 dv-cinder-830088-4-iscsi neutron-server[103148]: DEBUG neutron.api.extensions [None req-13a2d37f-101c-45de-a77d-673dbe3c9196 None None] Loading extension file: securitygroup.py {{(pid=103148) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 10:51:58.537516 dv-cinder-830088-4-iscsi neutron-server[103148]: DEBUG neutron.api.extensions [None req-13a2d37f-101c-45de-a77d-673dbe3c9196 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=103148) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 10:51:58.538673 dv-cinder-830088-4-iscsi neutron-server[103148]: INFO neutron.api.extensions [None req-13a2d37f-101c-45de-a77d-673dbe3c9196 None None] Loaded extension: security-group Apr 12 10:51:58.539031 dv-cinder-830088-4-iscsi neutron-server[103148]: DEBUG neutron.api.extensions [None req-13a2d37f-101c-45de-a77d-673dbe3c9196 None None] Loading extension file: segment.py {{(pid=103148) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 10:51:58.539750 dv-cinder-830088-4-iscsi neutron-server[103148]: DEBUG neutron.api.extensions [None req-13a2d37f-101c-45de-a77d-673dbe3c9196 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=103148) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 10:51:58.540265 dv-cinder-830088-4-iscsi neutron-server[103148]: INFO neutron.api.extensions [None req-13a2d37f-101c-45de-a77d-673dbe3c9196 None None] Extension segment not supported by any of loaded plugins Apr 12 10:51:58.540588 dv-cinder-830088-4-iscsi neutron-server[103148]: DEBUG neutron.api.extensions [None req-13a2d37f-101c-45de-a77d-673dbe3c9196 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=103148) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 10:51:58.541517 dv-cinder-830088-4-iscsi neutron-server[103148]: DEBUG neutron.api.extensions [None req-13a2d37f-101c-45de-a77d-673dbe3c9196 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=103148) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 10:51:58.542030 dv-cinder-830088-4-iscsi neutron-server[103148]: INFO neutron.api.extensions [None req-13a2d37f-101c-45de-a77d-673dbe3c9196 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Apr 12 10:51:58.542353 dv-cinder-830088-4-iscsi neutron-server[103148]: DEBUG neutron.api.extensions [None req-13a2d37f-101c-45de-a77d-673dbe3c9196 None None] Loading extension file: servicetype.py {{(pid=103148) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 10:51:58.543475 dv-cinder-830088-4-iscsi neutron-server[103148]: DEBUG neutron.api.extensions [None req-13a2d37f-101c-45de-a77d-673dbe3c9196 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=103148) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 10:51:58.543999 dv-cinder-830088-4-iscsi neutron-server[103148]: INFO neutron.api.extensions [None req-13a2d37f-101c-45de-a77d-673dbe3c9196 None None] Loaded extension: service-type Apr 12 10:51:58.544320 dv-cinder-830088-4-iscsi neutron-server[103148]: DEBUG neutron.api.extensions [None req-13a2d37f-101c-45de-a77d-673dbe3c9196 None None] Loading extension file: sorting.py {{(pid=103148) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 10:51:58.545311 dv-cinder-830088-4-iscsi neutron-server[103148]: DEBUG neutron.api.extensions [None req-13a2d37f-101c-45de-a77d-673dbe3c9196 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=103148) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 10:51:58.545637 dv-cinder-830088-4-iscsi neutron-server[103148]: INFO neutron.api.extensions [None req-13a2d37f-101c-45de-a77d-673dbe3c9196 None None] Loaded extension: sorting Apr 12 10:51:58.545957 dv-cinder-830088-4-iscsi neutron-server[103148]: DEBUG neutron.api.extensions [None req-13a2d37f-101c-45de-a77d-673dbe3c9196 None None] Loading extension file: standard_attr_segment.py {{(pid=103148) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 10:51:58.546887 dv-cinder-830088-4-iscsi neutron-server[103148]: DEBUG neutron.api.extensions [None req-13a2d37f-101c-45de-a77d-673dbe3c9196 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=103148) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 10:51:58.547408 dv-cinder-830088-4-iscsi neutron-server[103148]: INFO neutron.api.extensions [None req-13a2d37f-101c-45de-a77d-673dbe3c9196 None None] Extension standard-attr-segment not supported by any of loaded plugins Apr 12 10:51:58.547735 dv-cinder-830088-4-iscsi neutron-server[103148]: DEBUG neutron.api.extensions [None req-13a2d37f-101c-45de-a77d-673dbe3c9196 None None] Loading extension file: standardattrdescription.py {{(pid=103148) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 10:51:58.548373 dv-cinder-830088-4-iscsi neutron-server[103148]: DEBUG neutron.api.extensions [None req-13a2d37f-101c-45de-a77d-673dbe3c9196 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=103148) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 10:51:58.548879 dv-cinder-830088-4-iscsi neutron-server[103148]: INFO neutron.api.extensions [None req-13a2d37f-101c-45de-a77d-673dbe3c9196 None None] Loaded extension: standard-attr-description Apr 12 10:51:58.549198 dv-cinder-830088-4-iscsi neutron-server[103148]: DEBUG neutron.api.extensions [None req-13a2d37f-101c-45de-a77d-673dbe3c9196 None None] Loading extension file: stateful_security_group.py {{(pid=103148) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 10:51:58.550107 dv-cinder-830088-4-iscsi neutron-server[103148]: DEBUG neutron.api.extensions [None req-13a2d37f-101c-45de-a77d-673dbe3c9196 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=103148) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 10:51:58.550617 dv-cinder-830088-4-iscsi neutron-server[103148]: INFO neutron.api.extensions [None req-13a2d37f-101c-45de-a77d-673dbe3c9196 None None] Loaded extension: stateful-security-group Apr 12 10:51:58.550962 dv-cinder-830088-4-iscsi neutron-server[103148]: DEBUG neutron.api.extensions [None req-13a2d37f-101c-45de-a77d-673dbe3c9196 None None] Loading extension file: stdattrs_common.py {{(pid=103148) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 10:51:58.551525 dv-cinder-830088-4-iscsi neutron-server[103148]: WARNING neutron.api.extensions [None req-13a2d37f-101c-45de-a77d-673dbe3c9196 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Apr 12 10:51:58.551842 dv-cinder-830088-4-iscsi neutron-server[103148]: DEBUG neutron.api.extensions [None req-13a2d37f-101c-45de-a77d-673dbe3c9196 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=103148) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 10:51:58.552757 dv-cinder-830088-4-iscsi neutron-server[103148]: DEBUG neutron.api.extensions [None req-13a2d37f-101c-45de-a77d-673dbe3c9196 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=103148) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 10:51:58.553277 dv-cinder-830088-4-iscsi neutron-server[103148]: INFO neutron.api.extensions [None req-13a2d37f-101c-45de-a77d-673dbe3c9196 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Apr 12 10:51:58.553636 dv-cinder-830088-4-iscsi neutron-server[103148]: DEBUG neutron.api.extensions [None req-13a2d37f-101c-45de-a77d-673dbe3c9196 None None] Loading extension file: subnet_onboard.py {{(pid=103148) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 10:51:58.554720 dv-cinder-830088-4-iscsi neutron-server[103148]: DEBUG neutron.api.extensions [None req-13a2d37f-101c-45de-a77d-673dbe3c9196 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=103148) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 10:51:58.555250 dv-cinder-830088-4-iscsi neutron-server[103148]: INFO neutron.api.extensions [None req-13a2d37f-101c-45de-a77d-673dbe3c9196 None None] Loaded extension: subnet_onboard Apr 12 10:51:58.555573 dv-cinder-830088-4-iscsi neutron-server[103148]: DEBUG neutron.api.extensions [None req-13a2d37f-101c-45de-a77d-673dbe3c9196 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=103148) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 10:51:58.556495 dv-cinder-830088-4-iscsi neutron-server[103148]: DEBUG neutron.api.extensions [None req-13a2d37f-101c-45de-a77d-673dbe3c9196 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=103148) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 10:51:58.557009 dv-cinder-830088-4-iscsi neutron-server[103148]: INFO neutron.api.extensions [None req-13a2d37f-101c-45de-a77d-673dbe3c9196 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Apr 12 10:51:58.557329 dv-cinder-830088-4-iscsi neutron-server[103148]: DEBUG neutron.api.extensions [None req-13a2d37f-101c-45de-a77d-673dbe3c9196 None None] Loading extension file: subnet_service_types.py {{(pid=103148) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 10:51:58.558249 dv-cinder-830088-4-iscsi neutron-server[103148]: DEBUG neutron.api.extensions [None req-13a2d37f-101c-45de-a77d-673dbe3c9196 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=103148) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 10:51:58.558796 dv-cinder-830088-4-iscsi neutron-server[103148]: INFO neutron.api.extensions [None req-13a2d37f-101c-45de-a77d-673dbe3c9196 None None] Loaded extension: subnet-service-types Apr 12 10:51:58.559119 dv-cinder-830088-4-iscsi neutron-server[103148]: DEBUG neutron.api.extensions [None req-13a2d37f-101c-45de-a77d-673dbe3c9196 None None] Loading extension file: subnetallocation.py {{(pid=103148) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 10:51:58.560193 dv-cinder-830088-4-iscsi neutron-server[103148]: DEBUG neutron.api.extensions [None req-13a2d37f-101c-45de-a77d-673dbe3c9196 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=103148) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 10:51:58.560707 dv-cinder-830088-4-iscsi neutron-server[103148]: INFO neutron.api.extensions [None req-13a2d37f-101c-45de-a77d-673dbe3c9196 None None] Loaded extension: subnet_allocation Apr 12 10:51:58.561031 dv-cinder-830088-4-iscsi neutron-server[103148]: DEBUG neutron.api.extensions [None req-13a2d37f-101c-45de-a77d-673dbe3c9196 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=103148) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 10:51:58.561737 dv-cinder-830088-4-iscsi neutron-server[103148]: DEBUG neutron.api.extensions [None req-13a2d37f-101c-45de-a77d-673dbe3c9196 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=103148) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 10:51:58.562282 dv-cinder-830088-4-iscsi neutron-server[103148]: INFO neutron.api.extensions [None req-13a2d37f-101c-45de-a77d-673dbe3c9196 None None] Loaded extension: subnetpool-prefix-ops Apr 12 10:51:58.562636 dv-cinder-830088-4-iscsi neutron-server[103148]: DEBUG neutron.api.extensions [None req-13a2d37f-101c-45de-a77d-673dbe3c9196 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=103148) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 10:51:58.563682 dv-cinder-830088-4-iscsi neutron-server[103148]: DEBUG neutron.api.extensions [None req-13a2d37f-101c-45de-a77d-673dbe3c9196 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=103148) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 10:51:58.564197 dv-cinder-830088-4-iscsi neutron-server[103148]: INFO neutron.api.extensions [None req-13a2d37f-101c-45de-a77d-673dbe3c9196 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Apr 12 10:51:58.564518 dv-cinder-830088-4-iscsi neutron-server[103148]: DEBUG neutron.api.extensions [None req-13a2d37f-101c-45de-a77d-673dbe3c9196 None None] Loading extension file: tagging.py {{(pid=103148) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 10:51:58.565608 dv-cinder-830088-4-iscsi neutron-server[103148]: DEBUG neutron.api.extensions [None req-13a2d37f-101c-45de-a77d-673dbe3c9196 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=103148) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 10:51:58.566126 dv-cinder-830088-4-iscsi neutron-server[103148]: INFO neutron.api.extensions [None req-13a2d37f-101c-45de-a77d-673dbe3c9196 None None] Loaded extension: standard-attr-tag Apr 12 10:51:58.566452 dv-cinder-830088-4-iscsi neutron-server[103148]: DEBUG neutron.api.extensions [None req-13a2d37f-101c-45de-a77d-673dbe3c9196 None None] Loading extension file: timestamp.py {{(pid=103148) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 10:51:58.567679 dv-cinder-830088-4-iscsi neutron-server[103148]: DEBUG neutron.api.extensions [None req-13a2d37f-101c-45de-a77d-673dbe3c9196 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=103148) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 10:51:58.568195 dv-cinder-830088-4-iscsi neutron-server[103148]: INFO neutron.api.extensions [None req-13a2d37f-101c-45de-a77d-673dbe3c9196 None None] Loaded extension: standard-attr-timestamp Apr 12 10:51:58.568520 dv-cinder-830088-4-iscsi neutron-server[103148]: DEBUG neutron.api.extensions [None req-13a2d37f-101c-45de-a77d-673dbe3c9196 None None] Loading extension file: trunk.py {{(pid=103148) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 10:51:58.569567 dv-cinder-830088-4-iscsi neutron-server[103148]: DEBUG neutron.api.extensions [None req-13a2d37f-101c-45de-a77d-673dbe3c9196 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=103148) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 10:51:58.570084 dv-cinder-830088-4-iscsi neutron-server[103148]: INFO neutron.api.extensions [None req-13a2d37f-101c-45de-a77d-673dbe3c9196 None None] Extension trunk not supported by any of loaded plugins Apr 12 10:51:58.570407 dv-cinder-830088-4-iscsi neutron-server[103148]: DEBUG neutron.api.extensions [None req-13a2d37f-101c-45de-a77d-673dbe3c9196 None None] Loading extension file: trunk_details.py {{(pid=103148) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 10:51:58.571339 dv-cinder-830088-4-iscsi neutron-server[103148]: DEBUG neutron.api.extensions [None req-13a2d37f-101c-45de-a77d-673dbe3c9196 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=103148) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 10:51:58.571854 dv-cinder-830088-4-iscsi neutron-server[103148]: INFO neutron.api.extensions [None req-13a2d37f-101c-45de-a77d-673dbe3c9196 None None] Extension trunk-details not supported by any of loaded plugins Apr 12 10:51:58.572173 dv-cinder-830088-4-iscsi neutron-server[103148]: DEBUG neutron.api.extensions [None req-13a2d37f-101c-45de-a77d-673dbe3c9196 None None] Loading extension file: uplink_status_propagation.py {{(pid=103148) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 10:51:58.573099 dv-cinder-830088-4-iscsi neutron-server[103148]: DEBUG neutron.api.extensions [None req-13a2d37f-101c-45de-a77d-673dbe3c9196 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=103148) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 10:51:58.573611 dv-cinder-830088-4-iscsi neutron-server[103148]: INFO neutron.api.extensions [None req-13a2d37f-101c-45de-a77d-673dbe3c9196 None None] Extension uplink-status-propagation not supported by any of loaded plugins Apr 12 10:51:58.573928 dv-cinder-830088-4-iscsi neutron-server[103148]: DEBUG neutron.api.extensions [None req-13a2d37f-101c-45de-a77d-673dbe3c9196 None None] Loading extension file: vlantransparent.py {{(pid=103148) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 10:51:58.574630 dv-cinder-830088-4-iscsi neutron-server[103148]: DEBUG neutron.api.extensions [None req-13a2d37f-101c-45de-a77d-673dbe3c9196 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=103148) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 10:51:58.575121 dv-cinder-830088-4-iscsi neutron-server[103148]: INFO neutron.api.extensions [None req-13a2d37f-101c-45de-a77d-673dbe3c9196 None None] Extension vlan-transparent not supported by any of loaded plugins Apr 12 10:51:58.577628 dv-cinder-830088-4-iscsi neutron-server[103148]: INFO neutron.quota.resource_registry [None req-13a2d37f-101c-45de-a77d-673dbe3c9196 None None] Creating instance of TrackedResource for resource:network Apr 12 10:51:58.578143 dv-cinder-830088-4-iscsi neutron-server[103148]: INFO neutron.quota.resource_registry [None req-13a2d37f-101c-45de-a77d-673dbe3c9196 None None] Creating instance of TrackedResource for resource:subnet Apr 12 10:51:58.578541 dv-cinder-830088-4-iscsi neutron-server[103148]: INFO neutron.quota.resource_registry [None req-13a2d37f-101c-45de-a77d-673dbe3c9196 None None] Creating instance of TrackedResource for resource:subnetpool Apr 12 10:51:58.578959 dv-cinder-830088-4-iscsi neutron-server[103148]: INFO neutron.quota.resource_registry [None req-13a2d37f-101c-45de-a77d-673dbe3c9196 None None] Creating instance of TrackedResource for resource:port Apr 12 10:51:58.580167 dv-cinder-830088-4-iscsi neutron-server[103148]: DEBUG neutron.api.v2.resource_helper [None req-13a2d37f-101c-45de-a77d-673dbe3c9196 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103148) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 12 10:51:58.580599 dv-cinder-830088-4-iscsi neutron-server[103148]: DEBUG neutron.api.v2.resource_helper [None req-13a2d37f-101c-45de-a77d-673dbe3c9196 None None] Service FLAVORS assigned prefix: {{(pid=103148) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 12 10:51:58.581198 dv-cinder-830088-4-iscsi neutron-server[103148]: DEBUG neutron.api.v2.resource_helper [None req-13a2d37f-101c-45de-a77d-673dbe3c9196 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103148) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 12 10:51:58.581628 dv-cinder-830088-4-iscsi neutron-server[103148]: DEBUG neutron.api.v2.resource_helper [None req-13a2d37f-101c-45de-a77d-673dbe3c9196 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103148) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 12 10:51:58.581957 dv-cinder-830088-4-iscsi neutron-server[103148]: INFO neutron.quota.resource_registry [None req-13a2d37f-101c-45de-a77d-673dbe3c9196 None None] Creating instance of TrackedResource for resource:router Apr 12 10:51:58.582377 dv-cinder-830088-4-iscsi neutron-server[103148]: INFO neutron.quota.resource_registry [None req-13a2d37f-101c-45de-a77d-673dbe3c9196 None None] Creating instance of TrackedResource for resource:floatingip Apr 12 10:51:58.582890 dv-cinder-830088-4-iscsi neutron-server[103148]: DEBUG neutron.api.v2.resource_helper [None req-13a2d37f-101c-45de-a77d-673dbe3c9196 None None] Service METERING assigned prefix: /metering {{(pid=103148) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 12 10:51:58.584322 dv-cinder-830088-4-iscsi neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-13a2d37f-101c-45de-a77d-673dbe3c9196 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=103148) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 10:51:58.584689 dv-cinder-830088-4-iscsi neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-13a2d37f-101c-45de-a77d-673dbe3c9196 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=103148) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 10:51:58.585561 dv-cinder-830088-4-iscsi neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-13a2d37f-101c-45de-a77d-673dbe3c9196 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103148) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 10:51:58.586560 dv-cinder-830088-4-iscsi neutron-server[103148]: INFO neutron.quota.resource_registry [None req-13a2d37f-101c-45de-a77d-673dbe3c9196 None None] Creating instance of CountableResource for resource:rbac_policy Apr 12 10:51:58.587055 dv-cinder-830088-4-iscsi neutron-server[103148]: INFO neutron.quota.resource_registry [None req-13a2d37f-101c-45de-a77d-673dbe3c9196 None None] Creating instance of TrackedResource for resource:security_group Apr 12 10:51:58.587482 dv-cinder-830088-4-iscsi neutron-server[103148]: INFO neutron.quota.resource_registry [None req-13a2d37f-101c-45de-a77d-673dbe3c9196 None None] Creating instance of TrackedResource for resource:security_group_rule Apr 12 10:51:58.588082 dv-cinder-830088-4-iscsi neutron-server[103148]: DEBUG neutron.api.v2.resource_helper [None req-13a2d37f-101c-45de-a77d-673dbe3c9196 None None] Service CORE assigned prefix: {{(pid=103148) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 12 10:51:58.588409 dv-cinder-830088-4-iscsi neutron-server[103148]: INFO neutron.quota.resource_registry [None req-13a2d37f-101c-45de-a77d-673dbe3c9196 None None] Creating instance of TrackedResource for resource:subnetpool Apr 12 10:51:58.588747 dv-cinder-830088-4-iscsi neutron-server[103148]: WARNING neutron.quota.resource_registry [None req-13a2d37f-101c-45de-a77d-673dbe3c9196 None None] subnetpool is already registered Apr 12 10:51:58.589184 dv-cinder-830088-4-iscsi neutron-server[103148]: DEBUG neutron.api.v2.resource_helper [None req-13a2d37f-101c-45de-a77d-673dbe3c9196 None None] Service CORE assigned prefix: {{(pid=103148) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 12 10:51:58.589508 dv-cinder-830088-4-iscsi neutron-server[103148]: INFO neutron.quota.resource_registry [None req-13a2d37f-101c-45de-a77d-673dbe3c9196 None None] Creating instance of TrackedResource for resource:subnetpool Apr 12 10:51:58.589836 dv-cinder-830088-4-iscsi neutron-server[103148]: WARNING neutron.quota.resource_registry [None req-13a2d37f-101c-45de-a77d-673dbe3c9196 None None] subnetpool is already registered Apr 12 10:51:58.592126 dv-cinder-830088-4-iscsi neutron-server[103148]: DEBUG neutron.api.v2.resource_helper [None req-13a2d37f-101c-45de-a77d-673dbe3c9196 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103148) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 12 10:51:58.592574 dv-cinder-830088-4-iscsi neutron-server[103148]: DEBUG neutron.api.v2.resource_helper [None req-13a2d37f-101c-45de-a77d-673dbe3c9196 None None] Service FLAVORS assigned prefix: {{(pid=103148) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 12 10:51:58.593302 dv-cinder-830088-4-iscsi neutron-server[103148]: DEBUG neutron.api.v2.resource_helper [None req-13a2d37f-101c-45de-a77d-673dbe3c9196 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103148) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 12 10:51:58.593737 dv-cinder-830088-4-iscsi neutron-server[103148]: DEBUG neutron.api.v2.resource_helper [None req-13a2d37f-101c-45de-a77d-673dbe3c9196 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103148) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 12 10:51:58.594068 dv-cinder-830088-4-iscsi neutron-server[103148]: INFO neutron.quota.resource_registry [None req-13a2d37f-101c-45de-a77d-673dbe3c9196 None None] Creating instance of TrackedResource for resource:router Apr 12 10:51:58.594401 dv-cinder-830088-4-iscsi neutron-server[103148]: WARNING neutron.quota.resource_registry [None req-13a2d37f-101c-45de-a77d-673dbe3c9196 None None] router is already registered Apr 12 10:51:58.594856 dv-cinder-830088-4-iscsi neutron-server[103148]: INFO neutron.quota.resource_registry [None req-13a2d37f-101c-45de-a77d-673dbe3c9196 None None] Creating instance of TrackedResource for resource:floatingip Apr 12 10:51:58.595189 dv-cinder-830088-4-iscsi neutron-server[103148]: WARNING neutron.quota.resource_registry [None req-13a2d37f-101c-45de-a77d-673dbe3c9196 None None] floatingip is already registered Apr 12 10:51:58.595647 dv-cinder-830088-4-iscsi neutron-server[103148]: DEBUG neutron.api.v2.resource_helper [None req-13a2d37f-101c-45de-a77d-673dbe3c9196 None None] Service METERING assigned prefix: /metering {{(pid=103148) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 12 10:51:58.596348 dv-cinder-830088-4-iscsi neutron-server[103148]: INFO neutron.quota.resource_registry [None req-13a2d37f-101c-45de-a77d-673dbe3c9196 None None] Creating instance of CountableResource for resource:rbac_policy Apr 12 10:51:58.596670 dv-cinder-830088-4-iscsi neutron-server[103148]: WARNING neutron.quota.resource_registry [None req-13a2d37f-101c-45de-a77d-673dbe3c9196 None None] rbac_policy is already registered Apr 12 10:51:58.597089 dv-cinder-830088-4-iscsi neutron-server[103148]: INFO neutron.quota.resource_registry [None req-13a2d37f-101c-45de-a77d-673dbe3c9196 None None] Creating instance of TrackedResource for resource:security_group Apr 12 10:51:58.597416 dv-cinder-830088-4-iscsi neutron-server[103148]: WARNING neutron.quota.resource_registry [None req-13a2d37f-101c-45de-a77d-673dbe3c9196 None None] security_group is already registered Apr 12 10:51:58.597818 dv-cinder-830088-4-iscsi neutron-server[103148]: INFO neutron.quota.resource_registry [None req-13a2d37f-101c-45de-a77d-673dbe3c9196 None None] Creating instance of TrackedResource for resource:security_group_rule Apr 12 10:51:58.598158 dv-cinder-830088-4-iscsi neutron-server[103148]: WARNING neutron.quota.resource_registry [None req-13a2d37f-101c-45de-a77d-673dbe3c9196 None None] security_group_rule is already registered Apr 12 10:51:58.598637 dv-cinder-830088-4-iscsi neutron-server[103148]: DEBUG neutron.api.v2.resource_helper [None req-13a2d37f-101c-45de-a77d-673dbe3c9196 None None] Service CORE assigned prefix: {{(pid=103148) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 12 10:51:58.598979 dv-cinder-830088-4-iscsi neutron-server[103148]: INFO neutron.quota.resource_registry [None req-13a2d37f-101c-45de-a77d-673dbe3c9196 None None] Creating instance of TrackedResource for resource:subnetpool Apr 12 10:51:58.599303 dv-cinder-830088-4-iscsi neutron-server[103148]: WARNING neutron.quota.resource_registry [None req-13a2d37f-101c-45de-a77d-673dbe3c9196 None None] subnetpool is already registered Apr 12 10:51:58.599725 dv-cinder-830088-4-iscsi neutron-server[103148]: DEBUG neutron.api.v2.resource_helper [None req-13a2d37f-101c-45de-a77d-673dbe3c9196 None None] Service CORE assigned prefix: {{(pid=103148) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 12 10:51:58.600043 dv-cinder-830088-4-iscsi neutron-server[103148]: INFO neutron.quota.resource_registry [None req-13a2d37f-101c-45de-a77d-673dbe3c9196 None None] Creating instance of TrackedResource for resource:subnetpool Apr 12 10:51:58.600365 dv-cinder-830088-4-iscsi neutron-server[103148]: WARNING neutron.quota.resource_registry [None req-13a2d37f-101c-45de-a77d-673dbe3c9196 None None] subnetpool is already registered Apr 12 10:51:58.601421 dv-cinder-830088-4-iscsi neutron-server[103148]: DEBUG neutron.api.extensions [None req-13a2d37f-101c-45de-a77d-673dbe3c9196 None None] Extended resource: extensions {{(pid=103148) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 12 10:51:58.604031 dv-cinder-830088-4-iscsi neutron-server[103148]: DEBUG neutron.api.extensions [None req-13a2d37f-101c-45de-a77d-673dbe3c9196 None None] Extended resource: address-groups {{(pid=103148) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 12 10:51:58.605509 dv-cinder-830088-4-iscsi neutron-server[103148]: DEBUG neutron.api.extensions [None req-13a2d37f-101c-45de-a77d-673dbe3c9196 None None] Extended resource: address-scopes {{(pid=103148) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 12 10:51:58.606974 dv-cinder-830088-4-iscsi neutron-server[103148]: DEBUG neutron.api.extensions [None req-13a2d37f-101c-45de-a77d-673dbe3c9196 None None] Extended resource: agents {{(pid=103148) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 12 10:51:58.608236 dv-cinder-830088-4-iscsi neutron-server[103148]: DEBUG neutron.api.extensions [None req-13a2d37f-101c-45de-a77d-673dbe3c9196 None None] Extended resource: auto-allocated-topology {{(pid=103148) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 12 10:51:58.609456 dv-cinder-830088-4-iscsi neutron-server[103148]: DEBUG neutron.api.extensions [None req-13a2d37f-101c-45de-a77d-673dbe3c9196 None None] Extended resource: availability_zones {{(pid=103148) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 12 10:51:58.610656 dv-cinder-830088-4-iscsi neutron-server[103148]: DEBUG neutron.api.extensions [None req-13a2d37f-101c-45de-a77d-673dbe3c9196 None None] Extended resource: dhcp-networks {{(pid=103148) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 12 10:51:58.612063 dv-cinder-830088-4-iscsi neutron-server[103148]: DEBUG neutron.api.extensions [None req-13a2d37f-101c-45de-a77d-673dbe3c9196 None None] Extended resource: dhcp-agents {{(pid=103148) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 12 10:51:58.613562 dv-cinder-830088-4-iscsi neutron-server[103148]: DEBUG neutron.api.extensions [None req-13a2d37f-101c-45de-a77d-673dbe3c9196 None None] Extended resource: routers {{(pid=103148) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 12 10:51:58.615674 dv-cinder-830088-4-iscsi neutron-server[103148]: DEBUG neutron.api.extensions [None req-13a2d37f-101c-45de-a77d-673dbe3c9196 None None] Extended resource: flavors {{(pid=103148) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 12 10:51:58.616951 dv-cinder-830088-4-iscsi neutron-server[103148]: DEBUG neutron.api.extensions [None req-13a2d37f-101c-45de-a77d-673dbe3c9196 None None] Extended resource: service_profiles {{(pid=103148) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 12 10:51:58.618124 dv-cinder-830088-4-iscsi neutron-server[103148]: DEBUG neutron.api.extensions [None req-13a2d37f-101c-45de-a77d-673dbe3c9196 None None] Extended resource: next_providers {{(pid=103148) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 12 10:51:58.619582 dv-cinder-830088-4-iscsi neutron-server[103148]: DEBUG neutron.api.extensions [None req-13a2d37f-101c-45de-a77d-673dbe3c9196 None None] Extended resource: service_profiles {{(pid=103148) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 12 10:51:58.620991 dv-cinder-830088-4-iscsi neutron-server[103148]: DEBUG neutron.api.extensions [None req-13a2d37f-101c-45de-a77d-673dbe3c9196 None None] Extended resource: floatingip-pools {{(pid=103148) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 12 10:51:58.622336 dv-cinder-830088-4-iscsi neutron-server[103148]: DEBUG neutron.api.extensions [None req-13a2d37f-101c-45de-a77d-673dbe3c9196 None None] Extended resource: routers {{(pid=103148) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 12 10:51:58.624426 dv-cinder-830088-4-iscsi neutron-server[103148]: DEBUG neutron.api.extensions [None req-13a2d37f-101c-45de-a77d-673dbe3c9196 None None] Extended resource: floatingips {{(pid=103148) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 12 10:51:58.625575 dv-cinder-830088-4-iscsi neutron-server[103148]: DEBUG neutron.api.extensions [None req-13a2d37f-101c-45de-a77d-673dbe3c9196 None None] Extended resource: l3-routers {{(pid=103148) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 12 10:51:58.627055 dv-cinder-830088-4-iscsi neutron-server[103148]: DEBUG neutron.api.extensions [None req-13a2d37f-101c-45de-a77d-673dbe3c9196 None None] Extended resource: l3-agents {{(pid=103148) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 12 10:51:58.628470 dv-cinder-830088-4-iscsi neutron-server[103148]: DEBUG neutron.api.extensions [None req-13a2d37f-101c-45de-a77d-673dbe3c9196 None None] Extended resource: metering-labels {{(pid=103148) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 12 10:51:58.629698 dv-cinder-830088-4-iscsi neutron-server[103148]: DEBUG neutron.api.extensions [None req-13a2d37f-101c-45de-a77d-673dbe3c9196 None None] Extended resource: metering-label-rules {{(pid=103148) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 12 10:51:58.631084 dv-cinder-830088-4-iscsi neutron-server[103148]: DEBUG neutron.api.extensions [None req-13a2d37f-101c-45de-a77d-673dbe3c9196 None None] Extended resource: network-ip-availabilities {{(pid=103148) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 12 10:51:58.632863 dv-cinder-830088-4-iscsi neutron-server[103148]: DEBUG neutron.api.extensions [None req-13a2d37f-101c-45de-a77d-673dbe3c9196 None None] Extended resource: bindings {{(pid=103148) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 12 10:51:58.634409 dv-cinder-830088-4-iscsi neutron-server[103148]: DEBUG neutron.api.extensions [None req-13a2d37f-101c-45de-a77d-673dbe3c9196 None None] Extended resource: quotas {{(pid=103148) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 12 10:51:58.636059 dv-cinder-830088-4-iscsi neutron-server[103148]: DEBUG neutron.api.extensions [None req-13a2d37f-101c-45de-a77d-673dbe3c9196 None None] Extended resource: quotas {{(pid=103148) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 12 10:51:58.637575 dv-cinder-830088-4-iscsi neutron-server[103148]: DEBUG neutron.api.extensions [None req-13a2d37f-101c-45de-a77d-673dbe3c9196 None None] Extended resource: rbac-policies {{(pid=103148) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 12 10:51:58.638776 dv-cinder-830088-4-iscsi neutron-server[103148]: DEBUG neutron.api.extensions [None req-13a2d37f-101c-45de-a77d-673dbe3c9196 None None] Extended resource: security-groups {{(pid=103148) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 12 10:51:58.640088 dv-cinder-830088-4-iscsi neutron-server[103148]: DEBUG neutron.api.extensions [None req-13a2d37f-101c-45de-a77d-673dbe3c9196 None None] Extended resource: security-group-rules {{(pid=103148) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 12 10:51:58.641313 dv-cinder-830088-4-iscsi neutron-server[103148]: DEBUG neutron.api.extensions [None req-13a2d37f-101c-45de-a77d-673dbe3c9196 None None] Extended resource: service-providers {{(pid=103148) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 12 10:51:58.642498 dv-cinder-830088-4-iscsi neutron-server[103148]: DEBUG neutron.api.extensions [None req-13a2d37f-101c-45de-a77d-673dbe3c9196 None None] Extended resource: subnetpools {{(pid=103148) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 12 10:51:58.643812 dv-cinder-830088-4-iscsi neutron-server[103148]: DEBUG neutron.api.extensions [None req-13a2d37f-101c-45de-a77d-673dbe3c9196 None None] Extended resource: subnetpools {{(pid=103148) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 12 10:51:58.645351 dv-cinder-830088-4-iscsi neutron-server[103148]: DEBUG neutron.api.extensions [None req-13a2d37f-101c-45de-a77d-673dbe3c9196 None None] Extended resource: tags {{(pid=103148) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 12 10:51:58.647041 dv-cinder-830088-4-iscsi neutron-server[103148]: DEBUG neutron.api.extensions [None req-13a2d37f-101c-45de-a77d-673dbe3c9196 None None] Extended resource: tags {{(pid=103148) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 12 10:51:58.649418 dv-cinder-830088-4-iscsi neutron-server[103148]: DEBUG neutron.api.extensions [None req-13a2d37f-101c-45de-a77d-673dbe3c9196 None None] Extended resource: tags {{(pid=103148) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 12 10:51:58.651209 dv-cinder-830088-4-iscsi neutron-server[103148]: DEBUG neutron.api.extensions [None req-13a2d37f-101c-45de-a77d-673dbe3c9196 None None] Extended resource: tags {{(pid=103148) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 12 10:51:58.652856 dv-cinder-830088-4-iscsi neutron-server[103148]: DEBUG neutron.api.extensions [None req-13a2d37f-101c-45de-a77d-673dbe3c9196 None None] Extended resource: tags {{(pid=103148) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 12 10:51:58.654825 dv-cinder-830088-4-iscsi neutron-server[103148]: DEBUG neutron.api.extensions [None req-13a2d37f-101c-45de-a77d-673dbe3c9196 None None] Extended resource: tags {{(pid=103148) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 12 10:51:58.656476 dv-cinder-830088-4-iscsi neutron-server[103148]: DEBUG neutron.api.extensions [None req-13a2d37f-101c-45de-a77d-673dbe3c9196 None None] Extended resource: tags {{(pid=103148) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 12 10:51:58.658243 dv-cinder-830088-4-iscsi neutron-server[103148]: DEBUG neutron.api.extensions [None req-13a2d37f-101c-45de-a77d-673dbe3c9196 None None] Extended resource: tags {{(pid=103148) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 12 10:51:58.660969 dv-cinder-830088-4-iscsi neutron-server[103148]: DEBUG neutron.api.extensions [None req-13a2d37f-101c-45de-a77d-673dbe3c9196 None None] Extended resource: tags {{(pid=103148) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 12 10:51:58.662682 dv-cinder-830088-4-iscsi neutron-server[103148]: DEBUG neutron.api.extensions [None req-13a2d37f-101c-45de-a77d-673dbe3c9196 None None] Extended resource: tags {{(pid=103148) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 12 10:51:58.668588 dv-cinder-830088-4-iscsi neutron-server[103148]: WARNING keystonemiddleware.auth_token [None req-13a2d37f-101c-45de-a77d-673dbe3c9196 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Apr 12 10:51:58.673036 dv-cinder-830088-4-iscsi neutron-server[103148]: WARNING keystonemiddleware.auth_token [None req-13a2d37f-101c-45de-a77d-673dbe3c9196 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Apr 12 10:51:58.681824 dv-cinder-830088-4-iscsi neutron-server[103148]: DEBUG oslo_concurrency.lockutils [None req-13a2d37f-101c-45de-a77d-673dbe3c9196 None None] Acquired lock "singleton_lock" {{(pid=103148) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:294}} Apr 12 10:51:58.682295 dv-cinder-830088-4-iscsi neutron-server[103148]: DEBUG oslo_concurrency.lockutils [None req-13a2d37f-101c-45de-a77d-673dbe3c9196 None None] Releasing lock "singleton_lock" {{(pid=103148) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:312}} Apr 12 10:51:58.682962 dv-cinder-830088-4-iscsi neutron-server[103148]: INFO oslo_service.service [None req-13a2d37f-101c-45de-a77d-673dbe3c9196 None None] Starting 2 workers Apr 12 10:51:58.687882 dv-cinder-830088-4-iscsi neutron-server[103148]: DEBUG oslo_service.service [None req-13a2d37f-101c-45de-a77d-673dbe3c9196 None None] Started child 103257 {{(pid=103148) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Apr 12 10:51:58.692414 dv-cinder-830088-4-iscsi neutron-server[103148]: DEBUG oslo_service.service [None req-13a2d37f-101c-45de-a77d-673dbe3c9196 None None] Started child 103258 {{(pid=103148) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Apr 12 10:51:58.693404 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 10:51:58.694659 dv-cinder-830088-4-iscsi neutron-server[103148]: INFO neutron.service [None req-13a2d37f-101c-45de-a77d-673dbe3c9196 None None] Neutron service started, listening on 0.0.0.0:9696 Apr 12 10:51:58.695190 dv-cinder-830088-4-iscsi neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-13a2d37f-101c-45de-a77d-673dbe3c9196 None None] Publish callbacks [] for process (None), before_spawn {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 10:51:58.695596 dv-cinder-830088-4-iscsi neutron-server[103257]: INFO neutron.wsgi [-] (103257) wsgi starting up on http://0.0.0.0:9696 Apr 12 10:51:58.697629 dv-cinder-830088-4-iscsi neutron-server[103148]: INFO oslo_service.service [None req-13a2d37f-101c-45de-a77d-673dbe3c9196 None None] Starting 1 workers Apr 12 10:51:58.697785 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 10:51:58.699220 dv-cinder-830088-4-iscsi neutron-server[103258]: INFO neutron.wsgi [-] (103258) wsgi starting up on http://0.0.0.0:9696 Apr 12 10:51:58.702870 dv-cinder-830088-4-iscsi neutron-server[103148]: DEBUG oslo_service.service [None req-13a2d37f-101c-45de-a77d-673dbe3c9196 None None] Started child 103259 {{(pid=103148) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Apr 12 10:51:58.703418 dv-cinder-830088-4-iscsi neutron-server[103148]: INFO oslo_service.service [None req-13a2d37f-101c-45de-a77d-673dbe3c9196 None None] Starting 1 workers Apr 12 10:51:58.706781 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron.service [None req-13a2d37f-101c-45de-a77d-673dbe3c9196 None None] calling RpcWorker wait() {{(pid=103259) _wait /opt/stack/neutron/neutron/service.py:128}} Apr 12 10:51:58.707357 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron.service [None req-13a2d37f-101c-45de-a77d-673dbe3c9196 None None] returning from RpcWorker wait() {{(pid=103259) _wait /opt/stack/neutron/neutron/service.py:135}} Apr 12 10:51:58.707891 dv-cinder-830088-4-iscsi neutron-server[103148]: DEBUG oslo_service.service [None req-13a2d37f-101c-45de-a77d-673dbe3c9196 None None] Started child 103260 {{(pid=103148) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Apr 12 10:51:58.708625 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=103259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 10:51:58.708725 dv-cinder-830088-4-iscsi neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-13a2d37f-101c-45de-a77d-673dbe3c9196 None None] Publish callbacks [] for process (None), after_spawn {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 10:51:58.709203 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=103259) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 10:51:58.711318 dv-cinder-830088-4-iscsi neutron-server[103148]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=103148) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Apr 12 10:51:58.711531 dv-cinder-830088-4-iscsi neutron-server[103148]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Apr 12 10:51:58.711714 dv-cinder-830088-4-iscsi neutron-server[103148]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=103148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Apr 12 10:51:58.711943 dv-cinder-830088-4-iscsi neutron-server[103148]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Apr 12 10:51:58.712282 dv-cinder-830088-4-iscsi neutron-server[103148]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Apr 12 10:51:58.712446 dv-cinder-830088-4-iscsi neutron-server[103148]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=103148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Apr 12 10:51:58.712965 dv-cinder-830088-4-iscsi neutron-server[103148]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=103148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 10:51:58.713232 dv-cinder-830088-4-iscsi neutron-server[103148]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=103148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 10:51:58.713477 dv-cinder-830088-4-iscsi neutron-server[103148]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=103148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 10:51:58.713604 dv-cinder-830088-4-iscsi neutron-server[103260]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=103260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 10:51:58.714067 dv-cinder-830088-4-iscsi neutron-server[103148]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=103148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 10:51:58.714067 dv-cinder-830088-4-iscsi neutron-server[103148]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=103148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 10:51:58.714562 dv-cinder-830088-4-iscsi neutron-server[103148]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=103148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 10:51:58.714851 dv-cinder-830088-4-iscsi neutron-server[103148]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=103148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 10:51:58.715084 dv-cinder-830088-4-iscsi neutron-server[103148]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=103148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 10:51:58.715357 dv-cinder-830088-4-iscsi neutron-server[103148]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=103148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 10:51:58.715607 dv-cinder-830088-4-iscsi neutron-server[103148]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=103148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 10:51:58.715773 dv-cinder-830088-4-iscsi neutron-server[103148]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=103148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 10:51:58.715938 dv-cinder-830088-4-iscsi neutron-server[103148]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=103148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 10:51:58.716194 dv-cinder-830088-4-iscsi neutron-server[103148]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=103148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 10:51:58.716426 dv-cinder-830088-4-iscsi neutron-server[103148]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=103148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 10:51:58.716740 dv-cinder-830088-4-iscsi neutron-server[103148]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=103148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 10:51:58.717000 dv-cinder-830088-4-iscsi neutron-server[103148]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=103148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 10:51:58.717253 dv-cinder-830088-4-iscsi neutron-server[103148]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=103148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 10:51:58.717500 dv-cinder-830088-4-iscsi neutron-server[103148]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=103148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 10:51:58.717667 dv-cinder-830088-4-iscsi neutron-server[103148]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 10:51:58.717927 dv-cinder-830088-4-iscsi neutron-server[103148]: DEBUG oslo_service.service [-] config_source = [] {{(pid=103148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 10:51:58.718193 dv-cinder-830088-4-iscsi neutron-server[103148]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=103148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 10:51:58.718456 dv-cinder-830088-4-iscsi neutron-server[103148]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=103148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 10:51:58.718724 dv-cinder-830088-4-iscsi neutron-server[103148]: DEBUG oslo_service.service [-] debug = True {{(pid=103148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 10:51:58.718981 dv-cinder-830088-4-iscsi neutron-server[103148]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=103148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 10:51:58.719460 dv-cinder-830088-4-iscsi neutron-server[103148]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=103148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 10:51:58.719708 dv-cinder-830088-4-iscsi neutron-server[103148]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=103148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 10:51:58.719944 dv-cinder-830088-4-iscsi neutron-server[103148]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=103148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 10:51:58.720162 dv-cinder-830088-4-iscsi neutron-server[103148]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=103148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 10:51:58.720430 dv-cinder-830088-4-iscsi neutron-server[103148]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=103148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 10:51:58.720673 dv-cinder-830088-4-iscsi neutron-server[103148]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=103148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 10:51:58.720929 dv-cinder-830088-4-iscsi neutron-server[103148]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=103148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 10:51:58.721180 dv-cinder-830088-4-iscsi neutron-server[103148]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=103148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 10:51:58.721415 dv-cinder-830088-4-iscsi neutron-server[103148]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=103148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 10:51:58.721629 dv-cinder-830088-4-iscsi neutron-server[103148]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=103148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 10:51:58.721882 dv-cinder-830088-4-iscsi neutron-server[103148]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=103148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 10:51:58.722108 dv-cinder-830088-4-iscsi neutron-server[103148]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=103148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 10:51:58.722334 dv-cinder-830088-4-iscsi neutron-server[103148]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=103148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 10:51:58.722595 dv-cinder-830088-4-iscsi neutron-server[103148]: DEBUG oslo_service.service [-] fatal_deprecations = False {{(pid=103148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 10:51:58.722945 dv-cinder-830088-4-iscsi neutron-server[103148]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=103148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 10:51:58.723202 dv-cinder-830088-4-iscsi neutron-server[103148]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=103148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 10:51:58.723440 dv-cinder-830088-4-iscsi neutron-server[103148]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=103148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 10:51:58.723888 dv-cinder-830088-4-iscsi neutron-server[103148]: DEBUG oslo_service.service [-] host = dv-cinder-830088-4-iscsi {{(pid=103148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 10:51:58.724114 dv-cinder-830088-4-iscsi neutron-server[103148]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=103148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 10:51:58.724329 dv-cinder-830088-4-iscsi neutron-server[103148]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=103148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 10:51:58.724582 dv-cinder-830088-4-iscsi neutron-server[103148]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=103148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 10:51:58.724824 dv-cinder-830088-4-iscsi neutron-server[103148]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=103148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 10:51:58.725063 dv-cinder-830088-4-iscsi neutron-server[103148]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=103148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 10:51:58.725298 dv-cinder-830088-4-iscsi neutron-server[103148]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=103148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 10:51:58.725618 dv-cinder-830088-4-iscsi neutron-server[103148]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=103148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 10:51:58.725872 dv-cinder-830088-4-iscsi neutron-server[103148]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=103148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 10:51:58.726111 dv-cinder-830088-4-iscsi neutron-server[103148]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=103148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 10:51:58.726369 dv-cinder-830088-4-iscsi neutron-server[103148]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=103148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 10:51:58.726624 dv-cinder-830088-4-iscsi neutron-server[103148]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=103148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 10:51:58.726879 dv-cinder-830088-4-iscsi neutron-server[103148]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=103148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 10:51:58.727100 dv-cinder-830088-4-iscsi neutron-server[103148]: DEBUG oslo_service.service [-] log_dir = None {{(pid=103148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 10:51:58.727337 dv-cinder-830088-4-iscsi neutron-server[103148]: DEBUG oslo_service.service [-] log_file = None {{(pid=103148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 10:51:58.727501 dv-cinder-830088-4-iscsi neutron-server[103148]: DEBUG oslo_service.service [-] log_options = True {{(pid=103148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 10:51:58.727752 dv-cinder-830088-4-iscsi neutron-server[103148]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=103148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 10:51:58.728019 dv-cinder-830088-4-iscsi neutron-server[103148]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=103148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 10:51:58.728267 dv-cinder-830088-4-iscsi neutron-server[103148]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=103148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 10:51:58.728454 dv-cinder-830088-4-iscsi neutron-server[103148]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=103148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 10:51:58.728624 dv-cinder-830088-4-iscsi neutron-server[103148]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=103148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 10:51:58.728787 dv-cinder-830088-4-iscsi neutron-server[103148]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=103148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 10:51:58.729044 dv-cinder-830088-4-iscsi neutron-server[103148]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=103148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 10:51:58.729206 dv-cinder-830088-4-iscsi neutron-server[103148]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=103148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 10:51:58.729454 dv-cinder-830088-4-iscsi neutron-server[103148]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=103148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 10:51:58.729684 dv-cinder-830088-4-iscsi neutron-server[103148]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=103148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 10:51:58.729897 dv-cinder-830088-4-iscsi neutron-server[103148]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=103148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 10:51:58.730109 dv-cinder-830088-4-iscsi neutron-server[103148]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=103148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 10:51:58.730339 dv-cinder-830088-4-iscsi neutron-server[103148]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=103148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 10:51:58.730569 dv-cinder-830088-4-iscsi neutron-server[103148]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=103148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 10:51:58.731093 dv-cinder-830088-4-iscsi neutron-server[103148]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=103148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 10:51:58.731315 dv-cinder-830088-4-iscsi neutron-server[103148]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=103148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 10:51:58.731546 dv-cinder-830088-4-iscsi neutron-server[103148]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=103148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 10:51:58.731737 dv-cinder-830088-4-iscsi neutron-server[103148]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=103148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 10:51:58.732007 dv-cinder-830088-4-iscsi neutron-server[103148]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=103148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 10:51:58.732231 dv-cinder-830088-4-iscsi neutron-server[103148]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=103148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 10:51:58.732450 dv-cinder-830088-4-iscsi neutron-server[103148]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=103148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 10:51:58.732672 dv-cinder-830088-4-iscsi neutron-server[103148]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=103148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 10:51:58.732907 dv-cinder-830088-4-iscsi neutron-server[103148]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=103148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 10:51:58.733138 dv-cinder-830088-4-iscsi neutron-server[103148]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=103148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 10:51:58.733371 dv-cinder-830088-4-iscsi neutron-server[103148]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=103148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 10:51:58.733586 dv-cinder-830088-4-iscsi neutron-server[103148]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=103148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 10:51:58.733831 dv-cinder-830088-4-iscsi neutron-server[103148]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=103148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 10:51:58.734041 dv-cinder-830088-4-iscsi neutron-server[103148]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=103148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 10:51:58.734259 dv-cinder-830088-4-iscsi neutron-server[103148]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=103148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 10:51:58.734510 dv-cinder-830088-4-iscsi neutron-server[103148]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=103148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 10:51:58.734790 dv-cinder-830088-4-iscsi neutron-server[103148]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=103148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 10:51:58.735149 dv-cinder-830088-4-iscsi neutron-server[103148]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=103148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 10:51:58.735767 dv-cinder-830088-4-iscsi neutron-server[103148]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=103148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 10:51:58.735767 dv-cinder-830088-4-iscsi neutron-server[103148]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=103148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 10:51:58.736068 dv-cinder-830088-4-iscsi neutron-server[103148]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=103148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 10:51:58.736229 dv-cinder-830088-4-iscsi neutron-server[103148]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=103148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 10:51:58.736369 dv-cinder-830088-4-iscsi neutron-server[103260]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=103260) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 10:51:58.736527 dv-cinder-830088-4-iscsi neutron-server[103148]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=103148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 10:51:58.736527 dv-cinder-830088-4-iscsi neutron-server[103148]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=103148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 10:51:58.736810 dv-cinder-830088-4-iscsi neutron-server[103148]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=103148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 10:51:58.737034 dv-cinder-830088-4-iscsi neutron-server[103148]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=103148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 10:51:58.737283 dv-cinder-830088-4-iscsi neutron-server[103148]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=103148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 10:51:58.737682 dv-cinder-830088-4-iscsi neutron-server[103148]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=103148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 10:51:58.738171 dv-cinder-830088-4-iscsi neutron-server[103148]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=103148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 10:51:58.738171 dv-cinder-830088-4-iscsi neutron-server[103148]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=103148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 10:51:58.738438 dv-cinder-830088-4-iscsi neutron-server[103148]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=103148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 10:51:58.738591 dv-cinder-830088-4-iscsi neutron-server[103148]: DEBUG oslo_service.service [-] use_journal = False {{(pid=103148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 10:51:58.738758 dv-cinder-830088-4-iscsi neutron-server[103148]: DEBUG oslo_service.service [-] use_json = False {{(pid=103148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 10:51:58.740376 dv-cinder-830088-4-iscsi neutron-server[103148]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=103148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 10:51:58.740376 dv-cinder-830088-4-iscsi neutron-server[103148]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=103148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 10:51:58.740376 dv-cinder-830088-4-iscsi neutron-server[103148]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=103148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 10:51:58.740376 dv-cinder-830088-4-iscsi neutron-server[103148]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=103148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 10:51:58.742078 dv-cinder-830088-4-iscsi neutron-server[103148]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=103148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 10:51:58.742078 dv-cinder-830088-4-iscsi neutron-server[103148]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=103148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 10:51:58.742078 dv-cinder-830088-4-iscsi neutron-server[103148]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=103148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 10:51:58.742372 dv-cinder-830088-4-iscsi neutron-server[103148]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=103148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 10:51:58.742831 dv-cinder-830088-4-iscsi neutron-server[103148]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=103148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 10:51:58.743418 dv-cinder-830088-4-iscsi neutron-server[103148]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=103148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 10:51:58.743882 dv-cinder-830088-4-iscsi neutron-server[103148]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=103148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 10:51:58.744379 dv-cinder-830088-4-iscsi neutron-server[103148]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=103148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 10:51:58.744799 dv-cinder-830088-4-iscsi neutron-server[103148]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=103148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 10:51:58.745212 dv-cinder-830088-4-iscsi neutron-server[103148]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=103148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 10:51:58.745665 dv-cinder-830088-4-iscsi neutron-server[103148]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=103148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 10:51:58.746208 dv-cinder-830088-4-iscsi neutron-server[103148]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=103148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 10:51:58.746487 dv-cinder-830088-4-iscsi neutron-server[103148]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=103148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 10:51:58.746931 dv-cinder-830088-4-iscsi neutron-server[103148]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=103148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 10:51:58.747306 dv-cinder-830088-4-iscsi neutron-server[103148]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=103148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 10:51:58.747756 dv-cinder-830088-4-iscsi neutron-server[103148]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=103148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 10:51:58.748122 dv-cinder-830088-4-iscsi neutron-server[103148]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=103148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 10:51:58.748576 dv-cinder-830088-4-iscsi neutron-server[103148]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=103148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 10:51:58.749659 dv-cinder-830088-4-iscsi neutron-server[103148]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=103148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 10:51:58.749970 dv-cinder-830088-4-iscsi neutron-server[103148]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=103148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 10:51:58.750307 dv-cinder-830088-4-iscsi neutron-server[103148]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=103148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 10:51:58.750572 dv-cinder-830088-4-iscsi neutron-server[103148]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=103148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 10:51:58.751337 dv-cinder-830088-4-iscsi neutron-server[103148]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=103148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 10:51:58.751583 dv-cinder-830088-4-iscsi neutron-server[103148]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=103148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 10:51:58.751846 dv-cinder-830088-4-iscsi neutron-server[103148]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=103148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 10:51:58.752065 dv-cinder-830088-4-iscsi neutron-server[103148]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=103148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 10:51:58.752293 dv-cinder-830088-4-iscsi neutron-server[103148]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=103148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 10:51:58.752575 dv-cinder-830088-4-iscsi neutron-server[103148]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=103148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 10:51:58.752798 dv-cinder-830088-4-iscsi neutron-server[103148]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=103148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 10:51:58.753033 dv-cinder-830088-4-iscsi neutron-server[103148]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=103148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 10:51:58.753268 dv-cinder-830088-4-iscsi neutron-server[103148]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=103148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 10:51:58.753488 dv-cinder-830088-4-iscsi neutron-server[103148]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=103148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 10:51:58.753957 dv-cinder-830088-4-iscsi neutron-server[103148]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=103148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 10:51:58.754207 dv-cinder-830088-4-iscsi neutron-server[103148]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=103148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 10:51:58.754786 dv-cinder-830088-4-iscsi neutron-server[103148]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=103148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 10:51:58.755069 dv-cinder-830088-4-iscsi neutron-server[103148]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=103148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 10:51:58.755329 dv-cinder-830088-4-iscsi neutron-server[103148]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.39/identity {{(pid=103148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 10:51:58.755602 dv-cinder-830088-4-iscsi neutron-server[103148]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 10:51:58.755819 dv-cinder-830088-4-iscsi neutron-server[103148]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=103148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 10:51:58.756229 dv-cinder-830088-4-iscsi neutron-server[103148]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=103148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 10:51:58.756473 dv-cinder-830088-4-iscsi neutron-server[103148]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=103148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 10:51:58.757293 dv-cinder-830088-4-iscsi neutron-server[103148]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=103148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 10:51:58.757516 dv-cinder-830088-4-iscsi neutron-server[103148]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=103148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 10:51:58.757733 dv-cinder-830088-4-iscsi neutron-server[103148]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=103148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 10:51:58.757998 dv-cinder-830088-4-iscsi neutron-server[103148]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=103148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 10:51:58.758236 dv-cinder-830088-4-iscsi neutron-server[103148]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=103148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 10:51:58.758469 dv-cinder-830088-4-iscsi neutron-server[103148]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=103148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 10:51:58.758686 dv-cinder-830088-4-iscsi neutron-server[103148]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=103148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 10:51:58.758963 dv-cinder-830088-4-iscsi neutron-server[103148]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=103148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 10:51:58.759946 dv-cinder-830088-4-iscsi neutron-server[103148]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=103148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 10:51:58.760176 dv-cinder-830088-4-iscsi neutron-server[103148]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=103148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 10:51:58.760420 dv-cinder-830088-4-iscsi neutron-server[103148]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=103148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 10:51:58.760694 dv-cinder-830088-4-iscsi neutron-server[103148]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=103148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 10:51:58.760917 dv-cinder-830088-4-iscsi neutron-server[103148]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=103148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 10:51:58.761155 dv-cinder-830088-4-iscsi neutron-server[103148]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=103148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 10:51:58.761382 dv-cinder-830088-4-iscsi neutron-server[103148]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=103148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 10:51:58.761595 dv-cinder-830088-4-iscsi neutron-server[103148]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=103148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 10:51:58.761807 dv-cinder-830088-4-iscsi neutron-server[103148]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=103148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 10:51:58.762025 dv-cinder-830088-4-iscsi neutron-server[103148]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=103148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 10:51:58.762282 dv-cinder-830088-4-iscsi neutron-server[103148]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=103148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 10:51:58.762493 dv-cinder-830088-4-iscsi neutron-server[103148]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=103148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 10:51:58.762740 dv-cinder-830088-4-iscsi neutron-server[103148]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=103148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 10:51:58.762998 dv-cinder-830088-4-iscsi neutron-server[103148]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=103148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 10:51:58.763212 dv-cinder-830088-4-iscsi neutron-server[103148]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=103148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 10:51:58.763423 dv-cinder-830088-4-iscsi neutron-server[103148]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=103148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 10:51:58.763635 dv-cinder-830088-4-iscsi neutron-server[103148]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=103148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 10:51:58.763881 dv-cinder-830088-4-iscsi neutron-server[103148]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=103148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 10:51:58.764132 dv-cinder-830088-4-iscsi neutron-server[103148]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=103148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 10:51:58.764345 dv-cinder-830088-4-iscsi neutron-server[103148]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=103148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 10:51:58.765254 dv-cinder-830088-4-iscsi neutron-server[103148]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=103148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 10:51:58.765489 dv-cinder-830088-4-iscsi neutron-server[103148]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=103148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 10:51:58.765687 dv-cinder-830088-4-iscsi neutron-server[103148]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=103148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 10:51:58.765896 dv-cinder-830088-4-iscsi neutron-server[103148]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=103148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 10:51:58.766152 dv-cinder-830088-4-iscsi neutron-server[103148]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=103148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 10:51:58.766366 dv-cinder-830088-4-iscsi neutron-server[103148]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=103148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 10:51:58.766576 dv-cinder-830088-4-iscsi neutron-server[103148]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=103148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 10:51:58.766821 dv-cinder-830088-4-iscsi neutron-server[103148]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=103148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 10:51:58.767035 dv-cinder-830088-4-iscsi neutron-server[103148]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=103148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 10:51:58.767264 dv-cinder-830088-4-iscsi neutron-server[103148]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=103148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 10:51:58.767474 dv-cinder-830088-4-iscsi neutron-server[103148]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=103148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 10:51:58.767701 dv-cinder-830088-4-iscsi neutron-server[103148]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=103148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 10:51:58.767911 dv-cinder-830088-4-iscsi neutron-server[103148]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=103148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 10:51:58.768119 dv-cinder-830088-4-iscsi neutron-server[103148]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=103148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 10:51:58.768508 dv-cinder-830088-4-iscsi neutron-server[103148]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=103148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 10:51:58.768872 dv-cinder-830088-4-iscsi neutron-server[103148]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=103148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 10:51:58.769261 dv-cinder-830088-4-iscsi neutron-server[103148]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=103148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 10:51:58.769624 dv-cinder-830088-4-iscsi neutron-server[103148]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=103148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 10:51:58.769846 dv-cinder-830088-4-iscsi neutron-server[103148]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=103148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 10:51:58.770067 dv-cinder-830088-4-iscsi neutron-server[103148]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=103148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 10:51:58.770302 dv-cinder-830088-4-iscsi neutron-server[103148]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=103148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 10:51:58.770521 dv-cinder-830088-4-iscsi neutron-server[103148]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=103148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 10:51:58.770751 dv-cinder-830088-4-iscsi neutron-server[103148]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=103148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 10:51:58.770972 dv-cinder-830088-4-iscsi neutron-server[103148]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=103148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 10:51:58.771181 dv-cinder-830088-4-iscsi neutron-server[103148]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=103148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 10:51:58.771392 dv-cinder-830088-4-iscsi neutron-server[103148]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=103148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 10:51:58.771623 dv-cinder-830088-4-iscsi neutron-server[103148]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=103148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 10:51:58.771895 dv-cinder-830088-4-iscsi neutron-server[103148]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=103148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 10:51:58.772226 dv-cinder-830088-4-iscsi neutron-server[103148]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=103148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 10:51:58.773042 dv-cinder-830088-4-iscsi neutron-server[103148]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=103148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 10:51:58.773273 dv-cinder-830088-4-iscsi neutron-server[103148]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=103148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 10:51:58.773534 dv-cinder-830088-4-iscsi neutron-server[103148]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=103148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 10:51:58.773795 dv-cinder-830088-4-iscsi neutron-server[103148]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=103148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 10:51:58.774014 dv-cinder-830088-4-iscsi neutron-server[103148]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=103148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 10:51:58.774258 dv-cinder-830088-4-iscsi neutron-server[103148]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=103148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 10:51:58.774504 dv-cinder-830088-4-iscsi neutron-server[103148]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=103148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 10:51:58.774759 dv-cinder-830088-4-iscsi neutron-server[103148]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=103148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 10:51:58.774977 dv-cinder-830088-4-iscsi neutron-server[103148]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=103148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 10:51:58.775239 dv-cinder-830088-4-iscsi neutron-server[103148]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=103148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 10:51:58.775557 dv-cinder-830088-4-iscsi neutron-server[103148]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=103148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 10:51:58.775726 dv-cinder-830088-4-iscsi neutron-server[103148]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=103148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 10:51:58.775945 dv-cinder-830088-4-iscsi neutron-server[103148]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=103148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 10:51:58.776162 dv-cinder-830088-4-iscsi neutron-server[103148]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=103148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 10:51:58.776425 dv-cinder-830088-4-iscsi neutron-server[103148]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=103148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 10:51:58.776660 dv-cinder-830088-4-iscsi neutron-server[103148]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=103148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 10:51:58.776870 dv-cinder-830088-4-iscsi neutron-server[103148]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=103148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 10:51:58.777321 dv-cinder-830088-4-iscsi neutron-server[103148]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=103148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 10:51:58.777712 dv-cinder-830088-4-iscsi neutron-server[103148]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=103148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 10:51:58.778084 dv-cinder-830088-4-iscsi neutron-server[103148]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=103148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 10:51:58.778446 dv-cinder-830088-4-iscsi neutron-server[103148]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=103148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 10:51:58.778881 dv-cinder-830088-4-iscsi neutron-server[103148]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=103148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 10:51:58.779259 dv-cinder-830088-4-iscsi neutron-server[103148]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=103148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 10:51:58.779639 dv-cinder-830088-4-iscsi neutron-server[103148]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=103148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 10:51:58.780044 dv-cinder-830088-4-iscsi neutron-server[103148]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=103148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 10:51:58.780447 dv-cinder-830088-4-iscsi neutron-server[103148]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=103148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 10:51:58.780735 dv-cinder-830088-4-iscsi neutron-server[103148]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=103148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 10:51:58.780999 dv-cinder-830088-4-iscsi neutron-server[103148]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=103148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 10:51:58.781307 dv-cinder-830088-4-iscsi neutron-server[103148]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=103148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 10:51:58.781561 dv-cinder-830088-4-iscsi neutron-server[103148]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=103148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 10:51:58.781824 dv-cinder-830088-4-iscsi neutron-server[103148]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=103148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 10:51:58.782142 dv-cinder-830088-4-iscsi neutron-server[103148]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=103148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 10:51:58.782406 dv-cinder-830088-4-iscsi neutron-server[103148]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=103148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 10:51:58.782713 dv-cinder-830088-4-iscsi neutron-server[103148]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=103148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 10:51:58.782966 dv-cinder-830088-4-iscsi neutron-server[103148]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=103148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 10:51:58.783222 dv-cinder-830088-4-iscsi neutron-server[103148]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=103148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 10:51:58.784043 dv-cinder-830088-4-iscsi neutron-server[103148]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=103148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 10:51:58.784043 dv-cinder-830088-4-iscsi neutron-server[103148]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=103148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 10:51:58.784043 dv-cinder-830088-4-iscsi neutron-server[103148]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=103148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 10:51:58.784298 dv-cinder-830088-4-iscsi neutron-server[103148]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=103148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 10:51:58.784379 dv-cinder-830088-4-iscsi neutron-server[103148]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=103148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 10:51:58.784602 dv-cinder-830088-4-iscsi neutron-server[103148]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=103148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 10:51:58.784854 dv-cinder-830088-4-iscsi neutron-server[103148]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=103148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 10:51:58.785109 dv-cinder-830088-4-iscsi neutron-server[103148]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=103148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 10:51:58.785321 dv-cinder-830088-4-iscsi neutron-server[103148]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=103148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 10:51:58.785547 dv-cinder-830088-4-iscsi neutron-server[103148]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=103148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 10:51:58.785884 dv-cinder-830088-4-iscsi neutron-server[103148]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=103148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 10:51:58.786116 dv-cinder-830088-4-iscsi neutron-server[103148]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=103148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 10:51:58.786345 dv-cinder-830088-4-iscsi neutron-server[103148]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=103148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 10:51:58.786557 dv-cinder-830088-4-iscsi neutron-server[103148]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=103148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 10:51:58.786861 dv-cinder-830088-4-iscsi neutron-server[103148]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=103148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 10:51:58.787112 dv-cinder-830088-4-iscsi neutron-server[103148]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=103148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 10:51:58.787353 dv-cinder-830088-4-iscsi neutron-server[103148]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=103148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 10:51:58.787612 dv-cinder-830088-4-iscsi neutron-server[103148]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=103148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 10:51:58.787862 dv-cinder-830088-4-iscsi neutron-server[103148]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=103148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 10:51:58.788152 dv-cinder-830088-4-iscsi neutron-server[103148]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=103148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 10:51:58.788403 dv-cinder-830088-4-iscsi neutron-server[103148]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=103148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 10:51:58.788645 dv-cinder-830088-4-iscsi neutron-server[103148]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.39/identity {{(pid=103148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 10:51:58.788879 dv-cinder-830088-4-iscsi neutron-server[103148]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=103148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 10:51:58.789127 dv-cinder-830088-4-iscsi neutron-server[103148]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=103148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 10:51:58.789376 dv-cinder-830088-4-iscsi neutron-server[103148]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 10:51:58.789589 dv-cinder-830088-4-iscsi neutron-server[103148]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=103148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 10:51:58.789806 dv-cinder-830088-4-iscsi neutron-server[103148]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=103148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 10:51:58.790024 dv-cinder-830088-4-iscsi neutron-server[103148]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=103148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 10:51:58.790537 dv-cinder-830088-4-iscsi neutron-server[103148]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=103148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 10:51:58.790537 dv-cinder-830088-4-iscsi neutron-server[103148]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=103148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 10:51:58.790769 dv-cinder-830088-4-iscsi neutron-server[103148]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=103148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 10:51:58.790933 dv-cinder-830088-4-iscsi neutron-server[103148]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=103148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 10:51:58.791142 dv-cinder-830088-4-iscsi neutron-server[103148]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=103148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 10:51:58.791357 dv-cinder-830088-4-iscsi neutron-server[103148]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=103148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 10:51:58.791569 dv-cinder-830088-4-iscsi neutron-server[103148]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=103148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 10:51:58.791783 dv-cinder-830088-4-iscsi neutron-server[103148]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=103148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 10:51:58.791994 dv-cinder-830088-4-iscsi neutron-server[103148]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=103148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 10:51:58.792252 dv-cinder-830088-4-iscsi neutron-server[103148]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=103148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 10:51:58.792463 dv-cinder-830088-4-iscsi neutron-server[103148]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=103148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 10:51:58.792970 dv-cinder-830088-4-iscsi neutron-server[103148]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=103148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 10:51:58.792970 dv-cinder-830088-4-iscsi neutron-server[103148]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=103148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 10:51:58.793157 dv-cinder-830088-4-iscsi neutron-server[103148]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=103148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 10:51:58.793326 dv-cinder-830088-4-iscsi neutron-server[103148]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=103148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 10:51:58.793557 dv-cinder-830088-4-iscsi neutron-server[103148]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=103148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 10:51:58.793785 dv-cinder-830088-4-iscsi neutron-server[103148]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=103148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 10:51:58.794029 dv-cinder-830088-4-iscsi neutron-server[103148]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=103148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 10:51:58.794247 dv-cinder-830088-4-iscsi neutron-server[103148]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=103148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 10:51:58.794509 dv-cinder-830088-4-iscsi neutron-server[103148]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=103148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 10:51:58.794793 dv-cinder-830088-4-iscsi neutron-server[103148]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=103148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 10:51:58.795006 dv-cinder-830088-4-iscsi neutron-server[103148]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=103148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 10:51:58.795228 dv-cinder-830088-4-iscsi neutron-server[103148]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=103148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 10:51:58.795479 dv-cinder-830088-4-iscsi neutron-server[103148]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=103148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 10:51:58.795789 dv-cinder-830088-4-iscsi neutron-server[103148]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=103148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 10:51:58.795956 dv-cinder-830088-4-iscsi neutron-server[103148]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=103148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 10:51:58.796191 dv-cinder-830088-4-iscsi neutron-server[103148]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=103148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 10:51:58.796406 dv-cinder-830088-4-iscsi neutron-server[103148]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=103148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 10:51:58.796616 dv-cinder-830088-4-iscsi neutron-server[103148]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=103148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 10:51:58.796824 dv-cinder-830088-4-iscsi neutron-server[103148]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=103148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 10:51:58.797038 dv-cinder-830088-4-iscsi neutron-server[103148]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=103148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 10:51:58.798172 dv-cinder-830088-4-iscsi neutron-server[103148]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=103148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 10:51:58.798172 dv-cinder-830088-4-iscsi neutron-server[103148]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=103148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 10:51:58.798172 dv-cinder-830088-4-iscsi neutron-server[103148]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=103148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 10:51:58.798172 dv-cinder-830088-4-iscsi neutron-server[103148]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=103148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 10:51:58.798671 dv-cinder-830088-4-iscsi neutron-server[103148]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=103148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 10:51:58.798671 dv-cinder-830088-4-iscsi neutron-server[103148]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=103148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 10:51:58.798935 dv-cinder-830088-4-iscsi neutron-server[103148]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=103148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 10:51:58.799059 dv-cinder-830088-4-iscsi neutron-server[103148]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=103148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 10:51:58.799300 dv-cinder-830088-4-iscsi neutron-server[103148]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=103148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 10:51:58.799452 dv-cinder-830088-4-iscsi neutron-server[103148]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=103148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 10:51:58.799824 dv-cinder-830088-4-iscsi neutron-server[103148]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=103148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 10:51:58.799967 dv-cinder-830088-4-iscsi neutron-server[103148]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=103148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 10:51:58.800093 dv-cinder-830088-4-iscsi neutron-server[103148]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=103148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 10:51:58.800295 dv-cinder-830088-4-iscsi neutron-server[103148]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=103148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 10:51:58.800519 dv-cinder-830088-4-iscsi neutron-server[103148]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=103148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 10:51:58.800750 dv-cinder-830088-4-iscsi neutron-server[103148]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=103148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 10:51:58.802217 dv-cinder-830088-4-iscsi neutron-server[103148]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=103148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 10:51:58.802217 dv-cinder-830088-4-iscsi neutron-server[103148]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=103148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 10:51:58.802217 dv-cinder-830088-4-iscsi neutron-server[103148]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=103148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 10:51:58.802217 dv-cinder-830088-4-iscsi neutron-server[103148]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=103148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 10:51:58.802217 dv-cinder-830088-4-iscsi neutron-server[103148]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=103148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 10:51:58.802217 dv-cinder-830088-4-iscsi neutron-server[103148]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=103148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 10:51:58.802217 dv-cinder-830088-4-iscsi neutron-server[103148]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=103148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 10:51:58.803215 dv-cinder-830088-4-iscsi neutron-server[103148]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=103148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 10:51:58.803215 dv-cinder-830088-4-iscsi neutron-server[103148]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=103148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 10:51:58.803215 dv-cinder-830088-4-iscsi neutron-server[103148]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=103148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 10:51:58.803215 dv-cinder-830088-4-iscsi neutron-server[103148]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=103148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 10:51:58.803587 dv-cinder-830088-4-iscsi neutron-server[103148]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=103148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 10:51:58.803587 dv-cinder-830088-4-iscsi neutron-server[103148]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=103148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 10:51:58.803804 dv-cinder-830088-4-iscsi neutron-server[103148]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=103148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 10:51:58.804028 dv-cinder-830088-4-iscsi neutron-server[103148]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=103148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 10:51:58.804239 dv-cinder-830088-4-iscsi neutron-server[103148]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=103148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 10:51:58.804473 dv-cinder-830088-4-iscsi neutron-server[103148]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=103148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 10:51:58.804650 dv-cinder-830088-4-iscsi neutron-server[103148]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=103148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 10:51:58.804859 dv-cinder-830088-4-iscsi neutron-server[103148]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=103148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 10:51:58.805165 dv-cinder-830088-4-iscsi neutron-server[103148]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=103148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 10:51:58.805437 dv-cinder-830088-4-iscsi neutron-server[103148]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=103148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 10:51:58.805676 dv-cinder-830088-4-iscsi neutron-server[103148]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=103148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 10:51:58.805924 dv-cinder-830088-4-iscsi neutron-server[103148]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=103148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 10:51:58.806141 dv-cinder-830088-4-iscsi neutron-server[103148]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=103148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 10:51:58.806539 dv-cinder-830088-4-iscsi neutron-server[103148]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=103148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 10:51:58.806789 dv-cinder-830088-4-iscsi neutron-server[103148]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=103148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 10:51:58.807034 dv-cinder-830088-4-iscsi neutron-server[103148]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=103148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 10:51:58.807242 dv-cinder-830088-4-iscsi neutron-server[103148]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=103148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 10:51:58.807467 dv-cinder-830088-4-iscsi neutron-server[103148]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=103148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 10:51:58.807679 dv-cinder-830088-4-iscsi neutron-server[103148]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=103148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 10:51:58.807887 dv-cinder-830088-4-iscsi neutron-server[103148]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=103148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 10:51:58.808110 dv-cinder-830088-4-iscsi neutron-server[103148]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=103148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 10:51:58.808317 dv-cinder-830088-4-iscsi neutron-server[103148]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=103148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 10:51:58.808542 dv-cinder-830088-4-iscsi neutron-server[103148]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=103148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 10:51:58.808762 dv-cinder-830088-4-iscsi neutron-server[103148]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=103148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 10:51:58.808975 dv-cinder-830088-4-iscsi neutron-server[103148]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=103148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 10:51:58.809182 dv-cinder-830088-4-iscsi neutron-server[103148]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=103148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 10:51:58.809408 dv-cinder-830088-4-iscsi neutron-server[103148]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=103148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 10:51:58.809609 dv-cinder-830088-4-iscsi neutron-server[103148]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=103148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 10:51:58.809822 dv-cinder-830088-4-iscsi neutron-server[103148]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=103148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 10:51:58.810039 dv-cinder-830088-4-iscsi neutron-server[103148]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=103148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 10:51:58.810255 dv-cinder-830088-4-iscsi neutron-server[103148]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=103148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 10:51:58.810460 dv-cinder-830088-4-iscsi neutron-server[103148]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=103148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 10:51:58.810717 dv-cinder-830088-4-iscsi neutron-server[103148]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=103148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 10:51:58.810930 dv-cinder-830088-4-iscsi neutron-server[103148]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=103148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 10:51:58.811137 dv-cinder-830088-4-iscsi neutron-server[103148]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=103148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 10:51:58.811356 dv-cinder-830088-4-iscsi neutron-server[103148]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=103148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 10:51:58.811569 dv-cinder-830088-4-iscsi neutron-server[103148]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=103148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 10:51:58.811800 dv-cinder-830088-4-iscsi neutron-server[103148]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=103148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 10:51:58.812022 dv-cinder-830088-4-iscsi neutron-server[103148]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=103148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 10:51:58.812227 dv-cinder-830088-4-iscsi neutron-server[103148]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=103148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 10:51:58.812432 dv-cinder-830088-4-iscsi neutron-server[103148]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=103148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 10:51:58.812644 dv-cinder-830088-4-iscsi neutron-server[103148]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=103148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 10:51:58.812857 dv-cinder-830088-4-iscsi neutron-server[103148]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=103148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 10:51:58.813062 dv-cinder-830088-4-iscsi neutron-server[103148]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=103148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 10:51:58.813364 dv-cinder-830088-4-iscsi neutron-server[103148]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=103148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 10:51:58.813617 dv-cinder-830088-4-iscsi neutron-server[103148]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=103148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 10:51:58.813833 dv-cinder-830088-4-iscsi neutron-server[103148]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=103148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 10:51:58.814188 dv-cinder-830088-4-iscsi neutron-server[103148]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=103148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 10:51:58.814470 dv-cinder-830088-4-iscsi neutron-server[103148]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=103148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 10:51:58.814571 dv-cinder-830088-4-iscsi neutron-server[103148]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=103148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 10:51:58.814840 dv-cinder-830088-4-iscsi neutron-server[103148]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=103148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 10:51:58.815155 dv-cinder-830088-4-iscsi neutron-server[103148]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=103148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 10:51:58.815368 dv-cinder-830088-4-iscsi neutron-server[103148]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=103148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 10:51:58.815629 dv-cinder-830088-4-iscsi neutron-server[103148]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=103148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 10:51:58.815871 dv-cinder-830088-4-iscsi neutron-server[103148]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=103148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 10:51:58.816100 dv-cinder-830088-4-iscsi neutron-server[103148]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=103148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 10:51:58.816315 dv-cinder-830088-4-iscsi neutron-server[103148]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=103148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 10:51:58.816566 dv-cinder-830088-4-iscsi neutron-server[103148]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=103148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 10:51:58.816893 dv-cinder-830088-4-iscsi neutron-server[103148]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=103148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 10:51:58.817161 dv-cinder-830088-4-iscsi neutron-server[103148]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=103148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 10:51:58.817439 dv-cinder-830088-4-iscsi neutron-server[103148]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=103148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 10:51:58.817687 dv-cinder-830088-4-iscsi neutron-server[103148]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=103148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 10:51:58.817805 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=103259) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 10:51:58.817976 dv-cinder-830088-4-iscsi neutron-server[103148]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=103148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 10:51:58.818246 dv-cinder-830088-4-iscsi neutron-server[103148]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:500:549'] {{(pid=103148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 10:51:58.818506 dv-cinder-830088-4-iscsi neutron-server[103148]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=103148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 10:51:58.818755 dv-cinder-830088-4-iscsi neutron-server[103148]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=103148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 10:51:58.819042 dv-cinder-830088-4-iscsi neutron-server[103148]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=103148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 10:51:58.819901 dv-cinder-830088-4-iscsi neutron-server[103148]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=103148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 10:51:58.820192 dv-cinder-830088-4-iscsi neutron-server[103148]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=103148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 10:51:58.820456 dv-cinder-830088-4-iscsi neutron-server[103148]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=103148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 10:51:58.820700 dv-cinder-830088-4-iscsi neutron-server[103148]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=103148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 10:51:58.820950 dv-cinder-830088-4-iscsi neutron-server[103148]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=103148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 10:51:58.821258 dv-cinder-830088-4-iscsi neutron-server[103148]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=103148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 10:51:58.821569 dv-cinder-830088-4-iscsi neutron-server[103148]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=103148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 10:51:58.821708 dv-cinder-830088-4-iscsi neutron-server[103148]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=103148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 10:51:58.821900 dv-cinder-830088-4-iscsi neutron-server[103148]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=103148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 10:51:58.822128 dv-cinder-830088-4-iscsi neutron-server[103148]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=103148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 10:51:58.822589 dv-cinder-830088-4-iscsi neutron-server[103148]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=103148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 10:51:58.822746 dv-cinder-830088-4-iscsi neutron-server[103148]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=103148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 10:51:58.822874 dv-cinder-830088-4-iscsi neutron-server[103148]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=103148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 10:51:58.823063 dv-cinder-830088-4-iscsi neutron-server[103148]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=103148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 10:51:58.823288 dv-cinder-830088-4-iscsi neutron-server[103148]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=103148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 10:51:58.823500 dv-cinder-830088-4-iscsi neutron-server[103148]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=103148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 10:51:58.823751 dv-cinder-830088-4-iscsi neutron-server[103148]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=103148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 10:51:58.823977 dv-cinder-830088-4-iscsi neutron-server[103148]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=103148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 10:51:58.824197 dv-cinder-830088-4-iscsi neutron-server[103148]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=103148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 10:51:58.824420 dv-cinder-830088-4-iscsi neutron-server[103148]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=103148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 10:51:58.824903 dv-cinder-830088-4-iscsi neutron-server[103148]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Apr 12 10:51:58.825381 dv-cinder-830088-4-iscsi neutron-server[103148]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=103148) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Apr 12 10:51:58.825529 dv-cinder-830088-4-iscsi neutron-server[103148]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Apr 12 10:51:58.825657 dv-cinder-830088-4-iscsi neutron-server[103148]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=103148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Apr 12 10:51:58.825971 dv-cinder-830088-4-iscsi neutron-server[103148]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Apr 12 10:51:58.825971 dv-cinder-830088-4-iscsi neutron-server[103148]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Apr 12 10:51:58.826228 dv-cinder-830088-4-iscsi neutron-server[103148]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=103148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Apr 12 10:51:58.826363 dv-cinder-830088-4-iscsi neutron-server[103148]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=103148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 10:51:58.826488 dv-cinder-830088-4-iscsi neutron-server[103148]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=103148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 10:51:58.826610 dv-cinder-830088-4-iscsi neutron-server[103148]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=103148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 10:51:58.826804 dv-cinder-830088-4-iscsi neutron-server[103148]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=103148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 10:51:58.826935 dv-cinder-830088-4-iscsi neutron-server[103148]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=103148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 10:51:58.827103 dv-cinder-830088-4-iscsi neutron-server[103148]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=103148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 10:51:58.827291 dv-cinder-830088-4-iscsi neutron-server[103148]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=103148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 10:51:58.827430 dv-cinder-830088-4-iscsi neutron-server[103148]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=103148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 10:51:58.827589 dv-cinder-830088-4-iscsi neutron-server[103148]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=103148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 10:51:58.827754 dv-cinder-830088-4-iscsi neutron-server[103148]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=103148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 10:51:58.827887 dv-cinder-830088-4-iscsi neutron-server[103148]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=103148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 10:51:58.828019 dv-cinder-830088-4-iscsi neutron-server[103148]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=103148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 10:51:58.828168 dv-cinder-830088-4-iscsi neutron-server[103148]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=103148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 10:51:58.828299 dv-cinder-830088-4-iscsi neutron-server[103148]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=103148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 10:51:58.828432 dv-cinder-830088-4-iscsi neutron-server[103148]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=103148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 10:51:58.828590 dv-cinder-830088-4-iscsi neutron-server[103148]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=103148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 10:51:58.828740 dv-cinder-830088-4-iscsi neutron-server[103148]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=103148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 10:51:58.829050 dv-cinder-830088-4-iscsi neutron-server[103148]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=103148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 10:51:58.829242 dv-cinder-830088-4-iscsi neutron-server[103148]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 10:51:58.829385 dv-cinder-830088-4-iscsi neutron-server[103148]: DEBUG oslo_service.service [-] config_source = [] {{(pid=103148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 10:51:58.829525 dv-cinder-830088-4-iscsi neutron-server[103148]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=103148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 10:51:58.829661 dv-cinder-830088-4-iscsi neutron-server[103148]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=103148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 10:51:58.829791 dv-cinder-830088-4-iscsi neutron-server[103148]: DEBUG oslo_service.service [-] debug = True {{(pid=103148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 10:51:58.830010 dv-cinder-830088-4-iscsi neutron-server[103148]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=103148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 10:51:58.830152 dv-cinder-830088-4-iscsi neutron-server[103148]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=103148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 10:51:58.830328 dv-cinder-830088-4-iscsi neutron-server[103148]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=103148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 10:51:58.830463 dv-cinder-830088-4-iscsi neutron-server[103148]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=103148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 10:51:58.830617 dv-cinder-830088-4-iscsi neutron-server[103148]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=103148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 10:51:58.830792 dv-cinder-830088-4-iscsi neutron-server[103148]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=103148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 10:51:58.830934 dv-cinder-830088-4-iscsi neutron-server[103148]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=103148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 10:51:58.831069 dv-cinder-830088-4-iscsi neutron-server[103148]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=103148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 10:51:58.831204 dv-cinder-830088-4-iscsi neutron-server[103148]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=103148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 10:51:58.831340 dv-cinder-830088-4-iscsi neutron-server[103148]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=103148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 10:51:58.831475 dv-cinder-830088-4-iscsi neutron-server[103148]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=103148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 10:51:58.831610 dv-cinder-830088-4-iscsi neutron-server[103148]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=103148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 10:51:58.831744 dv-cinder-830088-4-iscsi neutron-server[103148]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=103148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 10:51:58.831888 dv-cinder-830088-4-iscsi neutron-server[103148]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=103148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 10:51:58.832027 dv-cinder-830088-4-iscsi neutron-server[103148]: DEBUG oslo_service.service [-] fatal_deprecations = False {{(pid=103148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 10:51:58.832164 dv-cinder-830088-4-iscsi neutron-server[103148]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=103148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 10:51:58.832300 dv-cinder-830088-4-iscsi neutron-server[103148]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=103148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 10:51:58.832444 dv-cinder-830088-4-iscsi neutron-server[103148]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=103148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 10:51:58.832579 dv-cinder-830088-4-iscsi neutron-server[103148]: DEBUG oslo_service.service [-] host = dv-cinder-830088-4-iscsi {{(pid=103148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 10:51:58.832738 dv-cinder-830088-4-iscsi neutron-server[103148]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=103148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 10:51:58.832878 dv-cinder-830088-4-iscsi neutron-server[103148]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=103148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 10:51:58.833036 dv-cinder-830088-4-iscsi neutron-server[103148]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=103148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 10:51:58.833187 dv-cinder-830088-4-iscsi neutron-server[103148]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=103148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 10:51:58.833325 dv-cinder-830088-4-iscsi neutron-server[103148]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=103148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 10:51:58.833480 dv-cinder-830088-4-iscsi neutron-server[103148]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=103148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 10:51:58.833620 dv-cinder-830088-4-iscsi neutron-server[103148]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=103148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 10:51:58.834052 dv-cinder-830088-4-iscsi neutron-server[103148]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=103148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 10:51:58.834052 dv-cinder-830088-4-iscsi neutron-server[103148]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=103148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 10:51:58.834052 dv-cinder-830088-4-iscsi neutron-server[103148]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=103148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 10:51:58.834401 dv-cinder-830088-4-iscsi neutron-server[103148]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=103148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 10:51:58.834401 dv-cinder-830088-4-iscsi neutron-server[103148]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=103148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 10:51:58.834640 dv-cinder-830088-4-iscsi neutron-server[103148]: DEBUG oslo_service.service [-] log_dir = None {{(pid=103148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 10:51:58.834640 dv-cinder-830088-4-iscsi neutron-server[103148]: DEBUG oslo_service.service [-] log_file = None {{(pid=103148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 10:51:58.834961 dv-cinder-830088-4-iscsi neutron-server[103148]: DEBUG oslo_service.service [-] log_options = True {{(pid=103148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 10:51:58.835085 dv-cinder-830088-4-iscsi neutron-server[103148]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=103148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 10:51:58.835420 dv-cinder-830088-4-iscsi neutron-server[103148]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=103148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 10:51:58.835420 dv-cinder-830088-4-iscsi neutron-server[103148]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=103148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 10:51:58.835616 dv-cinder-830088-4-iscsi neutron-server[103148]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=103148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 10:51:58.835696 dv-cinder-830088-4-iscsi neutron-server[103148]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=103148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 10:51:58.835774 dv-cinder-830088-4-iscsi neutron-server[103148]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=103148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 10:51:58.835914 dv-cinder-830088-4-iscsi neutron-server[103148]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=103148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 10:51:58.836073 dv-cinder-830088-4-iscsi neutron-server[103148]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=103148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 10:51:58.836479 dv-cinder-830088-4-iscsi neutron-server[103148]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=103148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 10:51:58.836479 dv-cinder-830088-4-iscsi neutron-server[103148]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=103148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 10:51:58.836632 dv-cinder-830088-4-iscsi neutron-server[103148]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=103148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 10:51:58.836710 dv-cinder-830088-4-iscsi neutron-server[103148]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=103148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 10:51:58.836787 dv-cinder-830088-4-iscsi neutron-server[103148]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=103148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 10:51:58.836945 dv-cinder-830088-4-iscsi neutron-server[103148]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=103148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 10:51:58.837101 dv-cinder-830088-4-iscsi neutron-server[103148]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=103148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 10:51:58.837256 dv-cinder-830088-4-iscsi neutron-server[103148]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=103148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 10:51:58.837411 dv-cinder-830088-4-iscsi neutron-server[103148]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=103148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 10:51:58.837566 dv-cinder-830088-4-iscsi neutron-server[103148]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=103148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 10:51:58.837722 dv-cinder-830088-4-iscsi neutron-server[103148]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=103148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 10:51:58.837877 dv-cinder-830088-4-iscsi neutron-server[103148]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=103148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 10:51:58.838031 dv-cinder-830088-4-iscsi neutron-server[103148]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=103148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 10:51:58.838187 dv-cinder-830088-4-iscsi neutron-server[103148]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=103148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 10:51:58.838342 dv-cinder-830088-4-iscsi neutron-server[103148]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=103148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 10:51:58.838564 dv-cinder-830088-4-iscsi neutron-server[103148]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=103148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 10:51:58.838746 dv-cinder-830088-4-iscsi neutron-server[103148]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=103148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 10:51:58.838905 dv-cinder-830088-4-iscsi neutron-server[103148]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=103148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 10:51:58.839060 dv-cinder-830088-4-iscsi neutron-server[103148]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=103148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 10:51:58.839267 dv-cinder-830088-4-iscsi neutron-server[103148]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=103148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 10:51:58.839397 dv-cinder-830088-4-iscsi neutron-server[103148]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=103148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 10:51:58.839520 dv-cinder-830088-4-iscsi neutron-server[103148]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=103148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 10:51:58.839643 dv-cinder-830088-4-iscsi neutron-server[103148]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=103148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 10:51:58.840363 dv-cinder-830088-4-iscsi neutron-server[103148]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=103148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 10:51:58.840363 dv-cinder-830088-4-iscsi neutron-server[103148]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=103148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 10:51:58.840363 dv-cinder-830088-4-iscsi neutron-server[103148]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=103148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 10:51:58.840363 dv-cinder-830088-4-iscsi neutron-server[103148]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=103148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 10:51:58.840363 dv-cinder-830088-4-iscsi neutron-server[103148]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=103148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 10:51:58.841072 dv-cinder-830088-4-iscsi neutron-server[103148]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=103148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 10:51:58.841072 dv-cinder-830088-4-iscsi neutron-server[103148]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=103148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 10:51:58.841072 dv-cinder-830088-4-iscsi neutron-server[103148]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=103148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 10:51:58.841072 dv-cinder-830088-4-iscsi neutron-server[103148]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=103148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 10:51:58.841072 dv-cinder-830088-4-iscsi neutron-server[103148]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=103148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 10:51:58.841512 dv-cinder-830088-4-iscsi neutron-server[103148]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=103148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 10:51:58.841512 dv-cinder-830088-4-iscsi neutron-server[103148]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=103148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 10:51:58.841512 dv-cinder-830088-4-iscsi neutron-server[103148]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=103148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 10:51:58.842281 dv-cinder-830088-4-iscsi neutron-server[103148]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=103148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 10:51:58.842281 dv-cinder-830088-4-iscsi neutron-server[103148]: DEBUG oslo_service.service [-] use_journal = False {{(pid=103148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 10:51:58.842281 dv-cinder-830088-4-iscsi neutron-server[103148]: DEBUG oslo_service.service [-] use_json = False {{(pid=103148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 10:51:58.842281 dv-cinder-830088-4-iscsi neutron-server[103148]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=103148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 10:51:58.842281 dv-cinder-830088-4-iscsi neutron-server[103148]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=103148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 10:51:58.842881 dv-cinder-830088-4-iscsi neutron-server[103148]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=103148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 10:51:58.842881 dv-cinder-830088-4-iscsi neutron-server[103148]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=103148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 10:51:58.842881 dv-cinder-830088-4-iscsi neutron-server[103148]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=103148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 10:51:58.842881 dv-cinder-830088-4-iscsi neutron-server[103148]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=103148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 10:51:58.843531 dv-cinder-830088-4-iscsi neutron-server[103148]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=103148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 10:51:58.843531 dv-cinder-830088-4-iscsi neutron-server[103148]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=103148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 10:51:58.843531 dv-cinder-830088-4-iscsi neutron-server[103148]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=103148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 10:51:58.843531 dv-cinder-830088-4-iscsi neutron-server[103148]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=103148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 10:51:58.843916 dv-cinder-830088-4-iscsi neutron-server[103148]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=103148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 10:51:58.843916 dv-cinder-830088-4-iscsi neutron-server[103148]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=103148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 10:51:58.843916 dv-cinder-830088-4-iscsi neutron-server[103148]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=103148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 10:51:58.844131 dv-cinder-830088-4-iscsi neutron-server[103148]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=103148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 10:51:58.844210 dv-cinder-830088-4-iscsi neutron-server[103148]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=103148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 10:51:58.844312 dv-cinder-830088-4-iscsi neutron-server[103148]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=103148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 10:51:58.844470 dv-cinder-830088-4-iscsi neutron-server[103148]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=103148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 10:51:58.844629 dv-cinder-830088-4-iscsi neutron-server[103148]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=103148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 10:51:58.844787 dv-cinder-830088-4-iscsi neutron-server[103148]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=103148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 10:51:58.844942 dv-cinder-830088-4-iscsi neutron-server[103148]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=103148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 10:51:58.845088 dv-cinder-830088-4-iscsi neutron-server[103148]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=103148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 10:51:58.845356 dv-cinder-830088-4-iscsi neutron-server[103148]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=103148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 10:51:58.845500 dv-cinder-830088-4-iscsi neutron-server[103148]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=103148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 10:51:58.845624 dv-cinder-830088-4-iscsi neutron-server[103148]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=103148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 10:51:58.845746 dv-cinder-830088-4-iscsi neutron-server[103148]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=103148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 10:51:58.845868 dv-cinder-830088-4-iscsi neutron-server[103148]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=103148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 10:51:58.845990 dv-cinder-830088-4-iscsi neutron-server[103148]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=103148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 10:51:58.846133 dv-cinder-830088-4-iscsi neutron-server[103148]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=103148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 10:51:58.846290 dv-cinder-830088-4-iscsi neutron-server[103148]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=103148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 10:51:58.846447 dv-cinder-830088-4-iscsi neutron-server[103148]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=103148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 10:51:58.846604 dv-cinder-830088-4-iscsi neutron-server[103148]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=103148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 10:51:58.846784 dv-cinder-830088-4-iscsi neutron-server[103148]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=103148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 10:51:58.846939 dv-cinder-830088-4-iscsi neutron-server[103148]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=103148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 10:51:58.847096 dv-cinder-830088-4-iscsi neutron-server[103148]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=103148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 10:51:58.847255 dv-cinder-830088-4-iscsi neutron-server[103148]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=103148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 10:51:58.847419 dv-cinder-830088-4-iscsi neutron-server[103148]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=103148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 10:51:58.847582 dv-cinder-830088-4-iscsi neutron-server[103148]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=103148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 10:51:58.847742 dv-cinder-830088-4-iscsi neutron-server[103148]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=103148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 10:51:58.847913 dv-cinder-830088-4-iscsi neutron-server[103148]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=103148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 10:51:58.848056 dv-cinder-830088-4-iscsi neutron-server[103148]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=103148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 10:51:58.848201 dv-cinder-830088-4-iscsi neutron-server[103148]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.39/identity {{(pid=103148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 10:51:58.848365 dv-cinder-830088-4-iscsi neutron-server[103148]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 10:51:58.848526 dv-cinder-830088-4-iscsi neutron-server[103148]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=103148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 10:51:58.848686 dv-cinder-830088-4-iscsi neutron-server[103148]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=103148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 10:51:58.848846 dv-cinder-830088-4-iscsi neutron-server[103148]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=103148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 10:51:58.849007 dv-cinder-830088-4-iscsi neutron-server[103148]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=103148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 10:51:58.849168 dv-cinder-830088-4-iscsi neutron-server[103148]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=103148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 10:51:58.849330 dv-cinder-830088-4-iscsi neutron-server[103148]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=103148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 10:51:58.849501 dv-cinder-830088-4-iscsi neutron-server[103148]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=103148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 10:51:58.849662 dv-cinder-830088-4-iscsi neutron-server[103148]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=103148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 10:51:58.849821 dv-cinder-830088-4-iscsi neutron-server[103148]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=103148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 10:51:58.849999 dv-cinder-830088-4-iscsi neutron-server[103148]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=103148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 10:51:58.850153 dv-cinder-830088-4-iscsi neutron-server[103148]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=103148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 10:51:58.850368 dv-cinder-830088-4-iscsi neutron-server[103148]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=103148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 10:51:58.850368 dv-cinder-830088-4-iscsi neutron-server[103148]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=103148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 10:51:58.851228 dv-cinder-830088-4-iscsi neutron-server[103148]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=103148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 10:51:58.851228 dv-cinder-830088-4-iscsi neutron-server[103148]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=103148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 10:51:58.851486 dv-cinder-830088-4-iscsi neutron-server[103148]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=103148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 10:51:58.851627 dv-cinder-830088-4-iscsi neutron-server[103148]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=103148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 10:51:58.851756 dv-cinder-830088-4-iscsi neutron-server[103148]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=103148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 10:51:58.851892 dv-cinder-830088-4-iscsi neutron-server[103148]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=103148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 10:51:58.852036 dv-cinder-830088-4-iscsi neutron-server[103148]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=103148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 10:51:58.852171 dv-cinder-830088-4-iscsi neutron-server[103148]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=103148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 10:51:58.852306 dv-cinder-830088-4-iscsi neutron-server[103148]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=103148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 10:51:58.852450 dv-cinder-830088-4-iscsi neutron-server[103148]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=103148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 10:51:58.852581 dv-cinder-830088-4-iscsi neutron-server[103148]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=103148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 10:51:58.852716 dv-cinder-830088-4-iscsi neutron-server[103148]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=103148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 10:51:58.852861 dv-cinder-830088-4-iscsi neutron-server[103148]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=103148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 10:51:58.853018 dv-cinder-830088-4-iscsi neutron-server[103148]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=103148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 10:51:58.853180 dv-cinder-830088-4-iscsi neutron-server[103148]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=103148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 10:51:58.853322 dv-cinder-830088-4-iscsi neutron-server[103148]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=103148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 10:51:58.853483 dv-cinder-830088-4-iscsi neutron-server[103148]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=103148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 10:51:58.853643 dv-cinder-830088-4-iscsi neutron-server[103148]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=103148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 10:51:58.853913 dv-cinder-830088-4-iscsi neutron-server[103148]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=103148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 10:51:58.854065 dv-cinder-830088-4-iscsi neutron-server[103148]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=103148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 10:51:58.854201 dv-cinder-830088-4-iscsi neutron-server[103148]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=103148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 10:51:58.854345 dv-cinder-830088-4-iscsi neutron-server[103148]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=103148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 10:51:58.854491 dv-cinder-830088-4-iscsi neutron-server[103148]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=103148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 10:51:58.854626 dv-cinder-830088-4-iscsi neutron-server[103148]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=103148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 10:51:58.854795 dv-cinder-830088-4-iscsi neutron-server[103148]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=103148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 10:51:58.854930 dv-cinder-830088-4-iscsi neutron-server[103148]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=103148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 10:51:58.855064 dv-cinder-830088-4-iscsi neutron-server[103148]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=103148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 10:51:58.855197 dv-cinder-830088-4-iscsi neutron-server[103148]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=103148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 10:51:58.855332 dv-cinder-830088-4-iscsi neutron-server[103148]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=103148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 10:51:58.855461 dv-cinder-830088-4-iscsi neutron-server[103148]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=103148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 10:51:58.855600 dv-cinder-830088-4-iscsi neutron-server[103148]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=103148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 10:51:58.855738 dv-cinder-830088-4-iscsi neutron-server[103148]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=103148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 10:51:58.856134 dv-cinder-830088-4-iscsi neutron-server[103148]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=103148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 10:51:58.856273 dv-cinder-830088-4-iscsi neutron-server[103148]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=103148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 10:51:58.856430 dv-cinder-830088-4-iscsi neutron-server[103148]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=103148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 10:51:58.856590 dv-cinder-830088-4-iscsi neutron-server[103148]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=103148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 10:51:58.856776 dv-cinder-830088-4-iscsi neutron-server[103148]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=103148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 10:51:58.856915 dv-cinder-830088-4-iscsi neutron-server[103148]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=103148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 10:51:58.857050 dv-cinder-830088-4-iscsi neutron-server[103148]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=103148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 10:51:58.857194 dv-cinder-830088-4-iscsi neutron-server[103148]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=103148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 10:51:58.857330 dv-cinder-830088-4-iscsi neutron-server[103148]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=103148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 10:51:58.857480 dv-cinder-830088-4-iscsi neutron-server[103148]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=103148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 10:51:58.857638 dv-cinder-830088-4-iscsi neutron-server[103148]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=103148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 10:51:58.857795 dv-cinder-830088-4-iscsi neutron-server[103148]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=103148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 10:51:58.857953 dv-cinder-830088-4-iscsi neutron-server[103148]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=103148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 10:51:58.858119 dv-cinder-830088-4-iscsi neutron-server[103148]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=103148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 10:51:58.858291 dv-cinder-830088-4-iscsi neutron-server[103148]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=103148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 10:51:58.858449 dv-cinder-830088-4-iscsi neutron-server[103148]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=103148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 10:51:58.858608 dv-cinder-830088-4-iscsi neutron-server[103148]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=103148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 10:51:58.858788 dv-cinder-830088-4-iscsi neutron-server[103148]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=103148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 10:51:58.858936 dv-cinder-830088-4-iscsi neutron-server[103148]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=103148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 10:51:58.859094 dv-cinder-830088-4-iscsi neutron-server[103148]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=103148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 10:51:58.859251 dv-cinder-830088-4-iscsi neutron-server[103148]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=103148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 10:51:58.859425 dv-cinder-830088-4-iscsi neutron-server[103148]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=103148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 10:51:58.859567 dv-cinder-830088-4-iscsi neutron-server[103148]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=103148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 10:51:58.859725 dv-cinder-830088-4-iscsi neutron-server[103148]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=103148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 10:51:58.859882 dv-cinder-830088-4-iscsi neutron-server[103148]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=103148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 10:51:58.860040 dv-cinder-830088-4-iscsi neutron-server[103148]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=103148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 10:51:58.860201 dv-cinder-830088-4-iscsi neutron-server[103148]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=103148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 10:51:58.860363 dv-cinder-830088-4-iscsi neutron-server[103148]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=103148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 10:51:58.860520 dv-cinder-830088-4-iscsi neutron-server[103148]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=103148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 10:51:58.860682 dv-cinder-830088-4-iscsi neutron-server[103148]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=103148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 10:51:58.860839 dv-cinder-830088-4-iscsi neutron-server[103148]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=103148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 10:51:58.861000 dv-cinder-830088-4-iscsi neutron-server[103148]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=103148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 10:51:58.861158 dv-cinder-830088-4-iscsi neutron-server[103148]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=103148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 10:51:58.861315 dv-cinder-830088-4-iscsi neutron-server[103148]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=103148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 10:51:58.861474 dv-cinder-830088-4-iscsi neutron-server[103148]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=103148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 10:51:58.861631 dv-cinder-830088-4-iscsi neutron-server[103148]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=103148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 10:51:58.861790 dv-cinder-830088-4-iscsi neutron-server[103148]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=103148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 10:51:58.861949 dv-cinder-830088-4-iscsi neutron-server[103148]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=103148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 10:51:58.862106 dv-cinder-830088-4-iscsi neutron-server[103148]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=103148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 10:51:58.862263 dv-cinder-830088-4-iscsi neutron-server[103148]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=103148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 10:51:58.862422 dv-cinder-830088-4-iscsi neutron-server[103148]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=103148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 10:51:58.862587 dv-cinder-830088-4-iscsi neutron-server[103148]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=103148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 10:51:58.862766 dv-cinder-830088-4-iscsi neutron-server[103148]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=103148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 10:51:58.862928 dv-cinder-830088-4-iscsi neutron-server[103148]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=103148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 10:51:58.863088 dv-cinder-830088-4-iscsi neutron-server[103148]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=103148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 10:51:58.863253 dv-cinder-830088-4-iscsi neutron-server[103148]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=103148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 10:51:58.863421 dv-cinder-830088-4-iscsi neutron-server[103148]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=103148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 10:51:58.863580 dv-cinder-830088-4-iscsi neutron-server[103148]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=103148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 10:51:58.863739 dv-cinder-830088-4-iscsi neutron-server[103148]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=103148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 10:51:58.863896 dv-cinder-830088-4-iscsi neutron-server[103148]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=103148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 10:51:58.864052 dv-cinder-830088-4-iscsi neutron-server[103148]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=103148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 10:51:58.864222 dv-cinder-830088-4-iscsi neutron-server[103148]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=103148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 10:51:58.864355 dv-cinder-830088-4-iscsi neutron-server[103148]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=103148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 10:51:58.864513 dv-cinder-830088-4-iscsi neutron-server[103148]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=103148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 10:51:58.864671 dv-cinder-830088-4-iscsi neutron-server[103148]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=103148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 10:51:58.864827 dv-cinder-830088-4-iscsi neutron-server[103148]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=103148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 10:51:58.864984 dv-cinder-830088-4-iscsi neutron-server[103148]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=103148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 10:51:58.865152 dv-cinder-830088-4-iscsi neutron-server[103148]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=103148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 10:51:58.865310 dv-cinder-830088-4-iscsi neutron-server[103148]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=103148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 10:51:58.865467 dv-cinder-830088-4-iscsi neutron-server[103148]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=103148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 10:51:58.865626 dv-cinder-830088-4-iscsi neutron-server[103148]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=103148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 10:51:58.865806 dv-cinder-830088-4-iscsi neutron-server[103148]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=103148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 10:51:58.865964 dv-cinder-830088-4-iscsi neutron-server[103148]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=103148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 10:51:58.866194 dv-cinder-830088-4-iscsi neutron-server[103148]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=103148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 10:51:58.866355 dv-cinder-830088-4-iscsi neutron-server[103148]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=103148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 10:51:58.866513 dv-cinder-830088-4-iscsi neutron-server[103148]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=103148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 10:51:58.866672 dv-cinder-830088-4-iscsi neutron-server[103148]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=103148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 10:51:58.866852 dv-cinder-830088-4-iscsi neutron-server[103148]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=103148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 10:51:58.867010 dv-cinder-830088-4-iscsi neutron-server[103148]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=103148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 10:51:58.867169 dv-cinder-830088-4-iscsi neutron-server[103148]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=103148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 10:51:58.867326 dv-cinder-830088-4-iscsi neutron-server[103148]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=103148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 10:51:58.867484 dv-cinder-830088-4-iscsi neutron-server[103148]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=103148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 10:51:58.867643 dv-cinder-830088-4-iscsi neutron-server[103148]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.39/identity {{(pid=103148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 10:51:58.867801 dv-cinder-830088-4-iscsi neutron-server[103148]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=103148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 10:51:58.867960 dv-cinder-830088-4-iscsi neutron-server[103148]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=103148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 10:51:58.868117 dv-cinder-830088-4-iscsi neutron-server[103148]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 10:51:58.868277 dv-cinder-830088-4-iscsi neutron-server[103148]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=103148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 10:51:58.868436 dv-cinder-830088-4-iscsi neutron-server[103148]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=103148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 10:51:58.868595 dv-cinder-830088-4-iscsi neutron-server[103148]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=103148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 10:51:58.868753 dv-cinder-830088-4-iscsi neutron-server[103148]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=103148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 10:51:58.868911 dv-cinder-830088-4-iscsi neutron-server[103148]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=103148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 10:51:58.869069 dv-cinder-830088-4-iscsi neutron-server[103148]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=103148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 10:51:58.869226 dv-cinder-830088-4-iscsi neutron-server[103148]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=103148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 10:51:58.869385 dv-cinder-830088-4-iscsi neutron-server[103148]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=103148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 10:51:58.869603 dv-cinder-830088-4-iscsi neutron-server[103148]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=103148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 10:51:58.869700 dv-cinder-830088-4-iscsi neutron-server[103148]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=103148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 10:51:58.869845 dv-cinder-830088-4-iscsi neutron-server[103148]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=103148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 10:51:58.870004 dv-cinder-830088-4-iscsi neutron-server[103148]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=103148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 10:51:58.870161 dv-cinder-830088-4-iscsi neutron-server[103148]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=103148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 10:51:58.870319 dv-cinder-830088-4-iscsi neutron-server[103148]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=103148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 10:51:58.870477 dv-cinder-830088-4-iscsi neutron-server[103148]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=103148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 10:51:58.870635 dv-cinder-830088-4-iscsi neutron-server[103148]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=103148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 10:51:58.870817 dv-cinder-830088-4-iscsi neutron-server[103148]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=103148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 10:51:58.870977 dv-cinder-830088-4-iscsi neutron-server[103148]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=103148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 10:51:58.871135 dv-cinder-830088-4-iscsi neutron-server[103148]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=103148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 10:51:58.871291 dv-cinder-830088-4-iscsi neutron-server[103148]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=103148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 10:51:58.871450 dv-cinder-830088-4-iscsi neutron-server[103148]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=103148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 10:51:58.871606 dv-cinder-830088-4-iscsi neutron-server[103148]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=103148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 10:51:58.871766 dv-cinder-830088-4-iscsi neutron-server[103148]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=103148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 10:51:58.871923 dv-cinder-830088-4-iscsi neutron-server[103148]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=103148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 10:51:58.872082 dv-cinder-830088-4-iscsi neutron-server[103148]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=103148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 10:51:58.872240 dv-cinder-830088-4-iscsi neutron-server[103148]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=103148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 10:51:58.872398 dv-cinder-830088-4-iscsi neutron-server[103148]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=103148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 10:51:58.872556 dv-cinder-830088-4-iscsi neutron-server[103148]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=103148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 10:51:58.872714 dv-cinder-830088-4-iscsi neutron-server[103148]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=103148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 10:51:58.872875 dv-cinder-830088-4-iscsi neutron-server[103148]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=103148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 10:51:58.873032 dv-cinder-830088-4-iscsi neutron-server[103148]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=103148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 10:51:58.873192 dv-cinder-830088-4-iscsi neutron-server[103148]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=103148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 10:51:58.873351 dv-cinder-830088-4-iscsi neutron-server[103148]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=103148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 10:51:58.873510 dv-cinder-830088-4-iscsi neutron-server[103148]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=103148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 10:51:58.873668 dv-cinder-830088-4-iscsi neutron-server[103148]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=103148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 10:51:58.873826 dv-cinder-830088-4-iscsi neutron-server[103148]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=103148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 10:51:58.873984 dv-cinder-830088-4-iscsi neutron-server[103148]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=103148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 10:51:58.874143 dv-cinder-830088-4-iscsi neutron-server[103148]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=103148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 10:51:58.874302 dv-cinder-830088-4-iscsi neutron-server[103148]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=103148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 10:51:58.874461 dv-cinder-830088-4-iscsi neutron-server[103148]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=103148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 10:51:58.874634 dv-cinder-830088-4-iscsi neutron-server[103148]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=103148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 10:51:58.874814 dv-cinder-830088-4-iscsi neutron-server[103148]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=103148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 10:51:58.874973 dv-cinder-830088-4-iscsi neutron-server[103148]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=103148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 10:51:58.875134 dv-cinder-830088-4-iscsi neutron-server[103148]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=103148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 10:51:58.875293 dv-cinder-830088-4-iscsi neutron-server[103148]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=103148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 10:51:58.875450 dv-cinder-830088-4-iscsi neutron-server[103148]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=103148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 10:51:58.875608 dv-cinder-830088-4-iscsi neutron-server[103148]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=103148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 10:51:58.875765 dv-cinder-830088-4-iscsi neutron-server[103148]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=103148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 10:51:58.875923 dv-cinder-830088-4-iscsi neutron-server[103148]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=103148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 10:51:58.876081 dv-cinder-830088-4-iscsi neutron-server[103148]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=103148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 10:51:58.876241 dv-cinder-830088-4-iscsi neutron-server[103148]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=103148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 10:51:58.876399 dv-cinder-830088-4-iscsi neutron-server[103148]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=103148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 10:51:58.876557 dv-cinder-830088-4-iscsi neutron-server[103148]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=103148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 10:51:58.876715 dv-cinder-830088-4-iscsi neutron-server[103148]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=103148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 10:51:58.876872 dv-cinder-830088-4-iscsi neutron-server[103148]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=103148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 10:51:58.877031 dv-cinder-830088-4-iscsi neutron-server[103148]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=103148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 10:51:58.877191 dv-cinder-830088-4-iscsi neutron-server[103148]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=103148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 10:51:58.877353 dv-cinder-830088-4-iscsi neutron-server[103148]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=103148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 10:51:58.877512 dv-cinder-830088-4-iscsi neutron-server[103148]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=103148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 10:51:58.877669 dv-cinder-830088-4-iscsi neutron-server[103148]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=103148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 10:51:58.877829 dv-cinder-830088-4-iscsi neutron-server[103148]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=103148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 10:51:58.877987 dv-cinder-830088-4-iscsi neutron-server[103148]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=103148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 10:51:58.878146 dv-cinder-830088-4-iscsi neutron-server[103148]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=103148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 10:51:58.878303 dv-cinder-830088-4-iscsi neutron-server[103148]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=103148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 10:51:58.878461 dv-cinder-830088-4-iscsi neutron-server[103148]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=103148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 10:51:58.878619 dv-cinder-830088-4-iscsi neutron-server[103148]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=103148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 10:51:58.878799 dv-cinder-830088-4-iscsi neutron-server[103148]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=103148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 10:51:58.878958 dv-cinder-830088-4-iscsi neutron-server[103148]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=103148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 10:51:58.879118 dv-cinder-830088-4-iscsi neutron-server[103148]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=103148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 10:51:58.879288 dv-cinder-830088-4-iscsi neutron-server[103148]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=103148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 10:51:58.879448 dv-cinder-830088-4-iscsi neutron-server[103148]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=103148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 10:51:58.879596 dv-cinder-830088-4-iscsi neutron-server[103148]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=103148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 10:51:58.879770 dv-cinder-830088-4-iscsi neutron-server[103148]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=103148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 10:51:58.882741 dv-cinder-830088-4-iscsi neutron-server[103148]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=103148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 10:51:58.882741 dv-cinder-830088-4-iscsi neutron-server[103148]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=103148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 10:51:58.882741 dv-cinder-830088-4-iscsi neutron-server[103148]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=103148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 10:51:58.882741 dv-cinder-830088-4-iscsi neutron-server[103148]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=103148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 10:51:58.883095 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron.wsgi [-] (103257) accepted ('10.222.0.39', 47584) {{(pid=103257) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 10:51:58.883182 dv-cinder-830088-4-iscsi neutron-server[103148]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=103148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 10:51:58.883182 dv-cinder-830088-4-iscsi neutron-server[103148]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=103148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 10:51:58.883182 dv-cinder-830088-4-iscsi neutron-server[103148]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=103148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 10:51:58.883182 dv-cinder-830088-4-iscsi neutron-server[103148]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=103148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 10:51:58.883182 dv-cinder-830088-4-iscsi neutron-server[103148]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=103148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 10:51:58.883182 dv-cinder-830088-4-iscsi neutron-server[103148]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=103148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 10:51:58.883182 dv-cinder-830088-4-iscsi neutron-server[103148]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=103148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 10:51:58.883182 dv-cinder-830088-4-iscsi neutron-server[103148]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=103148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 10:51:58.883782 dv-cinder-830088-4-iscsi neutron-server[103148]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=103148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 10:51:58.883782 dv-cinder-830088-4-iscsi neutron-server[103148]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=103148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 10:51:58.883782 dv-cinder-830088-4-iscsi neutron-server[103148]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=103148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 10:51:58.883782 dv-cinder-830088-4-iscsi neutron-server[103148]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=103148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 10:51:58.883782 dv-cinder-830088-4-iscsi neutron-server[103148]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=103148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 10:51:58.883782 dv-cinder-830088-4-iscsi neutron-server[103148]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=103148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 10:51:58.883782 dv-cinder-830088-4-iscsi neutron-server[103148]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=103148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 10:51:58.883782 dv-cinder-830088-4-iscsi neutron-server[103148]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=103148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 10:51:58.884326 dv-cinder-830088-4-iscsi neutron-server[103148]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=103148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 10:51:58.884326 dv-cinder-830088-4-iscsi neutron-server[103148]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=103148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 10:51:58.884326 dv-cinder-830088-4-iscsi neutron-server[103148]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=103148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 10:51:58.884326 dv-cinder-830088-4-iscsi neutron-server[103148]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=103148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 10:51:58.884326 dv-cinder-830088-4-iscsi neutron-server[103148]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=103148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 10:51:58.884326 dv-cinder-830088-4-iscsi neutron-server[103148]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=103148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 10:51:58.884732 dv-cinder-830088-4-iscsi neutron-server[103148]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=103148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 10:51:58.884732 dv-cinder-830088-4-iscsi neutron-server[103148]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=103148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 10:51:58.884732 dv-cinder-830088-4-iscsi neutron-server[103148]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=103148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 10:51:58.884938 dv-cinder-830088-4-iscsi neutron-server[103148]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=103148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 10:51:58.885016 dv-cinder-830088-4-iscsi neutron-server[103148]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=103148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 10:51:58.885194 dv-cinder-830088-4-iscsi neutron-server[103148]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=103148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 10:51:58.885334 dv-cinder-830088-4-iscsi neutron-server[103148]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=103148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 10:51:58.885494 dv-cinder-830088-4-iscsi neutron-server[103148]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=103148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 10:51:58.885651 dv-cinder-830088-4-iscsi neutron-server[103148]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=103148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 10:51:58.885818 dv-cinder-830088-4-iscsi neutron-server[103148]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=103148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 10:51:58.885975 dv-cinder-830088-4-iscsi neutron-server[103148]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=103148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 10:51:58.886133 dv-cinder-830088-4-iscsi neutron-server[103148]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=103148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 10:51:58.886291 dv-cinder-830088-4-iscsi neutron-server[103148]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=103148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 10:51:58.886461 dv-cinder-830088-4-iscsi neutron-server[103148]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=103148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 10:51:58.886619 dv-cinder-830088-4-iscsi neutron-server[103148]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=103148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 10:51:58.886802 dv-cinder-830088-4-iscsi neutron-server[103148]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=103148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 10:51:58.886962 dv-cinder-830088-4-iscsi neutron-server[103148]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=103148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 10:51:58.887119 dv-cinder-830088-4-iscsi neutron-server[103148]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=103148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 10:51:58.887277 dv-cinder-830088-4-iscsi neutron-server[103148]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=103148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 10:51:58.887436 dv-cinder-830088-4-iscsi neutron-server[103148]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=103148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 10:51:58.887602 dv-cinder-830088-4-iscsi neutron-server[103148]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=103148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 10:51:58.887770 dv-cinder-830088-4-iscsi neutron-server[103148]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=103148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 10:51:58.887935 dv-cinder-830088-4-iscsi neutron-server[103148]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=103148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 10:51:58.888094 dv-cinder-830088-4-iscsi neutron-server[103148]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=103148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 10:51:58.888261 dv-cinder-830088-4-iscsi neutron-server[103148]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=103148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 10:51:58.888429 dv-cinder-830088-4-iscsi neutron-server[103148]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:500:549'] {{(pid=103148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 10:51:58.888596 dv-cinder-830088-4-iscsi neutron-server[103148]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=103148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 10:51:58.888755 dv-cinder-830088-4-iscsi neutron-server[103148]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=103148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 10:51:58.888918 dv-cinder-830088-4-iscsi neutron-server[103148]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=103148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 10:51:58.889087 dv-cinder-830088-4-iscsi neutron-server[103148]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=103148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 10:51:58.889244 dv-cinder-830088-4-iscsi neutron-server[103148]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=103148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 10:51:58.889544 dv-cinder-830088-4-iscsi neutron-server[103148]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=103148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 10:51:58.889701 dv-cinder-830088-4-iscsi neutron-server[103257]: INFO neutron.wsgi [-] 10.222.0.39 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0064273 Apr 12 10:51:58.890038 dv-cinder-830088-4-iscsi neutron-server[103148]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=103148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 10:51:58.890196 dv-cinder-830088-4-iscsi neutron-server[103148]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=103148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 10:51:58.890353 dv-cinder-830088-4-iscsi neutron-server[103148]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=103148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 10:51:58.890512 dv-cinder-830088-4-iscsi neutron-server[103148]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=103148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 10:51:58.890674 dv-cinder-830088-4-iscsi neutron-server[103148]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=103148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 10:51:58.890856 dv-cinder-830088-4-iscsi neutron-server[103148]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=103148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 10:51:58.891012 dv-cinder-830088-4-iscsi neutron-server[103148]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=103148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 10:51:58.891170 dv-cinder-830088-4-iscsi neutron-server[103148]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=103148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 10:51:58.891328 dv-cinder-830088-4-iscsi neutron-server[103148]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=103148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 10:51:58.891488 dv-cinder-830088-4-iscsi neutron-server[103148]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=103148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 10:51:58.891644 dv-cinder-830088-4-iscsi neutron-server[103148]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=103148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 10:51:58.891802 dv-cinder-830088-4-iscsi neutron-server[103148]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=103148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 10:51:58.891960 dv-cinder-830088-4-iscsi neutron-server[103148]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=103148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 10:51:58.892121 dv-cinder-830088-4-iscsi neutron-server[103148]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=103148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 10:51:58.892943 dv-cinder-830088-4-iscsi neutron-server[103148]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=103148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 10:51:58.892943 dv-cinder-830088-4-iscsi neutron-server[103148]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=103148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 10:51:58.892943 dv-cinder-830088-4-iscsi neutron-server[103148]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=103148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 10:51:58.892943 dv-cinder-830088-4-iscsi neutron-server[103148]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Apr 12 10:52:10.234278 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68cef4b3-7d3e-4d84-ad85-f0849c86c41f None None] get_active_networks_info from dv-cinder-830088-4-iscsi {{(pid=103259) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Apr 12 10:52:10.295197 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68cef4b3-7d3e-4d84-ad85-f0849c86c41f None None] No non-hosted networks {{(pid=103259) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Apr 12 10:52:10.311262 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron.db.agentschedulers_db [None req-68cef4b3-7d3e-4d84-ad85-f0849c86c41f None None] DHCP Agent not found on host dv-cinder-830088-4-iscsi {{(pid=103259) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}} Apr 12 10:52:10.416774 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron_lib.callbacks.manager [None req-f2365c40-06d4-4211-817f-51e71834f4a8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777667879581', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-578739'] for agent (0a0a44e5-732d-48d9-a8ad-b47e7b7c1a86), after_create {{(pid=103259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 10:52:12.499909 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron_lib.callbacks.manager [None req-abe9c316-96e0-4816-9b44-0790d769d813 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777667879581', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-578739'] for agent (77f5e085-0284-4236-9dbf-35d2d452e277), after_create {{(pid=103259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 10:52:12.558468 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron_lib.callbacks.manager [None req-a9329351-9507-4964-935c-583cd2afd8cc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777667879581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1343690'] for agent (77f5e085-0284-4236-9dbf-35d2d452e277), after_update {{(pid=103259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 10:52:13.495246 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron.wsgi [-] (103257) accepted ('10.222.0.39', 47652) {{(pid=103257) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 10:52:13.763791 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron_lib.callbacks.manager [None req-601bd752-88b9-4ad2-8e14-56931e32431b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777667879581', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-578739'] for agent (3ceb33ec-7c20-4632-9357-4cc6534463de), after_create {{(pid=103259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 10:52:14.062984 dv-cinder-830088-4-iscsi neutron-server[103257]: WARNING oslo_policy.policy [None req-730dbb74-b583-49bb-9b63-262802f34624 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 12 10:52:14.063602 dv-cinder-830088-4-iscsi neutron-server[103257]: WARNING oslo_policy.policy [None req-730dbb74-b583-49bb-9b63-262802f34624 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 12 10:52:14.295004 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron.wsgi [None req-730dbb74-b583-49bb-9b63-262802f34624 admin admin] http://10.222.0.39:9696/v2.0/extensions returned with HTTP 200 {{(pid=103257) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 12 10:52:14.310723 dv-cinder-830088-4-iscsi neutron-server[103257]: INFO neutron.wsgi [None req-730dbb74-b583-49bb-9b63-262802f34624 admin admin] 10.222.0.39 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.7998986 Apr 12 10:52:15.012195 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron_lib.callbacks.manager [None req-0acb87d3-0572-4b2c-b7c9-977edd32a8b9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777667879581', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-578739'] for agent (3c144e28-9cc5-463d-ad96-a18b19cd455c), after_create {{(pid=103259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 10:52:16.495058 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron_lib.callbacks.manager [None req-e4b062a6-7a21-4431-be77-3c7776c11043 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777667879581', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-578739'] for agent (c71cae7d-514b-467a-8477-0a67bee0b970), after_create {{(pid=103259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 10:52:16.495710 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4b062a6-7a21-4431-be77-3c7776c11043 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830088-4-iscsi {{(pid=103259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 10:52:16.495710 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4b062a6-7a21-4431-be77-3c7776c11043 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830088-4-iscsi {{(pid=103259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 10:52:16.497159 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4b062a6-7a21-4431-be77-3c7776c11043 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830088-4-iscsi {{(pid=103259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 10:52:16.497159 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4b062a6-7a21-4431-be77-3c7776c11043 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830088-4-iscsi {{(pid=103259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 10:52:16.497159 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4b062a6-7a21-4431-be77-3c7776c11043 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830088-4-iscsi {{(pid=103259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 10:52:16.497159 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4b062a6-7a21-4431-be77-3c7776c11043 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830088-4-iscsi {{(pid=103259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 10:52:16.497458 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4b062a6-7a21-4431-be77-3c7776c11043 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830088-4-iscsi {{(pid=103259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 10:52:16.497597 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4b062a6-7a21-4431-be77-3c7776c11043 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830088-4-iscsi {{(pid=103259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 10:52:16.498506 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4b062a6-7a21-4431-be77-3c7776c11043 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830088-4-iscsi {{(pid=103259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 10:52:16.498506 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4b062a6-7a21-4431-be77-3c7776c11043 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-830088-4-iscsi {{(pid=103259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 10:52:16.499585 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4b062a6-7a21-4431-be77-3c7776c11043 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830088-4-iscsi {{(pid=103259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 10:52:16.499585 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4b062a6-7a21-4431-be77-3c7776c11043 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830088-4-iscsi {{(pid=103259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 10:52:16.499796 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4b062a6-7a21-4431-be77-3c7776c11043 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830088-4-iscsi {{(pid=103259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 10:52:16.500294 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4b062a6-7a21-4431-be77-3c7776c11043 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830088-4-iscsi {{(pid=103259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 10:52:16.501351 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4b062a6-7a21-4431-be77-3c7776c11043 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830088-4-iscsi {{(pid=103259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 10:52:16.501757 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4b062a6-7a21-4431-be77-3c7776c11043 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-830088-4-iscsi', {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.3', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0', 'NDPProxy': '1.0', 'Agent': '1.1'}) {} {{(pid=103259) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 10:52:16.514564 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4b062a6-7a21-4431-be77-3c7776c11043 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-830088-4-iscsi', 'version_map': {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.3', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0', 'NDPProxy': '1.0', 'Agent': '1.1'}} {{(pid=103259) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 10:52:16.857477 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.wsgi [-] (103258) accepted ('10.222.0.39', 47686) {{(pid=103258) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 10:52:17.343738 dv-cinder-830088-4-iscsi neutron-server[103258]: WARNING oslo_policy.policy [None req-c3d6988e-229d-4c4f-a6a8-ad88c567eed0 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 12 10:52:17.344338 dv-cinder-830088-4-iscsi neutron-server[103258]: WARNING oslo_policy.policy [None req-c3d6988e-229d-4c4f-a6a8-ad88c567eed0 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 12 10:52:17.570477 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.api.v2.base [None req-c3d6988e-229d-4c4f-a6a8-ad88c567eed0 admin admin] Request body: {'subnetpool': {'default_prefixlen': 26, 'prefixes': ['172.20.0.0/16'], 'shared': True, 'name': 'shared-default-subnetpool-v4', 'is_default': True}} {{(pid=103258) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 10:52:17.662595 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.policy [None req-c3d6988e-229d-4c4f-a6a8-ad88c567eed0 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=103258) register_rules /opt/stack/neutron/neutron/policy.py:73}} Apr 12 10:52:17.706457 dv-cinder-830088-4-iscsi neutron-server[103258]: WARNING oslo_policy.policy [None req-c3d6988e-229d-4c4f-a6a8-ad88c567eed0 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 12 10:52:17.706867 dv-cinder-830088-4-iscsi neutron-server[103258]: WARNING oslo_policy.policy [None req-c3d6988e-229d-4c4f-a6a8-ad88c567eed0 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 12 10:52:17.804719 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-c3d6988e-229d-4c4f-a6a8-ad88c567eed0 admin admin] Publish callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8777671445124', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8777671444624', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8777671461700', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8777671485227', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8777671491104', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8777671499917', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-1504176', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1476493', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-7902001', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-7936598'] for rbac-policy (None), before_create {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 10:52:17.873782 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-c3d6988e-229d-4c4f-a6a8-ad88c567eed0 admin admin] Publish callbacks [] for subnetpool (None), before_response {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 10:52:17.879994 dv-cinder-830088-4-iscsi neutron-server[103258]: INFO neutron.wsgi [None req-c3d6988e-229d-4c4f-a6a8-ad88c567eed0 admin admin] 10.222.0.39 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 1.0156417 Apr 12 10:52:20.372798 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.wsgi [-] (103258) accepted ('10.222.0.39', 47704) {{(pid=103258) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 10:52:20.637392 dv-cinder-830088-4-iscsi neutron-server[103259]: INFO neutron.db.l3_hamode_db [None req-9fd8daaf-2a24-40ad-b050-81a747ace02c None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Apr 12 10:52:20.691731 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.api.v2.base [None req-421f98c2-4c9e-48eb-84b7-7e5508ee7bd7 demo demo] Request body: {'network': {'admin_state_up': True, 'name': 'private'}} {{(pid=103258) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 10:52:20.712970 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fd8daaf-2a24-40ad-b050-81a747ace02c None None] Routers set() bound to L3 agent in host dv-cinder-830088-4-iscsi {{(pid=103259) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 10:52:20.713261 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fd8daaf-2a24-40ad-b050-81a747ace02c None None] Router IDs set() for agent in host dv-cinder-830088-4-iscsi {{(pid=103259) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:463}} Apr 12 10:52:20.720541 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-421f98c2-4c9e-48eb-84b7-7e5508ee7bd7 demo demo] Made reservation on behalf of 94023eabd50941f7900d8c731c7c73d1 for: {'network': 1} {{(pid=103258) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 12 10:52:20.724326 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-421f98c2-4c9e-48eb-84b7-7e5508ee7bd7 demo demo] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1535343'] for network (None), before_create {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 10:52:20.740988 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-421f98c2-4c9e-48eb-84b7-7e5508ee7bd7 demo demo] Publish callbacks [] for security_group (None), before_create {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 10:52:20.848042 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-421f98c2-4c9e-48eb-84b7-7e5508ee7bd7 demo demo] Publish callbacks [] for security_group (fa1cd392-3869-4bc5-aa60-ee763ca2d285), precommit_create {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 10:52:20.851357 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-421f98c2-4c9e-48eb-84b7-7e5508ee7bd7 demo demo] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-415253'] for security_group (fa1cd392-3869-4bc5-aa60-ee763ca2d285), after_create {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 10:52:20.883458 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-421f98c2-4c9e-48eb-84b7-7e5508ee7bd7 demo demo] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 544} {{(pid=103258) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 12 10:52:20.910953 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-421f98c2-4c9e-48eb-84b7-7e5508ee7bd7 demo demo] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8777667879590', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1531021'] for segment (db18224a-5963-49dd-a71e-f1270c9a9aa2), precommit_create {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 10:52:20.911548 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-421f98c2-4c9e-48eb-84b7-7e5508ee7bd7 demo demo] Unsubscribe: segment precommit_create {{(pid=103258) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Apr 12 10:52:20.912081 dv-cinder-830088-4-iscsi neutron-server[103258]: INFO neutron.db.segments_db [None req-421f98c2-4c9e-48eb-84b7-7e5508ee7bd7 demo demo] Added segment db18224a-5963-49dd-a71e-f1270c9a9aa2 of type vlan for network b8288c3f-e943-409a-9191-b7b3bb2a40e2 Apr 12 10:52:20.918128 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-421f98c2-4c9e-48eb-84b7-7e5508ee7bd7 demo demo] Pushing event updated for resources: {'SecurityGroup': ['ID=fa1cd392-3869-4bc5-aa60-ee763ca2d285,revision_number=1']} {{(pid=103258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 10:52:20.952845 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-421f98c2-4c9e-48eb-84b7-7e5508ee7bd7 demo demo] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830088-4-iscsi {{(pid=103258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 10:52:20.953184 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-421f98c2-4c9e-48eb-84b7-7e5508ee7bd7 demo demo] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830088-4-iscsi {{(pid=103258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 10:52:20.953535 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-421f98c2-4c9e-48eb-84b7-7e5508ee7bd7 demo demo] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830088-4-iscsi {{(pid=103258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 10:52:20.953881 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-421f98c2-4c9e-48eb-84b7-7e5508ee7bd7 demo demo] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830088-4-iscsi {{(pid=103258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 10:52:20.954217 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-421f98c2-4c9e-48eb-84b7-7e5508ee7bd7 demo demo] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830088-4-iscsi {{(pid=103258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 10:52:20.954538 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-421f98c2-4c9e-48eb-84b7-7e5508ee7bd7 demo demo] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830088-4-iscsi {{(pid=103258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 10:52:20.954892 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-421f98c2-4c9e-48eb-84b7-7e5508ee7bd7 demo demo] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830088-4-iscsi {{(pid=103258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 10:52:20.955216 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-421f98c2-4c9e-48eb-84b7-7e5508ee7bd7 demo demo] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830088-4-iscsi {{(pid=103258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 10:52:20.955551 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-421f98c2-4c9e-48eb-84b7-7e5508ee7bd7 demo demo] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-830088-4-iscsi {{(pid=103258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 10:52:20.955848 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-421f98c2-4c9e-48eb-84b7-7e5508ee7bd7 demo demo] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830088-4-iscsi {{(pid=103258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 10:52:20.956165 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-421f98c2-4c9e-48eb-84b7-7e5508ee7bd7 demo demo] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830088-4-iscsi {{(pid=103258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 10:52:20.956496 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-421f98c2-4c9e-48eb-84b7-7e5508ee7bd7 demo demo] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830088-4-iscsi {{(pid=103258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 10:52:20.956814 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-421f98c2-4c9e-48eb-84b7-7e5508ee7bd7 demo demo] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830088-4-iscsi {{(pid=103258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 10:52:20.957126 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-421f98c2-4c9e-48eb-84b7-7e5508ee7bd7 demo demo] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830088-4-iscsi {{(pid=103258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 10:52:20.957437 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-421f98c2-4c9e-48eb-84b7-7e5508ee7bd7 demo demo] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830088-4-iscsi {{(pid=103258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 10:52:20.958793 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-421f98c2-4c9e-48eb-84b7-7e5508ee7bd7 demo demo] Tracked resource versions report: Apr 12 10:52:20.958793 dv-cinder-830088-4-iscsi neutron-server[103258]: pushed versions: Apr 12 10:52:20.958793 dv-cinder-830088-4-iscsi neutron-server[103258]: { 'AddressGroup': {'1.2'}, Apr 12 10:52:20.958793 dv-cinder-830088-4-iscsi neutron-server[103258]: 'Agent': {'1.1'}, Apr 12 10:52:20.958793 dv-cinder-830088-4-iscsi neutron-server[103258]: 'ConntrackHelper': {'1.0'}, Apr 12 10:52:20.958793 dv-cinder-830088-4-iscsi neutron-server[103258]: 'LocalIPAssociation': {'1.0'}, Apr 12 10:52:20.958793 dv-cinder-830088-4-iscsi neutron-server[103258]: 'Log': {'1.0'}, Apr 12 10:52:20.958793 dv-cinder-830088-4-iscsi neutron-server[103258]: 'NDPProxy': {'1.0'}, Apr 12 10:52:20.958793 dv-cinder-830088-4-iscsi neutron-server[103258]: 'Network': {'1.1'}, Apr 12 10:52:20.958793 dv-cinder-830088-4-iscsi neutron-server[103258]: 'Port': {'1.7'}, Apr 12 10:52:20.958793 dv-cinder-830088-4-iscsi neutron-server[103258]: 'PortForwarding': {'1.3'}, Apr 12 10:52:20.958793 dv-cinder-830088-4-iscsi neutron-server[103258]: 'QosPolicy': {'1.10'}, Apr 12 10:52:20.958793 dv-cinder-830088-4-iscsi neutron-server[103258]: 'SecurityGroup': {'1.5'}, Apr 12 10:52:20.958793 dv-cinder-830088-4-iscsi neutron-server[103258]: 'SecurityGroupRule': {'1.2'}, Apr 12 10:52:20.958793 dv-cinder-830088-4-iscsi neutron-server[103258]: 'SubPort': {'1.0'}, Apr 12 10:52:20.958793 dv-cinder-830088-4-iscsi neutron-server[103258]: 'Subnet': {'1.1'}, Apr 12 10:52:20.958793 dv-cinder-830088-4-iscsi neutron-server[103258]: 'Trunk': {'1.1'}} Apr 12 10:52:20.958793 dv-cinder-830088-4-iscsi neutron-server[103258]: consumer versions: Apr 12 10:52:20.958793 dv-cinder-830088-4-iscsi neutron-server[103258]: { DHCP agent@dv-cinder-830088-4-iscsi: {}, Apr 12 10:52:20.958793 dv-cinder-830088-4-iscsi neutron-server[103258]: L3 agent@dv-cinder-830088-4-iscsi: {}, Apr 12 10:52:20.958793 dv-cinder-830088-4-iscsi neutron-server[103258]: Metadata agent@dv-cinder-830088-4-iscsi: {}, Apr 12 10:52:20.958793 dv-cinder-830088-4-iscsi neutron-server[103258]: Metering agent@dv-cinder-830088-4-iscsi: {}, Apr 12 10:52:20.958793 dv-cinder-830088-4-iscsi neutron-server[103258]: Open vSwitch agent@dv-cinder-830088-4-iscsi: { 'AddressGroup': '1.2', Apr 12 10:52:20.958793 dv-cinder-830088-4-iscsi neutron-server[103258]: 'Agent': '1.1', Apr 12 10:52:20.958793 dv-cinder-830088-4-iscsi neutron-server[103258]: 'ConntrackHelper': '1.0', Apr 12 10:52:20.958793 dv-cinder-830088-4-iscsi neutron-server[103258]: 'LocalIPAssociation': '1.0', Apr 12 10:52:20.958793 dv-cinder-830088-4-iscsi neutron-server[103258]: 'Log': '1.0', Apr 12 10:52:20.958793 dv-cinder-830088-4-iscsi neutron-server[103258]: 'NDPProxy': '1.0', Apr 12 10:52:20.958793 dv-cinder-830088-4-iscsi neutron-server[103258]: 'Network': '1.1', Apr 12 10:52:20.958793 dv-cinder-830088-4-iscsi neutron-server[103258]: 'Port': '1.7', Apr 12 10:52:20.958793 dv-cinder-830088-4-iscsi neutron-server[103258]: 'PortForwarding': '1.3', Apr 12 10:52:20.958793 dv-cinder-830088-4-iscsi neutron-server[103258]: 'QosPolicy': '1.10', Apr 12 10:52:20.958793 dv-cinder-830088-4-iscsi neutron-server[103258]: 'SecurityGroup': '1.5', Apr 12 10:52:20.958793 dv-cinder-830088-4-iscsi neutron-server[103258]: 'SecurityGroupRule': '1.2', Apr 12 10:52:20.958793 dv-cinder-830088-4-iscsi neutron-server[103258]: 'SubPort': '1.0', Apr 12 10:52:20.958793 dv-cinder-830088-4-iscsi neutron-server[103258]: 'Subnet': '1.1', Apr 12 10:52:20.958793 dv-cinder-830088-4-iscsi neutron-server[103258]: 'Trunk': '1.1'}} Apr 12 10:52:20.958793 dv-cinder-830088-4-iscsi neutron-server[103258]: {{(pid=103258) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Apr 12 10:52:21.021295 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-421f98c2-4c9e-48eb-84b7-7e5508ee7bd7 demo demo] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777667466078'] for network (b8288c3f-e943-409a-9191-b7b3bb2a40e2), precommit_create {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 10:52:21.060164 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-421f98c2-4c9e-48eb-84b7-7e5508ee7bd7 demo demo] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-415428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586207'] for network (b8288c3f-e943-409a-9191-b7b3bb2a40e2), after_create {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 10:52:21.065390 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-421f98c2-4c9e-48eb-84b7-7e5508ee7bd7 demo demo] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 10:52:21.066130 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-421f98c2-4c9e-48eb-84b7-7e5508ee7bd7 demo demo] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586029'] for network (None), before_response {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 10:52:21.134311 dv-cinder-830088-4-iscsi neutron-server[103258]: INFO neutron.wsgi [None req-421f98c2-4c9e-48eb-84b7-7e5508ee7bd7 demo demo] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 748 time: 0.7604244 Apr 12 10:52:21.184610 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-421f98c2-4c9e-48eb-84b7-7e5508ee7bd7 demo demo] Pushing event updated for resources: {'Network': ['ID=b8288c3f-e943-409a-9191-b7b3bb2a40e2,revision_number=1']} {{(pid=103258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 10:52:21.201001 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron.plugins.ml2.rpc [None req-e4b062a6-7a21-4431-be77-3c7776c11043 None None] Network b8288c3f-e943-409a-9191-b7b3bb2a40e2 details requested by agent ovs-agent-dv-cinder-830088-4-iscsi with host dv-cinder-830088-4-iscsi {{(pid=103259) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 12 10:52:23.655742 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.wsgi [-] (103258) accepted ('10.222.0.39', 47716) {{(pid=103258) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 10:52:24.047690 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ab79d5d-c9a5-4c3f-bef2-dbc34ef0ef71 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 10:52:24.048983 dv-cinder-830088-4-iscsi neutron-server[103258]: INFO neutron.wsgi [None req-9ab79d5d-c9a5-4c3f-bef2-dbc34ef0ef71 demo admin] 10.222.0.39 "GET /v2.0/networks/b8288c3f-e943-409a-9191-b7b3bb2a40e2 HTTP/1.1" status: 200 len: 825 time: 0.3922675 Apr 12 10:52:24.073738 dv-cinder-830088-4-iscsi neutron-server[103258]: INFO neutron.wsgi [None req-72ec82f3-d659-4422-bf47-1fe2f9616d22 demo admin] 10.222.0.39 "GET /v2.0/subnetpools/d6cd90c8-4526-46b3-86ef-245172efee02 HTTP/1.1" status: 200 len: 734 time: 0.0185606 Apr 12 10:52:24.082092 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.api.v2.base [None req-5974278d-18e1-48fa-9a76-f2beb34a514e demo admin] Request body: {'subnet': {'gateway_ip': '172.20.0.1', 'ip_version': 4, 'network_id': 'b8288c3f-e943-409a-9191-b7b3bb2a40e2', 'subnetpool_id': 'd6cd90c8-4526-46b3-86ef-245172efee02', 'name': 'private-subnet'}} {{(pid=103258) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 10:52:24.102120 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5974278d-18e1-48fa-9a76-f2beb34a514e demo admin] Made reservation on behalf of 94023eabd50941f7900d8c731c7c73d1 for: {'subnet': 1} {{(pid=103258) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 12 10:52:24.104467 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-5974278d-18e1-48fa-9a76-f2beb34a514e demo admin] Publish callbacks [] for subnet (None), before_create {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 10:52:24.395466 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-5974278d-18e1-48fa-9a76-f2beb34a514e demo admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-439037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586207'] for subnet (a9afaab6-6952-47dc-b259-aa08a32f7d14), after_create {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 10:52:24.466905 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5974278d-18e1-48fa-9a76-f2beb34a514e demo admin] Checking segment: {'id': 'db18224a-5963-49dd-a71e-f1270c9a9aa2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': 'b8288c3f-e943-409a-9191-b7b3bb2a40e2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103258) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 10:52:24.467270 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5974278d-18e1-48fa-9a76-f2beb34a514e demo admin] Network hostable DHCP agents. Network: b8288c3f-e943-409a-9191-b7b3bb2a40e2, hostable agents: ['0a0a44e5-732d-48d9-a8ad-b47e7b7c1a86'], hosted agents: [] {{(pid=103258) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 12 10:52:24.471918 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5974278d-18e1-48fa-9a76-f2beb34a514e demo admin] Pushing event updated for resources: {'Subnet': ['ID=a9afaab6-6952-47dc-b259-aa08a32f7d14,revision_number=0']} {{(pid=103258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 10:52:24.492185 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5974278d-18e1-48fa-9a76-f2beb34a514e demo admin] Network b8288c3f-e943-409a-9191-b7b3bb2a40e2 is scheduled to be hosted by DHCP agent 0a0a44e5-732d-48d9-a8ad-b47e7b7c1a86 with binding_index 1 {{(pid=103258) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 12 10:52:24.503181 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.scheduler.base_scheduler [None req-5974278d-18e1-48fa-9a76-f2beb34a514e demo admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-830088-4-iscsi, b8288c3f-e943-409a-9191-b7b3bb2a40e2) {{(pid=103258) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 10:52:24.508261 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5974278d-18e1-48fa-9a76-f2beb34a514e demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 10:52:24.508864 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-5974278d-18e1-48fa-9a76-f2beb34a514e demo admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586029'] for subnet (None), before_response {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 10:52:24.516073 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90a314f4-f109-4344-a679-881a0840b4aa None None] Network b8288c3f-e943-409a-9191-b7b3bb2a40e2 requested from dv-cinder-830088-4-iscsi {{(pid=103259) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 12 10:52:24.531076 dv-cinder-830088-4-iscsi neutron-server[103258]: INFO neutron.wsgi [None req-5974278d-18e1-48fa-9a76-f2beb34a514e demo admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.4519873 Apr 12 10:52:24.891408 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af4885c0-0a14-41a6-9a7f-1dd37748ef07 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp428fab94-ffe0-5fd5-8965-378eceeea6ce-b8288c3f-e943-409a-9191-b7b3bb2a40e2', 'network_id': 'b8288c3f-e943-409a-9191-b7b3bb2a40e2', 'project_id': '94023eabd50941f7900d8c731c7c73d1', 'fixed_ips': [{'subnet_id': 'a9afaab6-6952-47dc-b259-aa08a32f7d14'}]}} from dv-cinder-830088-4-iscsi. {{(pid=103259) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 12 10:52:24.892639 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron_lib.callbacks.manager [None req-af4885c0-0a14-41a6-9a7f-1dd37748ef07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1535343'] for port (None), before_create {{(pid=103259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 10:52:25.161927 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron.db.db_base_plugin_common [None req-af4885c0-0a14-41a6-9a7f-1dd37748ef07 None None] Allocated IP 172.20.0.2 (b8288c3f-e943-409a-9191-b7b3bb2a40e2/a9afaab6-6952-47dc-b259-aa08a32f7d14/01c6d414-365f-4b15-b21e-4e053b0e2737) {{(pid=103259) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 12 10:52:25.427633 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron_lib.callbacks.manager [None req-af4885c0-0a14-41a6-9a7f-1dd37748ef07 None None] Publish callbacks [] for port (01c6d414-365f-4b15-b21e-4e053b0e2737), precommit_create {{(pid=103259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 10:52:25.435852 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron_lib.callbacks.manager [None req-af4885c0-0a14-41a6-9a7f-1dd37748ef07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1534861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777667450152'] for port (01c6d414-365f-4b15-b21e-4e053b0e2737), after_create {{(pid=103259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 10:52:25.502792 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af4885c0-0a14-41a6-9a7f-1dd37748ef07 None None] Network b8288c3f-e943-409a-9191-b7b3bb2a40e2 is already hosted by enough agents. {{(pid=103259) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 10:52:25.507974 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron.scheduler.base_scheduler [None req-af4885c0-0a14-41a6-9a7f-1dd37748ef07 None None] Resources bound (agent type, host, resource id): {{(pid=103259) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 10:52:25.518284 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af4885c0-0a14-41a6-9a7f-1dd37748ef07 None None] Received port after_create {{(pid=103259) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 12 10:52:25.530461 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af4885c0-0a14-41a6-9a7f-1dd37748ef07 None None] Pushing event updated for resources: {'Port': ['ID=01c6d414-365f-4b15-b21e-4e053b0e2737,revision_number=1']} {{(pid=103259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 10:52:25.561276 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af4885c0-0a14-41a6-9a7f-1dd37748ef07 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830088-4-iscsi {{(pid=103259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 10:52:25.561276 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af4885c0-0a14-41a6-9a7f-1dd37748ef07 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830088-4-iscsi {{(pid=103259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 10:52:25.561276 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af4885c0-0a14-41a6-9a7f-1dd37748ef07 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830088-4-iscsi {{(pid=103259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 10:52:25.561648 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af4885c0-0a14-41a6-9a7f-1dd37748ef07 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830088-4-iscsi {{(pid=103259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 10:52:25.561648 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af4885c0-0a14-41a6-9a7f-1dd37748ef07 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830088-4-iscsi {{(pid=103259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 10:52:25.561973 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af4885c0-0a14-41a6-9a7f-1dd37748ef07 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830088-4-iscsi {{(pid=103259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 10:52:25.562298 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af4885c0-0a14-41a6-9a7f-1dd37748ef07 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830088-4-iscsi {{(pid=103259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 10:52:25.562622 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af4885c0-0a14-41a6-9a7f-1dd37748ef07 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830088-4-iscsi {{(pid=103259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 10:52:25.562974 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af4885c0-0a14-41a6-9a7f-1dd37748ef07 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-830088-4-iscsi {{(pid=103259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 10:52:25.563296 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af4885c0-0a14-41a6-9a7f-1dd37748ef07 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830088-4-iscsi {{(pid=103259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 10:52:25.563617 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af4885c0-0a14-41a6-9a7f-1dd37748ef07 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830088-4-iscsi {{(pid=103259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 10:52:25.563958 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af4885c0-0a14-41a6-9a7f-1dd37748ef07 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830088-4-iscsi {{(pid=103259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 10:52:25.564279 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af4885c0-0a14-41a6-9a7f-1dd37748ef07 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830088-4-iscsi {{(pid=103259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 10:52:25.564597 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af4885c0-0a14-41a6-9a7f-1dd37748ef07 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830088-4-iscsi {{(pid=103259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 10:52:25.564914 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af4885c0-0a14-41a6-9a7f-1dd37748ef07 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830088-4-iscsi {{(pid=103259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 10:52:25.566307 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af4885c0-0a14-41a6-9a7f-1dd37748ef07 None None] Tracked resource versions report: Apr 12 10:52:25.566307 dv-cinder-830088-4-iscsi neutron-server[103259]: pushed versions: Apr 12 10:52:25.566307 dv-cinder-830088-4-iscsi neutron-server[103259]: { 'AddressGroup': {'1.2'}, Apr 12 10:52:25.566307 dv-cinder-830088-4-iscsi neutron-server[103259]: 'Agent': {'1.1'}, Apr 12 10:52:25.566307 dv-cinder-830088-4-iscsi neutron-server[103259]: 'ConntrackHelper': {'1.0'}, Apr 12 10:52:25.566307 dv-cinder-830088-4-iscsi neutron-server[103259]: 'LocalIPAssociation': {'1.0'}, Apr 12 10:52:25.566307 dv-cinder-830088-4-iscsi neutron-server[103259]: 'Log': {'1.0'}, Apr 12 10:52:25.566307 dv-cinder-830088-4-iscsi neutron-server[103259]: 'NDPProxy': {'1.0'}, Apr 12 10:52:25.566307 dv-cinder-830088-4-iscsi neutron-server[103259]: 'Network': {'1.1'}, Apr 12 10:52:25.566307 dv-cinder-830088-4-iscsi neutron-server[103259]: 'Port': {'1.7'}, Apr 12 10:52:25.566307 dv-cinder-830088-4-iscsi neutron-server[103259]: 'PortForwarding': {'1.3'}, Apr 12 10:52:25.566307 dv-cinder-830088-4-iscsi neutron-server[103259]: 'QosPolicy': {'1.10'}, Apr 12 10:52:25.566307 dv-cinder-830088-4-iscsi neutron-server[103259]: 'SecurityGroup': {'1.5'}, Apr 12 10:52:25.566307 dv-cinder-830088-4-iscsi neutron-server[103259]: 'SecurityGroupRule': {'1.2'}, Apr 12 10:52:25.566307 dv-cinder-830088-4-iscsi neutron-server[103259]: 'SubPort': {'1.0'}, Apr 12 10:52:25.566307 dv-cinder-830088-4-iscsi neutron-server[103259]: 'Subnet': {'1.1'}, Apr 12 10:52:25.566307 dv-cinder-830088-4-iscsi neutron-server[103259]: 'Trunk': {'1.1'}} Apr 12 10:52:25.566307 dv-cinder-830088-4-iscsi neutron-server[103259]: consumer versions: Apr 12 10:52:25.566307 dv-cinder-830088-4-iscsi neutron-server[103259]: { DHCP agent@dv-cinder-830088-4-iscsi: {}, Apr 12 10:52:25.566307 dv-cinder-830088-4-iscsi neutron-server[103259]: L3 agent@dv-cinder-830088-4-iscsi: {}, Apr 12 10:52:25.566307 dv-cinder-830088-4-iscsi neutron-server[103259]: Metadata agent@dv-cinder-830088-4-iscsi: {}, Apr 12 10:52:25.566307 dv-cinder-830088-4-iscsi neutron-server[103259]: Metering agent@dv-cinder-830088-4-iscsi: {}, Apr 12 10:52:25.566307 dv-cinder-830088-4-iscsi neutron-server[103259]: Open vSwitch agent@dv-cinder-830088-4-iscsi: { 'AddressGroup': '1.2', Apr 12 10:52:25.566307 dv-cinder-830088-4-iscsi neutron-server[103259]: 'Agent': '1.1', Apr 12 10:52:25.566307 dv-cinder-830088-4-iscsi neutron-server[103259]: 'ConntrackHelper': '1.0', Apr 12 10:52:25.566307 dv-cinder-830088-4-iscsi neutron-server[103259]: 'LocalIPAssociation': '1.0', Apr 12 10:52:25.566307 dv-cinder-830088-4-iscsi neutron-server[103259]: 'Log': '1.0', Apr 12 10:52:25.566307 dv-cinder-830088-4-iscsi neutron-server[103259]: 'NDPProxy': '1.0', Apr 12 10:52:25.566307 dv-cinder-830088-4-iscsi neutron-server[103259]: 'Network': '1.1', Apr 12 10:52:25.566307 dv-cinder-830088-4-iscsi neutron-server[103259]: 'Port': '1.7', Apr 12 10:52:25.566307 dv-cinder-830088-4-iscsi neutron-server[103259]: 'PortForwarding': '1.3', Apr 12 10:52:25.566307 dv-cinder-830088-4-iscsi neutron-server[103259]: 'QosPolicy': '1.10', Apr 12 10:52:25.566307 dv-cinder-830088-4-iscsi neutron-server[103259]: 'SecurityGroup': '1.5', Apr 12 10:52:25.566307 dv-cinder-830088-4-iscsi neutron-server[103259]: 'SecurityGroupRule': '1.2', Apr 12 10:52:25.566307 dv-cinder-830088-4-iscsi neutron-server[103259]: 'SubPort': '1.0', Apr 12 10:52:25.566307 dv-cinder-830088-4-iscsi neutron-server[103259]: 'Subnet': '1.1', Apr 12 10:52:25.566307 dv-cinder-830088-4-iscsi neutron-server[103259]: 'Trunk': '1.1'}} Apr 12 10:52:25.566307 dv-cinder-830088-4-iscsi neutron-server[103259]: {{(pid=103259) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Apr 12 10:52:25.616975 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron.plugins.ml2.managers [None req-af4885c0-0a14-41a6-9a7f-1dd37748ef07 None None] Attempting to bind port 01c6d414-365f-4b15-b21e-4e053b0e2737 on host dv-cinder-830088-4-iscsi for vnic_type normal with profile {{(pid=103259) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 12 10:52:25.617378 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron.plugins.ml2.managers [None req-af4885c0-0a14-41a6-9a7f-1dd37748ef07 None None] Attempting to bind port 01c6d414-365f-4b15-b21e-4e053b0e2737 by drivers openvswitch,hyperv on host dv-cinder-830088-4-iscsi at level 0 using segments [{'id': 'db18224a-5963-49dd-a71e-f1270c9a9aa2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': 'b8288c3f-e943-409a-9191-b7b3bb2a40e2'}] {{(pid=103259) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 12 10:52:25.617835 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af4885c0-0a14-41a6-9a7f-1dd37748ef07 None None] Attempting to bind port 01c6d414-365f-4b15-b21e-4e053b0e2737 on network b8288c3f-e943-409a-9191-b7b3bb2a40e2 {{(pid=103259) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 10:52:25.622854 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af4885c0-0a14-41a6-9a7f-1dd37748ef07 None None] Checking agent: {'id': 'c71cae7d-514b-467a-8477-0a67bee0b970', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-830088-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 12, 10, 52, 16), 'started_at': datetime.datetime(2022, 4, 12, 10, 52, 16), 'heartbeat_timestamp': datetime.datetime(2022, 4, 12, 10, 52, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-830088-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103259) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 12 10:52:25.623244 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af4885c0-0a14-41a6-9a7f-1dd37748ef07 None None] Checking segment: {'id': 'db18224a-5963-49dd-a71e-f1270c9a9aa2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': 'b8288c3f-e943-409a-9191-b7b3bb2a40e2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103259) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 10:52:25.623697 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron_lib.callbacks.manager [None req-af4885c0-0a14-41a6-9a7f-1dd37748ef07 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 10:52:25.624091 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af4885c0-0a14-41a6-9a7f-1dd37748ef07 None None] Bound using segment: {'id': 'db18224a-5963-49dd-a71e-f1270c9a9aa2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': 'b8288c3f-e943-409a-9191-b7b3bb2a40e2'} {{(pid=103259) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 12 10:52:25.624578 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron.plugins.ml2.managers [None req-af4885c0-0a14-41a6-9a7f-1dd37748ef07 None None] Bound port: 01c6d414-365f-4b15-b21e-4e053b0e2737, host: dv-cinder-830088-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'db18224a-5963-49dd-a71e-f1270c9a9aa2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': 'b8288c3f-e943-409a-9191-b7b3bb2a40e2'}}] {{(pid=103259) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 12 10:52:25.624971 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron_lib.callbacks.manager [None req-af4885c0-0a14-41a6-9a7f-1dd37748ef07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1535343'] for port (01c6d414-365f-4b15-b21e-4e053b0e2737), before_update {{(pid=103259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 10:52:25.685723 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron.plugins.ml2.db [None req-af4885c0-0a14-41a6-9a7f-1dd37748ef07 None None] For port 01c6d414-365f-4b15-b21e-4e053b0e2737, host dv-cinder-830088-4-iscsi, cleared binding levels {{(pid=103259) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 12 10:52:25.708458 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron.plugins.ml2.db [None req-af4885c0-0a14-41a6-9a7f-1dd37748ef07 None None] For port 01c6d414-365f-4b15-b21e-4e053b0e2737, host dv-cinder-830088-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830088-4-iscsi',level=0,port_id=01c6d414-365f-4b15-b21e-4e053b0e2737,segment=NetworkSegment(db18224a-5963-49dd-a71e-f1270c9a9aa2),segment_id=db18224a-5963-49dd-a71e-f1270c9a9aa2)] {{(pid=103259) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 12 10:52:25.716854 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron_lib.callbacks.manager [None req-af4885c0-0a14-41a6-9a7f-1dd37748ef07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1534861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777667992095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777667450170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777667450188'] for port (01c6d414-365f-4b15-b21e-4e053b0e2737), after_update {{(pid=103259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 10:52:25.774151 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af4885c0-0a14-41a6-9a7f-1dd37748ef07 None None] Pushing event updated for resources: {'Port': ['ID=01c6d414-365f-4b15-b21e-4e053b0e2737,revision_number=2']} {{(pid=103259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 10:52:27.079684 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.wsgi [-] (103258) accepted ('10.222.0.39', 47724) {{(pid=103258) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 10:52:27.390832 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.wsgi [None req-d9721569-8839-4094-bfaf-407c8e173365 admin admin] http://10.222.0.39:9696/v2.0/extensions returned with HTTP 200 {{(pid=103258) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 12 10:52:27.391866 dv-cinder-830088-4-iscsi neutron-server[103258]: INFO neutron.wsgi [None req-d9721569-8839-4094-bfaf-407c8e173365 admin admin] 10.222.0.39 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3111312 Apr 12 10:52:29.932220 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.wsgi [-] (103258) accepted ('10.222.0.39', 47732) {{(pid=103258) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 10:52:30.233465 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.wsgi [None req-795286f7-1d62-4780-af3e-6aef74a743c7 admin admin] http://10.222.0.39:9696/v2.0/extensions returned with HTTP 200 {{(pid=103258) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 12 10:52:30.246718 dv-cinder-830088-4-iscsi neutron-server[103258]: INFO neutron.wsgi [None req-795286f7-1d62-4780-af3e-6aef74a743c7 admin admin] 10.222.0.39 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3013794 Apr 12 10:52:32.769983 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.wsgi [-] (103258) accepted ('10.222.0.39', 47740) {{(pid=103258) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 10:52:33.075651 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.api.v2.base [None req-1ecd3a48-cf55-4cb3-accf-003fd8394a3b demo demo] Request body: {'router': {'admin_state_up': True, 'name': 'router1'}} {{(pid=103258) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 10:52:33.101820 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-1ecd3a48-cf55-4cb3-accf-003fd8394a3b demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-518224', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14475'] for router (3bdbfe7e-9fc4-4130-a1fd-6429702bd4a7), before_create {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 10:52:33.103385 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-1ecd3a48-cf55-4cb3-accf-003fd8394a3b demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-519904', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-577883', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-347708', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14482'] for router (3bdbfe7e-9fc4-4130-a1fd-6429702bd4a7), precommit_create {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 10:52:33.235770 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-1ecd3a48-cf55-4cb3-accf-003fd8394a3b demo demo] Publish callbacks [] for router_controller (3bdbfe7e-9fc4-4130-a1fd-6429702bd4a7), precommit_add_association {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 10:52:33.240789 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-1ecd3a48-cf55-4cb3-accf-003fd8394a3b demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-519897', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-579496'] for router (3bdbfe7e-9fc4-4130-a1fd-6429702bd4a7), after_create {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 10:52:33.258300 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-1ecd3a48-cf55-4cb3-accf-003fd8394a3b demo demo] Publish callbacks [] for router (None), before_response {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 10:52:33.259554 dv-cinder-830088-4-iscsi neutron-server[103258]: INFO neutron.wsgi [None req-1ecd3a48-cf55-4cb3-accf-003fd8394a3b demo demo] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 674 time: 0.4884710 Apr 12 10:52:35.780593 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.wsgi [-] (103258) accepted ('10.222.0.39', 47752) {{(pid=103258) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 10:52:36.094977 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.wsgi [None req-cc8c5f6b-e02f-4c1a-8f3d-4bbb59d8f93f admin admin] http://10.222.0.39:9696/v2.0/extensions returned with HTTP 200 {{(pid=103258) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 12 10:52:36.095963 dv-cinder-830088-4-iscsi neutron-server[103258]: INFO neutron.wsgi [None req-cc8c5f6b-e02f-4c1a-8f3d-4bbb59d8f93f admin admin] 10.222.0.39 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3144364 Apr 12 10:52:37.144417 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bacf90ef-4193-4b00-af05-0cfeb9d0cc3e None None] Network b8288c3f-e943-409a-9191-b7b3bb2a40e2 requested from dv-cinder-830088-4-iscsi {{(pid=103259) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 12 10:52:37.223726 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron.db.provisioning_blocks [None req-d9e038e0-db99-43ab-bd5c-2c03b1dbcf58 None None] Provisioning complete for port 01c6d414-365f-4b15-b21e-4e053b0e2737 triggered by entity DHCP. {{(pid=103259) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 10:52:37.224134 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron_lib.callbacks.manager [None req-d9e038e0-db99-43ab-bd5c-2c03b1dbcf58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1343588'] for port (01c6d414-365f-4b15-b21e-4e053b0e2737), provisioning_complete {{(pid=103259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 10:52:37.265929 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron.plugins.ml2.rpc [None req-e4b062a6-7a21-4431-be77-3c7776c11043 None None] Device 01c6d414-365f-4b15-b21e-4e053b0e2737 up at agent ovs-agent-dv-cinder-830088-4-iscsi {{(pid=103259) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 10:52:37.437967 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron.db.provisioning_blocks [None req-e4b062a6-7a21-4431-be77-3c7776c11043 None None] Provisioning complete for port 01c6d414-365f-4b15-b21e-4e053b0e2737 triggered by entity L2. {{(pid=103259) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 10:52:37.438355 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron_lib.callbacks.manager [None req-e4b062a6-7a21-4431-be77-3c7776c11043 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1343588'] for port (01c6d414-365f-4b15-b21e-4e053b0e2737), provisioning_complete {{(pid=103259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 10:52:37.470443 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron.plugins.ml2.plugin [None req-d9e038e0-db99-43ab-bd5c-2c03b1dbcf58 None None] Current status of the port 01c6d414-365f-4b15-b21e-4e053b0e2737 is: DOWN; New status is: ACTIVE {{(pid=103259) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 10:52:37.470851 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron_lib.callbacks.manager [None req-d9e038e0-db99-43ab-bd5c-2c03b1dbcf58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1535343'] for port (01c6d414-365f-4b15-b21e-4e053b0e2737), before_update {{(pid=103259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 10:52:37.524564 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron.plugins.ml2.db [None req-d9e038e0-db99-43ab-bd5c-2c03b1dbcf58 None None] For port 01c6d414-365f-4b15-b21e-4e053b0e2737, host dv-cinder-830088-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830088-4-iscsi',level=0,port_id=01c6d414-365f-4b15-b21e-4e053b0e2737,segment=NetworkSegment(db18224a-5963-49dd-a71e-f1270c9a9aa2),segment_id=db18224a-5963-49dd-a71e-f1270c9a9aa2)] {{(pid=103259) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 10:52:37.529871 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron_lib.callbacks.manager [None req-d9e038e0-db99-43ab-bd5c-2c03b1dbcf58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1534861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777667992095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777667450170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777667450188'] for port (01c6d414-365f-4b15-b21e-4e053b0e2737), after_update {{(pid=103259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 10:52:37.584672 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron.plugins.ml2.plugin [None req-e4b062a6-7a21-4431-be77-3c7776c11043 None None] Current status of the port 01c6d414-365f-4b15-b21e-4e053b0e2737 is: ACTIVE; New status is: ACTIVE {{(pid=103259) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 10:52:37.601452 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9e038e0-db99-43ab-bd5c-2c03b1dbcf58 None None] Pushing event updated for resources: {'Port': ['ID=01c6d414-365f-4b15-b21e-4e053b0e2737,revision_number=3']} {{(pid=103259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 10:52:37.648864 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron.db.provisioning_blocks [None req-caad3cba-0ea9-47ce-909e-ea15cc4f9baf None None] Provisioning complete for port 01c6d414-365f-4b15-b21e-4e053b0e2737 triggered by entity DHCP. {{(pid=103259) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 10:52:37.649166 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron_lib.callbacks.manager [None req-caad3cba-0ea9-47ce-909e-ea15cc4f9baf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1343588'] for port (01c6d414-365f-4b15-b21e-4e053b0e2737), provisioning_complete {{(pid=103259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 10:52:37.724330 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron.plugins.ml2.plugin [None req-caad3cba-0ea9-47ce-909e-ea15cc4f9baf None None] Current status of the port 01c6d414-365f-4b15-b21e-4e053b0e2737 is: ACTIVE; New status is: ACTIVE {{(pid=103259) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 10:52:38.617161 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron.wsgi [-] (103257) accepted ('10.222.0.39', 47762) {{(pid=103257) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 10:52:38.919310 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron.api.v2.base [None req-5c54e3c6-6dd0-4f10-b101-e2c1312c8c4b admin admin] Request body: {'network': {'provider:network_type': 'flat', 'provider:physical_network': 'physnet1', 'is_default': True, 'admin_state_up': True, 'name': 'public', 'router:external': True}} {{(pid=103257) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 10:52:38.971311 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5c54e3c6-6dd0-4f10-b101-e2c1312c8c4b admin admin] Made reservation on behalf of ee15bbe87ebb461e919065e3494d1c43 for: {'network': 1} {{(pid=103257) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 12 10:52:39.033716 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron.policy [None req-5c54e3c6-6dd0-4f10-b101-e2c1312c8c4b admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=103257) register_rules /opt/stack/neutron/neutron/policy.py:73}} Apr 12 10:52:39.075901 dv-cinder-830088-4-iscsi neutron-server[103257]: WARNING oslo_policy.policy [None req-5c54e3c6-6dd0-4f10-b101-e2c1312c8c4b admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 12 10:52:39.076275 dv-cinder-830088-4-iscsi neutron-server[103257]: WARNING oslo_policy.policy [None req-5c54e3c6-6dd0-4f10-b101-e2c1312c8c4b admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 12 10:52:39.086362 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-5c54e3c6-6dd0-4f10-b101-e2c1312c8c4b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1535343'] for network (None), before_create {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 10:52:39.107446 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-5c54e3c6-6dd0-4f10-b101-e2c1312c8c4b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 10:52:39.216347 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron.plugins.ml2.rpc [None req-e4b062a6-7a21-4431-be77-3c7776c11043 None None] Device 01c6d414-365f-4b15-b21e-4e053b0e2737 up at agent ovs-agent-dv-cinder-830088-4-iscsi {{(pid=103259) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 10:52:39.220036 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-5c54e3c6-6dd0-4f10-b101-e2c1312c8c4b admin admin] Publish callbacks [] for security_group (ba054f43-852d-4558-a0eb-fdc875be338a), precommit_create {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 10:52:39.223994 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-5c54e3c6-6dd0-4f10-b101-e2c1312c8c4b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-415253'] for security_group (ba054f43-852d-4558-a0eb-fdc875be338a), after_create {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 10:52:39.235340 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-5c54e3c6-6dd0-4f10-b101-e2c1312c8c4b admin admin] Reserving flat network on physical network physnet1 {{(pid=103257) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Apr 12 10:52:39.261105 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-5c54e3c6-6dd0-4f10-b101-e2c1312c8c4b admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8777667879590', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1531021'] for segment (d942c271-b630-4108-8616-b993c4b79ecb), precommit_create {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 10:52:39.261499 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron.db.provisioning_blocks [None req-e4b062a6-7a21-4431-be77-3c7776c11043 None None] Provisioning complete for port 01c6d414-365f-4b15-b21e-4e053b0e2737 triggered by entity L2. {{(pid=103259) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 10:52:39.261728 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-5c54e3c6-6dd0-4f10-b101-e2c1312c8c4b admin admin] Unsubscribe: segment precommit_create {{(pid=103257) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Apr 12 10:52:39.261887 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron_lib.callbacks.manager [None req-e4b062a6-7a21-4431-be77-3c7776c11043 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1343588'] for port (01c6d414-365f-4b15-b21e-4e053b0e2737), provisioning_complete {{(pid=103259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 10:52:39.262252 dv-cinder-830088-4-iscsi neutron-server[103257]: INFO neutron.db.segments_db [None req-5c54e3c6-6dd0-4f10-b101-e2c1312c8c4b admin admin] Added segment d942c271-b630-4108-8616-b993c4b79ecb of type flat for network 3b7be5f2-485b-4c85-8f98-fb200971b61c Apr 12 10:52:39.327226 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c54e3c6-6dd0-4f10-b101-e2c1312c8c4b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ba054f43-852d-4558-a0eb-fdc875be338a,revision_number=1']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 10:52:39.339263 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron.plugins.ml2.plugin [None req-e4b062a6-7a21-4431-be77-3c7776c11043 None None] Current status of the port 01c6d414-365f-4b15-b21e-4e053b0e2737 is: ACTIVE; New status is: ACTIVE {{(pid=103259) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 10:52:39.346153 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c54e3c6-6dd0-4f10-b101-e2c1312c8c4b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830088-4-iscsi {{(pid=103257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 10:52:39.346530 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c54e3c6-6dd0-4f10-b101-e2c1312c8c4b admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830088-4-iscsi {{(pid=103257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 10:52:39.346927 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c54e3c6-6dd0-4f10-b101-e2c1312c8c4b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830088-4-iscsi {{(pid=103257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 10:52:39.347262 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c54e3c6-6dd0-4f10-b101-e2c1312c8c4b admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830088-4-iscsi {{(pid=103257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 10:52:39.347585 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c54e3c6-6dd0-4f10-b101-e2c1312c8c4b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830088-4-iscsi {{(pid=103257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 10:52:39.347907 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c54e3c6-6dd0-4f10-b101-e2c1312c8c4b admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830088-4-iscsi {{(pid=103257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 10:52:39.348225 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c54e3c6-6dd0-4f10-b101-e2c1312c8c4b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830088-4-iscsi {{(pid=103257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 10:52:39.348560 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c54e3c6-6dd0-4f10-b101-e2c1312c8c4b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830088-4-iscsi {{(pid=103257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 10:52:39.348870 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c54e3c6-6dd0-4f10-b101-e2c1312c8c4b admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-830088-4-iscsi {{(pid=103257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 10:52:39.349189 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c54e3c6-6dd0-4f10-b101-e2c1312c8c4b admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830088-4-iscsi {{(pid=103257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 10:52:39.349515 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c54e3c6-6dd0-4f10-b101-e2c1312c8c4b admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830088-4-iscsi {{(pid=103257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 10:52:39.349846 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c54e3c6-6dd0-4f10-b101-e2c1312c8c4b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830088-4-iscsi {{(pid=103257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 10:52:39.350160 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c54e3c6-6dd0-4f10-b101-e2c1312c8c4b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830088-4-iscsi {{(pid=103257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 10:52:39.350495 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c54e3c6-6dd0-4f10-b101-e2c1312c8c4b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830088-4-iscsi {{(pid=103257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 10:52:39.350827 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c54e3c6-6dd0-4f10-b101-e2c1312c8c4b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830088-4-iscsi {{(pid=103257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 10:52:39.352210 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c54e3c6-6dd0-4f10-b101-e2c1312c8c4b admin admin] Tracked resource versions report: Apr 12 10:52:39.352210 dv-cinder-830088-4-iscsi neutron-server[103257]: pushed versions: Apr 12 10:52:39.352210 dv-cinder-830088-4-iscsi neutron-server[103257]: { 'AddressGroup': {'1.2'}, Apr 12 10:52:39.352210 dv-cinder-830088-4-iscsi neutron-server[103257]: 'Agent': {'1.1'}, Apr 12 10:52:39.352210 dv-cinder-830088-4-iscsi neutron-server[103257]: 'ConntrackHelper': {'1.0'}, Apr 12 10:52:39.352210 dv-cinder-830088-4-iscsi neutron-server[103257]: 'LocalIPAssociation': {'1.0'}, Apr 12 10:52:39.352210 dv-cinder-830088-4-iscsi neutron-server[103257]: 'Log': {'1.0'}, Apr 12 10:52:39.352210 dv-cinder-830088-4-iscsi neutron-server[103257]: 'NDPProxy': {'1.0'}, Apr 12 10:52:39.352210 dv-cinder-830088-4-iscsi neutron-server[103257]: 'Network': {'1.1'}, Apr 12 10:52:39.352210 dv-cinder-830088-4-iscsi neutron-server[103257]: 'Port': {'1.7'}, Apr 12 10:52:39.352210 dv-cinder-830088-4-iscsi neutron-server[103257]: 'PortForwarding': {'1.3'}, Apr 12 10:52:39.352210 dv-cinder-830088-4-iscsi neutron-server[103257]: 'QosPolicy': {'1.10'}, Apr 12 10:52:39.352210 dv-cinder-830088-4-iscsi neutron-server[103257]: 'SecurityGroup': {'1.5'}, Apr 12 10:52:39.352210 dv-cinder-830088-4-iscsi neutron-server[103257]: 'SecurityGroupRule': {'1.2'}, Apr 12 10:52:39.352210 dv-cinder-830088-4-iscsi neutron-server[103257]: 'SubPort': {'1.0'}, Apr 12 10:52:39.352210 dv-cinder-830088-4-iscsi neutron-server[103257]: 'Subnet': {'1.1'}, Apr 12 10:52:39.352210 dv-cinder-830088-4-iscsi neutron-server[103257]: 'Trunk': {'1.1'}} Apr 12 10:52:39.352210 dv-cinder-830088-4-iscsi neutron-server[103257]: consumer versions: Apr 12 10:52:39.352210 dv-cinder-830088-4-iscsi neutron-server[103257]: { DHCP agent@dv-cinder-830088-4-iscsi: {}, Apr 12 10:52:39.352210 dv-cinder-830088-4-iscsi neutron-server[103257]: L3 agent@dv-cinder-830088-4-iscsi: {}, Apr 12 10:52:39.352210 dv-cinder-830088-4-iscsi neutron-server[103257]: Metadata agent@dv-cinder-830088-4-iscsi: {}, Apr 12 10:52:39.352210 dv-cinder-830088-4-iscsi neutron-server[103257]: Metering agent@dv-cinder-830088-4-iscsi: {}, Apr 12 10:52:39.352210 dv-cinder-830088-4-iscsi neutron-server[103257]: Open vSwitch agent@dv-cinder-830088-4-iscsi: { 'AddressGroup': '1.2', Apr 12 10:52:39.352210 dv-cinder-830088-4-iscsi neutron-server[103257]: 'Agent': '1.1', Apr 12 10:52:39.352210 dv-cinder-830088-4-iscsi neutron-server[103257]: 'ConntrackHelper': '1.0', Apr 12 10:52:39.352210 dv-cinder-830088-4-iscsi neutron-server[103257]: 'LocalIPAssociation': '1.0', Apr 12 10:52:39.352210 dv-cinder-830088-4-iscsi neutron-server[103257]: 'Log': '1.0', Apr 12 10:52:39.352210 dv-cinder-830088-4-iscsi neutron-server[103257]: 'NDPProxy': '1.0', Apr 12 10:52:39.352210 dv-cinder-830088-4-iscsi neutron-server[103257]: 'Network': '1.1', Apr 12 10:52:39.352210 dv-cinder-830088-4-iscsi neutron-server[103257]: 'Port': '1.7', Apr 12 10:52:39.352210 dv-cinder-830088-4-iscsi neutron-server[103257]: 'PortForwarding': '1.3', Apr 12 10:52:39.352210 dv-cinder-830088-4-iscsi neutron-server[103257]: 'QosPolicy': '1.10', Apr 12 10:52:39.352210 dv-cinder-830088-4-iscsi neutron-server[103257]: 'SecurityGroup': '1.5', Apr 12 10:52:39.352210 dv-cinder-830088-4-iscsi neutron-server[103257]: 'SecurityGroupRule': '1.2', Apr 12 10:52:39.352210 dv-cinder-830088-4-iscsi neutron-server[103257]: 'SubPort': '1.0', Apr 12 10:52:39.352210 dv-cinder-830088-4-iscsi neutron-server[103257]: 'Subnet': '1.1', Apr 12 10:52:39.352210 dv-cinder-830088-4-iscsi neutron-server[103257]: 'Trunk': '1.1'}} Apr 12 10:52:39.352210 dv-cinder-830088-4-iscsi neutron-server[103257]: {{(pid=103257) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Apr 12 10:52:39.391410 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-5c54e3c6-6dd0-4f10-b101-e2c1312c8c4b admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777667466078'] for network (3b7be5f2-485b-4c85-8f98-fb200971b61c), precommit_create {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 10:52:39.436755 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-5c54e3c6-6dd0-4f10-b101-e2c1312c8c4b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-415428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586207'] for network (3b7be5f2-485b-4c85-8f98-fb200971b61c), after_create {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 10:52:39.437832 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c54e3c6-6dd0-4f10-b101-e2c1312c8c4b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 10:52:39.438522 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-5c54e3c6-6dd0-4f10-b101-e2c1312c8c4b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586029'] for network (None), before_response {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 10:52:39.499303 dv-cinder-830088-4-iscsi neutron-server[103257]: INFO neutron.wsgi [None req-5c54e3c6-6dd0-4f10-b101-e2c1312c8c4b admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.8810272 Apr 12 10:52:39.544437 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c54e3c6-6dd0-4f10-b101-e2c1312c8c4b admin admin] Pushing event updated for resources: {'Network': ['ID=3b7be5f2-485b-4c85-8f98-fb200971b61c,revision_number=1']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 10:52:39.555234 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron.plugins.ml2.rpc [None req-e4b062a6-7a21-4431-be77-3c7776c11043 None None] Network 3b7be5f2-485b-4c85-8f98-fb200971b61c details requested by agent ovs-agent-dv-cinder-830088-4-iscsi with host dv-cinder-830088-4-iscsi {{(pid=103259) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 12 10:52:40.194388 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron_lib.callbacks.manager [None req-c7d4c517-60a0-4adc-b5b5-25f97d4676a8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777667879581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1343690'] for agent (0a0a44e5-732d-48d9-a8ad-b47e7b7c1a86), after_update {{(pid=103259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 10:52:41.995117 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron.wsgi [-] (103257) accepted ('10.222.0.39', 47776) {{(pid=103257) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 10:52:42.395508 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50b81aae-4fde-438f-8c4f-23360f0caae5 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 10:52:42.396786 dv-cinder-830088-4-iscsi neutron-server[103257]: INFO neutron.wsgi [None req-50b81aae-4fde-438f-8c4f-23360f0caae5 demo admin] 10.222.0.39 "GET /v2.0/subnets/a9afaab6-6952-47dc-b259-aa08a32f7d14 HTTP/1.1" status: 200 len: 849 time: 0.4007130 Apr 12 10:52:42.497554 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron_lib.callbacks.manager [None req-4784bdd2-10b0-4a12-976d-389eb5a93cb6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777667879581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1343690'] for agent (77f5e085-0284-4236-9dbf-35d2d452e277), after_update {{(pid=103259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 10:52:42.560998 dv-cinder-830088-4-iscsi neutron-server[103257]: INFO neutron.wsgi [None req-50f1ddac-38be-44c5-9f8d-b3e97671b830 demo admin] 10.222.0.39 "GET /v2.0/routers/3bdbfe7e-9fc4-4130-a1fd-6429702bd4a7 HTTP/1.1" status: 200 len: 704 time: 0.1566854 Apr 12 10:52:42.850130 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-f03014b2-aaad-4971-960d-127f1ed07938 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1535343'] for port (None), before_create {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 10:52:43.141170 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron.db.db_base_plugin_common [None req-f03014b2-aaad-4971-960d-127f1ed07938 demo admin] Allocated IP 172.20.0.1 (b8288c3f-e943-409a-9191-b7b3bb2a40e2/a9afaab6-6952-47dc-b259-aa08a32f7d14/ad95a821-8db2-4778-b737-98bd94eb0c8b) {{(pid=103257) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 12 10:52:43.323547 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-f03014b2-aaad-4971-960d-127f1ed07938 demo admin] Publish callbacks [] for port (ad95a821-8db2-4778-b737-98bd94eb0c8b), precommit_create {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 10:52:43.389753 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-f03014b2-aaad-4971-960d-127f1ed07938 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1534861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777667450152'] for port (ad95a821-8db2-4778-b737-98bd94eb0c8b), after_create {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 10:52:43.458300 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f03014b2-aaad-4971-960d-127f1ed07938 demo admin] Network b8288c3f-e943-409a-9191-b7b3bb2a40e2 is already hosted by enough agents. {{(pid=103257) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 10:52:43.467903 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron.scheduler.base_scheduler [None req-f03014b2-aaad-4971-960d-127f1ed07938 demo admin] Resources bound (agent type, host, resource id): {{(pid=103257) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 10:52:43.471224 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f03014b2-aaad-4971-960d-127f1ed07938 demo admin] Received port after_create {{(pid=103257) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 12 10:52:43.471785 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-f03014b2-aaad-4971-960d-127f1ed07938 demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-579419'] for router_interface (3bdbfe7e-9fc4-4130-a1fd-6429702bd4a7), before_create {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 10:52:43.540878 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f03014b2-aaad-4971-960d-127f1ed07938 demo admin] Pushing event updated for resources: {'Port': ['ID=ad95a821-8db2-4778-b737-98bd94eb0c8b,revision_number=1']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 10:52:43.691113 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-f03014b2-aaad-4971-960d-127f1ed07938 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1535343'] for port (ad95a821-8db2-4778-b737-98bd94eb0c8b), before_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 10:52:43.727128 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron_lib.callbacks.manager [None req-601bd752-88b9-4ad2-8e14-56931e32431b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777667879581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1343690'] for agent (3ceb33ec-7c20-4632-9357-4cc6534463de), after_update {{(pid=103259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 10:52:43.774091 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron.db.provisioning_blocks [None req-cffc1d3f-5d7b-4f4b-89e3-0780c5b69fc8 None None] Provisioning complete for port ad95a821-8db2-4778-b737-98bd94eb0c8b triggered by entity DHCP. {{(pid=103259) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 10:52:43.774403 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron_lib.callbacks.manager [None req-cffc1d3f-5d7b-4f4b-89e3-0780c5b69fc8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1343588'] for port (ad95a821-8db2-4778-b737-98bd94eb0c8b), provisioning_complete {{(pid=103259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 10:52:43.808179 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron.plugins.ml2.plugin [None req-cffc1d3f-5d7b-4f4b-89e3-0780c5b69fc8 None None] Port ad95a821-8db2-4778-b737-98bd94eb0c8b cannot update to ACTIVE because it is not bound. {{(pid=103259) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 12 10:52:43.952039 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-f03014b2-aaad-4971-960d-127f1ed07938 demo admin] Publish callbacks [] for port (ad95a821-8db2-4778-b737-98bd94eb0c8b), precommit_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 10:52:43.956431 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-f03014b2-aaad-4971-960d-127f1ed07938 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1534861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777667992095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777667450170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777667450188'] for port (ad95a821-8db2-4778-b737-98bd94eb0c8b), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 10:52:43.957330 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-f03014b2-aaad-4971-960d-127f1ed07938 demo admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-586225', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-584683'] for router_interface (3bdbfe7e-9fc4-4130-a1fd-6429702bd4a7), after_create {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 10:52:44.039670 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f03014b2-aaad-4971-960d-127f1ed07938 demo admin] Pushing event updated for resources: {'Port': ['ID=ad95a821-8db2-4778-b737-98bd94eb0c8b,revision_number=2']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 10:52:44.080821 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f03014b2-aaad-4971-960d-127f1ed07938 demo admin] Network b8288c3f-e943-409a-9191-b7b3bb2a40e2 is already hosted by enough agents. {{(pid=103257) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 10:52:44.082070 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron.scheduler.base_scheduler [None req-f03014b2-aaad-4971-960d-127f1ed07938 demo admin] Resources bound (agent type, host, resource id): {{(pid=103257) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 10:52:44.247120 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f03014b2-aaad-4971-960d-127f1ed07938 demo admin] Router 3bdbfe7e-9fc4-4130-a1fd-6429702bd4a7 is scheduled to L3 agent 77f5e085-0284-4236-9dbf-35d2d452e277 with binding_index 1 {{(pid=103257) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 12 10:52:44.326635 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron.db.provisioning_blocks [None req-aa82bb19-3ac6-45d0-927d-920769155558 None None] Provisioning complete for port ad95a821-8db2-4778-b737-98bd94eb0c8b triggered by entity DHCP. {{(pid=103259) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 10:52:44.327049 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron_lib.callbacks.manager [None req-aa82bb19-3ac6-45d0-927d-920769155558 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1343588'] for port (ad95a821-8db2-4778-b737-98bd94eb0c8b), provisioning_complete {{(pid=103259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 10:52:44.339810 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f03014b2-aaad-4971-960d-127f1ed07938 demo admin] Notify agent at l3_agent.dv-cinder-830088-4-iscsi the message routers_updated {{(pid=103257) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 12 10:52:44.351616 dv-cinder-830088-4-iscsi neutron-server[103257]: INFO neutron.wsgi [None req-f03014b2-aaad-4971-960d-127f1ed07938 demo admin] 10.222.0.39 "PUT /v2.0/routers/3bdbfe7e-9fc4-4130-a1fd-6429702bd4a7/add_router_interface HTTP/1.1" status: 200 len: 508 time: 1.7790217 Apr 12 10:52:44.362390 dv-cinder-830088-4-iscsi neutron-server[103260]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c948012-18cf-491e-8c49-0d45feeb4683 None None] Sync routers for ids ['3bdbfe7e-9fc4-4130-a1fd-6429702bd4a7'] in dv-cinder-830088-4-iscsi {{(pid=103260) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 12 10:52:44.366026 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron.plugins.ml2.plugin [None req-aa82bb19-3ac6-45d0-927d-920769155558 None None] Port ad95a821-8db2-4778-b737-98bd94eb0c8b cannot update to ACTIVE because it is not bound. {{(pid=103259) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 12 10:52:44.374891 dv-cinder-830088-4-iscsi neutron-server[103260]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c948012-18cf-491e-8c49-0d45feeb4683 None None] Routers {'3bdbfe7e-9fc4-4130-a1fd-6429702bd4a7'} bound to L3 agent in host dv-cinder-830088-4-iscsi {{(pid=103260) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 10:52:44.375778 dv-cinder-830088-4-iscsi neutron-server[103260]: DEBUG neutron.db.l3_hamode_db [None req-9c948012-18cf-491e-8c49-0d45feeb4683 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830088-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-04-12T10:52:12Z,description=,heartbeat_timestamp=2022-04-12T10:52:42Z,host='dv-cinder-830088-4-iscsi',id=77f5e085-0284-4236-9dbf-35d2d452e277,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T10:52:12Z,topic='l3_agent')) {'router_ids': ['3bdbfe7e-9fc4-4130-a1fd-6429702bd4a7'], 'active': True} {{(pid=103260) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 10:52:44.565400 dv-cinder-830088-4-iscsi neutron-server[103260]: DEBUG neutron.db.l3_dvr_db [None req-9c948012-18cf-491e-8c49-0d45feeb4683 None None] Set router 3bdbfe7e-9fc4-4130-a1fd-6429702bd4a7 gateway port host: None {{(pid=103260) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 10:52:44.966770 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron_lib.callbacks.manager [None req-0acb87d3-0572-4b2c-b7c9-977edd32a8b9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777667879581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1343690'] for agent (3c144e28-9cc5-463d-ad96-a18b19cd455c), after_update {{(pid=103259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 10:52:44.979506 dv-cinder-830088-4-iscsi neutron-server[103260]: DEBUG neutron.db.l3_hamode_db [None req-9c948012-18cf-491e-8c49-0d45feeb4683 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3bdbfe7e-9fc4-4130-a1fd-6429702bd4a7', 'name': 'router1', 'tenant_id': '94023eabd50941f7900d8c731c7c73d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T10:52:33Z', 'updated_at': '2022-04-12T10:52:43Z', 'revision_number': 2, 'project_id': '94023eabd50941f7900d8c731c7c73d1', 'gw_port_host': None, '_interfaces': [{'id': 'ad95a821-8db2-4778-b737-98bd94eb0c8b', 'name': '', 'network_id': 'b8288c3f-e943-409a-9191-b7b3bb2a40e2', 'tenant_id': '94023eabd50941f7900d8c731c7c73d1', 'mac_address': 'fa:16:3e:88:81:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3bdbfe7e-9fc4-4130-a1fd-6429702bd4a7', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'a9afaab6-6952-47dc-b259-aa08a32f7d14', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T10:52:42Z', 'updated_at': '2022-04-12T10:52:43Z', 'revision_number': 2, 'project_id': '94023eabd50941f7900d8c731c7c73d1', 'subnets': [{'id': 'a9afaab6-6952-47dc-b259-aa08a32f7d14', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'd6cd90c8-4526-46b3-86ef-245172efee02'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830088-4-iscsi', False) {} {{(pid=103260) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 10:52:45.030813 dv-cinder-830088-4-iscsi neutron-server[103260]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c948012-18cf-491e-8c49-0d45feeb4683 None None] Checking router: 3bdbfe7e-9fc4-4130-a1fd-6429702bd4a7 for host: dv-cinder-830088-4-iscsi {{(pid=103260) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 12 10:52:45.031183 dv-cinder-830088-4-iscsi neutron-server[103260]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c948012-18cf-491e-8c49-0d45feeb4683 None None] Updating router 3bdbfe7e-9fc4-4130-a1fd-6429702bd4a7 port ad95a821-8db2-4778-b737-98bd94eb0c8b binding host dv-cinder-830088-4-iscsi {{(pid=103260) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 12 10:52:45.082965 dv-cinder-830088-4-iscsi neutron-server[103260]: DEBUG neutron_lib.callbacks.manager [None req-9c948012-18cf-491e-8c49-0d45feeb4683 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1535343'] for port (ad95a821-8db2-4778-b737-98bd94eb0c8b), before_update {{(pid=103260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 10:52:45.587329 dv-cinder-830088-4-iscsi neutron-server[103260]: DEBUG neutron_lib.callbacks.manager [None req-9c948012-18cf-491e-8c49-0d45feeb4683 None None] Publish callbacks [] for port (ad95a821-8db2-4778-b737-98bd94eb0c8b), precommit_update {{(pid=103260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 10:52:45.593866 dv-cinder-830088-4-iscsi neutron-server[103260]: DEBUG neutron_lib.callbacks.manager [None req-9c948012-18cf-491e-8c49-0d45feeb4683 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1534861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777667992095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777667450170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777667450188'] for port (ad95a821-8db2-4778-b737-98bd94eb0c8b), after_update {{(pid=103260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 10:52:45.742789 dv-cinder-830088-4-iscsi neutron-server[103260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7ca1193-f941-4fc8-882c-dc9c4e61fae8 None None] Pushing event updated for resources: {'Port': ['ID=ad95a821-8db2-4778-b737-98bd94eb0c8b,revision_number=3']} {{(pid=103260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 10:52:45.766370 dv-cinder-830088-4-iscsi neutron-server[103260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7ca1193-f941-4fc8-882c-dc9c4e61fae8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830088-4-iscsi {{(pid=103260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 10:52:45.766742 dv-cinder-830088-4-iscsi neutron-server[103260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7ca1193-f941-4fc8-882c-dc9c4e61fae8 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830088-4-iscsi {{(pid=103260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 10:52:45.767097 dv-cinder-830088-4-iscsi neutron-server[103260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7ca1193-f941-4fc8-882c-dc9c4e61fae8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830088-4-iscsi {{(pid=103260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 10:52:45.767442 dv-cinder-830088-4-iscsi neutron-server[103260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7ca1193-f941-4fc8-882c-dc9c4e61fae8 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830088-4-iscsi {{(pid=103260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 10:52:45.767777 dv-cinder-830088-4-iscsi neutron-server[103260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7ca1193-f941-4fc8-882c-dc9c4e61fae8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830088-4-iscsi {{(pid=103260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 10:52:45.768456 dv-cinder-830088-4-iscsi neutron-server[103260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7ca1193-f941-4fc8-882c-dc9c4e61fae8 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830088-4-iscsi {{(pid=103260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 10:52:45.768796 dv-cinder-830088-4-iscsi neutron-server[103260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7ca1193-f941-4fc8-882c-dc9c4e61fae8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830088-4-iscsi {{(pid=103260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 10:52:45.769123 dv-cinder-830088-4-iscsi neutron-server[103260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7ca1193-f941-4fc8-882c-dc9c4e61fae8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830088-4-iscsi {{(pid=103260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 10:52:45.769451 dv-cinder-830088-4-iscsi neutron-server[103260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7ca1193-f941-4fc8-882c-dc9c4e61fae8 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-830088-4-iscsi {{(pid=103260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 10:52:45.769777 dv-cinder-830088-4-iscsi neutron-server[103260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7ca1193-f941-4fc8-882c-dc9c4e61fae8 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830088-4-iscsi {{(pid=103260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 10:52:45.770102 dv-cinder-830088-4-iscsi neutron-server[103260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7ca1193-f941-4fc8-882c-dc9c4e61fae8 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830088-4-iscsi {{(pid=103260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 10:52:45.770442 dv-cinder-830088-4-iscsi neutron-server[103260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7ca1193-f941-4fc8-882c-dc9c4e61fae8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830088-4-iscsi {{(pid=103260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 10:52:45.770791 dv-cinder-830088-4-iscsi neutron-server[103260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7ca1193-f941-4fc8-882c-dc9c4e61fae8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830088-4-iscsi {{(pid=103260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 10:52:45.771166 dv-cinder-830088-4-iscsi neutron-server[103260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7ca1193-f941-4fc8-882c-dc9c4e61fae8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830088-4-iscsi {{(pid=103260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 10:52:45.771492 dv-cinder-830088-4-iscsi neutron-server[103260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7ca1193-f941-4fc8-882c-dc9c4e61fae8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830088-4-iscsi {{(pid=103260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 10:52:45.774463 dv-cinder-830088-4-iscsi neutron-server[103260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7ca1193-f941-4fc8-882c-dc9c4e61fae8 None None] Tracked resource versions report: Apr 12 10:52:45.774463 dv-cinder-830088-4-iscsi neutron-server[103260]: pushed versions: Apr 12 10:52:45.774463 dv-cinder-830088-4-iscsi neutron-server[103260]: { 'AddressGroup': {'1.2'}, Apr 12 10:52:45.774463 dv-cinder-830088-4-iscsi neutron-server[103260]: 'Agent': {'1.1'}, Apr 12 10:52:45.774463 dv-cinder-830088-4-iscsi neutron-server[103260]: 'ConntrackHelper': {'1.0'}, Apr 12 10:52:45.774463 dv-cinder-830088-4-iscsi neutron-server[103260]: 'LocalIPAssociation': {'1.0'}, Apr 12 10:52:45.774463 dv-cinder-830088-4-iscsi neutron-server[103260]: 'Log': {'1.0'}, Apr 12 10:52:45.774463 dv-cinder-830088-4-iscsi neutron-server[103260]: 'NDPProxy': {'1.0'}, Apr 12 10:52:45.774463 dv-cinder-830088-4-iscsi neutron-server[103260]: 'Network': {'1.1'}, Apr 12 10:52:45.774463 dv-cinder-830088-4-iscsi neutron-server[103260]: 'Port': {'1.7'}, Apr 12 10:52:45.774463 dv-cinder-830088-4-iscsi neutron-server[103260]: 'PortForwarding': {'1.3'}, Apr 12 10:52:45.774463 dv-cinder-830088-4-iscsi neutron-server[103260]: 'QosPolicy': {'1.10'}, Apr 12 10:52:45.774463 dv-cinder-830088-4-iscsi neutron-server[103260]: 'SecurityGroup': {'1.5'}, Apr 12 10:52:45.774463 dv-cinder-830088-4-iscsi neutron-server[103260]: 'SecurityGroupRule': {'1.2'}, Apr 12 10:52:45.774463 dv-cinder-830088-4-iscsi neutron-server[103260]: 'SubPort': {'1.0'}, Apr 12 10:52:45.774463 dv-cinder-830088-4-iscsi neutron-server[103260]: 'Subnet': {'1.1'}, Apr 12 10:52:45.774463 dv-cinder-830088-4-iscsi neutron-server[103260]: 'Trunk': {'1.1'}} Apr 12 10:52:45.774463 dv-cinder-830088-4-iscsi neutron-server[103260]: consumer versions: Apr 12 10:52:45.774463 dv-cinder-830088-4-iscsi neutron-server[103260]: { DHCP agent@dv-cinder-830088-4-iscsi: {}, Apr 12 10:52:45.774463 dv-cinder-830088-4-iscsi neutron-server[103260]: L3 agent@dv-cinder-830088-4-iscsi: {}, Apr 12 10:52:45.774463 dv-cinder-830088-4-iscsi neutron-server[103260]: Metadata agent@dv-cinder-830088-4-iscsi: {}, Apr 12 10:52:45.774463 dv-cinder-830088-4-iscsi neutron-server[103260]: Metering agent@dv-cinder-830088-4-iscsi: {}, Apr 12 10:52:45.774463 dv-cinder-830088-4-iscsi neutron-server[103260]: Open vSwitch agent@dv-cinder-830088-4-iscsi: { 'AddressGroup': '1.2', Apr 12 10:52:45.774463 dv-cinder-830088-4-iscsi neutron-server[103260]: 'Agent': '1.1', Apr 12 10:52:45.774463 dv-cinder-830088-4-iscsi neutron-server[103260]: 'ConntrackHelper': '1.0', Apr 12 10:52:45.774463 dv-cinder-830088-4-iscsi neutron-server[103260]: 'LocalIPAssociation': '1.0', Apr 12 10:52:45.774463 dv-cinder-830088-4-iscsi neutron-server[103260]: 'Log': '1.0', Apr 12 10:52:45.774463 dv-cinder-830088-4-iscsi neutron-server[103260]: 'NDPProxy': '1.0', Apr 12 10:52:45.774463 dv-cinder-830088-4-iscsi neutron-server[103260]: 'Network': '1.1', Apr 12 10:52:45.774463 dv-cinder-830088-4-iscsi neutron-server[103260]: 'Port': '1.7', Apr 12 10:52:45.774463 dv-cinder-830088-4-iscsi neutron-server[103260]: 'PortForwarding': '1.3', Apr 12 10:52:45.774463 dv-cinder-830088-4-iscsi neutron-server[103260]: 'QosPolicy': '1.10', Apr 12 10:52:45.774463 dv-cinder-830088-4-iscsi neutron-server[103260]: 'SecurityGroup': '1.5', Apr 12 10:52:45.774463 dv-cinder-830088-4-iscsi neutron-server[103260]: 'SecurityGroupRule': '1.2', Apr 12 10:52:45.774463 dv-cinder-830088-4-iscsi neutron-server[103260]: 'SubPort': '1.0', Apr 12 10:52:45.774463 dv-cinder-830088-4-iscsi neutron-server[103260]: 'Subnet': '1.1', Apr 12 10:52:45.774463 dv-cinder-830088-4-iscsi neutron-server[103260]: 'Trunk': '1.1'}} Apr 12 10:52:45.774463 dv-cinder-830088-4-iscsi neutron-server[103260]: {{(pid=103260) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Apr 12 10:52:45.786531 dv-cinder-830088-4-iscsi neutron-server[103260]: DEBUG neutron.plugins.ml2.managers [None req-9c948012-18cf-491e-8c49-0d45feeb4683 None None] Attempting to bind port ad95a821-8db2-4778-b737-98bd94eb0c8b on host dv-cinder-830088-4-iscsi for vnic_type normal with profile {{(pid=103260) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 12 10:52:45.786963 dv-cinder-830088-4-iscsi neutron-server[103260]: DEBUG neutron.plugins.ml2.managers [None req-9c948012-18cf-491e-8c49-0d45feeb4683 None None] Attempting to bind port ad95a821-8db2-4778-b737-98bd94eb0c8b by drivers openvswitch,hyperv on host dv-cinder-830088-4-iscsi at level 0 using segments [{'id': 'db18224a-5963-49dd-a71e-f1270c9a9aa2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': 'b8288c3f-e943-409a-9191-b7b3bb2a40e2'}] {{(pid=103260) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 12 10:52:45.787400 dv-cinder-830088-4-iscsi neutron-server[103260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c948012-18cf-491e-8c49-0d45feeb4683 None None] Attempting to bind port ad95a821-8db2-4778-b737-98bd94eb0c8b on network b8288c3f-e943-409a-9191-b7b3bb2a40e2 {{(pid=103260) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 10:52:45.792976 dv-cinder-830088-4-iscsi neutron-server[103260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c948012-18cf-491e-8c49-0d45feeb4683 None None] Checking agent: {'id': 'c71cae7d-514b-467a-8477-0a67bee0b970', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-830088-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 12, 10, 52, 16), 'started_at': datetime.datetime(2022, 4, 12, 10, 52, 16), 'heartbeat_timestamp': datetime.datetime(2022, 4, 12, 10, 52, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-830088-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103260) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 12 10:52:45.793359 dv-cinder-830088-4-iscsi neutron-server[103260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c948012-18cf-491e-8c49-0d45feeb4683 None None] Checking segment: {'id': 'db18224a-5963-49dd-a71e-f1270c9a9aa2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': 'b8288c3f-e943-409a-9191-b7b3bb2a40e2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103260) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 10:52:45.793823 dv-cinder-830088-4-iscsi neutron-server[103260]: DEBUG neutron_lib.callbacks.manager [None req-9c948012-18cf-491e-8c49-0d45feeb4683 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 10:52:45.794295 dv-cinder-830088-4-iscsi neutron-server[103260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c948012-18cf-491e-8c49-0d45feeb4683 None None] Bound using segment: {'id': 'db18224a-5963-49dd-a71e-f1270c9a9aa2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': 'b8288c3f-e943-409a-9191-b7b3bb2a40e2'} {{(pid=103260) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 12 10:52:45.794725 dv-cinder-830088-4-iscsi neutron-server[103260]: DEBUG neutron.plugins.ml2.managers [None req-9c948012-18cf-491e-8c49-0d45feeb4683 None None] Bound port: ad95a821-8db2-4778-b737-98bd94eb0c8b, host: dv-cinder-830088-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'db18224a-5963-49dd-a71e-f1270c9a9aa2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': 'b8288c3f-e943-409a-9191-b7b3bb2a40e2'}}] {{(pid=103260) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 12 10:52:45.795108 dv-cinder-830088-4-iscsi neutron-server[103260]: DEBUG neutron_lib.callbacks.manager [None req-9c948012-18cf-491e-8c49-0d45feeb4683 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1535343'] for port (ad95a821-8db2-4778-b737-98bd94eb0c8b), before_update {{(pid=103260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 10:52:45.861642 dv-cinder-830088-4-iscsi neutron-server[103260]: DEBUG neutron.plugins.ml2.db [None req-9c948012-18cf-491e-8c49-0d45feeb4683 None None] For port ad95a821-8db2-4778-b737-98bd94eb0c8b, host dv-cinder-830088-4-iscsi, cleared binding levels {{(pid=103260) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 12 10:52:45.881476 dv-cinder-830088-4-iscsi neutron-server[103260]: DEBUG neutron.plugins.ml2.db [None req-9c948012-18cf-491e-8c49-0d45feeb4683 None None] For port ad95a821-8db2-4778-b737-98bd94eb0c8b, host dv-cinder-830088-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830088-4-iscsi',level=0,port_id=ad95a821-8db2-4778-b737-98bd94eb0c8b,segment=NetworkSegment(db18224a-5963-49dd-a71e-f1270c9a9aa2),segment_id=db18224a-5963-49dd-a71e-f1270c9a9aa2)] {{(pid=103260) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 12 10:52:45.888018 dv-cinder-830088-4-iscsi neutron-server[103260]: DEBUG neutron_lib.callbacks.manager [None req-9c948012-18cf-491e-8c49-0d45feeb4683 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1534861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777667992095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777667450170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777667450188'] for port (ad95a821-8db2-4778-b737-98bd94eb0c8b), after_update {{(pid=103260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 10:52:45.897220 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron.db.provisioning_blocks [None req-a65218fc-1b40-4652-a1cc-1b79e4bfe62a None None] Provisioning complete for port ad95a821-8db2-4778-b737-98bd94eb0c8b triggered by entity DHCP. {{(pid=103259) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 10:52:45.897742 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron_lib.callbacks.manager [None req-a65218fc-1b40-4652-a1cc-1b79e4bfe62a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1343588'] for port (ad95a821-8db2-4778-b737-98bd94eb0c8b), provisioning_complete {{(pid=103259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 10:52:45.933974 dv-cinder-830088-4-iscsi neutron-server[103260]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c948012-18cf-491e-8c49-0d45feeb4683 None None] Routers {'3bdbfe7e-9fc4-4130-a1fd-6429702bd4a7'} bound to L3 agent in host dv-cinder-830088-4-iscsi {{(pid=103260) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 10:52:45.934596 dv-cinder-830088-4-iscsi neutron-server[103260]: DEBUG neutron.db.l3_hamode_db [None req-9c948012-18cf-491e-8c49-0d45feeb4683 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830088-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-04-12T10:52:12Z,description=,heartbeat_timestamp=2022-04-12T10:52:42Z,host='dv-cinder-830088-4-iscsi',id=77f5e085-0284-4236-9dbf-35d2d452e277,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T10:52:12Z,topic='l3_agent')) {'router_ids': ['3bdbfe7e-9fc4-4130-a1fd-6429702bd4a7'], 'active': True} {{(pid=103260) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 10:52:45.978123 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron.plugins.ml2.plugin [None req-a65218fc-1b40-4652-a1cc-1b79e4bfe62a None None] Current status of the port ad95a821-8db2-4778-b737-98bd94eb0c8b is: DOWN; New status is: ACTIVE {{(pid=103259) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 10:52:45.978650 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron_lib.callbacks.manager [None req-a65218fc-1b40-4652-a1cc-1b79e4bfe62a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1535343'] for port (ad95a821-8db2-4778-b737-98bd94eb0c8b), before_update {{(pid=103259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 10:52:46.013589 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron.plugins.ml2.db [None req-a65218fc-1b40-4652-a1cc-1b79e4bfe62a None None] For port ad95a821-8db2-4778-b737-98bd94eb0c8b, host dv-cinder-830088-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830088-4-iscsi',level=0,port_id=ad95a821-8db2-4778-b737-98bd94eb0c8b,segment=NetworkSegment(db18224a-5963-49dd-a71e-f1270c9a9aa2),segment_id=db18224a-5963-49dd-a71e-f1270c9a9aa2)] {{(pid=103259) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 10:52:46.020369 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron_lib.callbacks.manager [None req-a65218fc-1b40-4652-a1cc-1b79e4bfe62a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1534861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777667992095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777667450170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777667450188'] for port (ad95a821-8db2-4778-b737-98bd94eb0c8b), after_update {{(pid=103259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 10:52:46.031190 dv-cinder-830088-4-iscsi neutron-server[103260]: DEBUG neutron.db.l3_dvr_db [None req-9c948012-18cf-491e-8c49-0d45feeb4683 None None] Set router 3bdbfe7e-9fc4-4130-a1fd-6429702bd4a7 gateway port host: None {{(pid=103260) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 10:52:46.075371 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a65218fc-1b40-4652-a1cc-1b79e4bfe62a None None] Pushing event updated for resources: {'Port': ['ID=ad95a821-8db2-4778-b737-98bd94eb0c8b,revision_number=5']} {{(pid=103259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 10:52:46.135475 dv-cinder-830088-4-iscsi neutron-server[103260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7ca1193-f941-4fc8-882c-dc9c4e61fae8 None None] Pushing event updated for resources: {'Port': ['ID=ad95a821-8db2-4778-b737-98bd94eb0c8b,revision_number=4']} {{(pid=103260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 10:52:46.144209 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron.db.provisioning_blocks [None req-1aa47c6d-0a96-4195-9fac-e15a830f5cde None None] Provisioning complete for port ad95a821-8db2-4778-b737-98bd94eb0c8b triggered by entity DHCP. {{(pid=103259) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 10:52:46.144670 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron_lib.callbacks.manager [None req-1aa47c6d-0a96-4195-9fac-e15a830f5cde None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1343588'] for port (ad95a821-8db2-4778-b737-98bd94eb0c8b), provisioning_complete {{(pid=103259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 10:52:46.222301 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron.plugins.ml2.plugin [None req-1aa47c6d-0a96-4195-9fac-e15a830f5cde None None] Current status of the port ad95a821-8db2-4778-b737-98bd94eb0c8b is: ACTIVE; New status is: ACTIVE {{(pid=103259) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 10:52:46.246181 dv-cinder-830088-4-iscsi neutron-server[103260]: DEBUG neutron.db.l3_hamode_db [None req-9c948012-18cf-491e-8c49-0d45feeb4683 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3bdbfe7e-9fc4-4130-a1fd-6429702bd4a7', 'name': 'router1', 'tenant_id': '94023eabd50941f7900d8c731c7c73d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T10:52:33Z', 'updated_at': '2022-04-12T10:52:43Z', 'revision_number': 2, 'project_id': '94023eabd50941f7900d8c731c7c73d1', 'gw_port_host': None, '_interfaces': [{'id': 'ad95a821-8db2-4778-b737-98bd94eb0c8b', 'name': '', 'network_id': 'b8288c3f-e943-409a-9191-b7b3bb2a40e2', 'tenant_id': '94023eabd50941f7900d8c731c7c73d1', 'mac_address': 'fa:16:3e:88:81:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3bdbfe7e-9fc4-4130-a1fd-6429702bd4a7', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'a9afaab6-6952-47dc-b259-aa08a32f7d14', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830088-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T10:52:42Z', 'updated_at': '2022-04-12T10:52:45Z', 'revision_number': 4, 'project_id': '94023eabd50941f7900d8c731c7c73d1', 'subnets': [{'id': 'a9afaab6-6952-47dc-b259-aa08a32f7d14', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'd6cd90c8-4526-46b3-86ef-245172efee02'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830088-4-iscsi', False) {} {{(pid=103260) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 10:52:46.273065 dv-cinder-830088-4-iscsi neutron-server[103260]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c948012-18cf-491e-8c49-0d45feeb4683 None None] The sync data for ids ['3bdbfe7e-9fc4-4130-a1fd-6429702bd4a7'] in dv-cinder-830088-4-iscsi is: [{'id': '3bdbfe7e-9fc4-4130-a1fd-6429702bd4a7', 'name': 'router1', 'tenant_id': '94023eabd50941f7900d8c731c7c73d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T10:52:33Z', 'updated_at': '2022-04-12T10:52:43Z', 'revision_number': 2, 'project_id': '94023eabd50941f7900d8c731c7c73d1', 'gw_port_host': None, '_interfaces': [{'id': 'ad95a821-8db2-4778-b737-98bd94eb0c8b', 'name': '', 'network_id': 'b8288c3f-e943-409a-9191-b7b3bb2a40e2', 'tenant_id': '94023eabd50941f7900d8c731c7c73d1', 'mac_address': 'fa:16:3e:88:81:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3bdbfe7e-9fc4-4130-a1fd-6429702bd4a7', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'a9afaab6-6952-47dc-b259-aa08a32f7d14', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830088-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T10:52:42Z', 'updated_at': '2022-04-12T10:52:45Z', 'revision_number': 4, 'project_id': '94023eabd50941f7900d8c731c7c73d1', 'subnets': [{'id': 'a9afaab6-6952-47dc-b259-aa08a32f7d14', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'd6cd90c8-4526-46b3-86ef-245172efee02'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103260) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 12 10:52:46.496146 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron_lib.callbacks.manager [None req-e4b062a6-7a21-4431-be77-3c7776c11043 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777667879581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1343690'] for agent (c71cae7d-514b-467a-8477-0a67bee0b970), after_update {{(pid=103259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 10:52:46.750008 dv-cinder-830088-4-iscsi neutron-server[103260]: DEBUG neutron.db.agents_db [None req-b0205aca-973a-4a8a-ba9e-4a4e25067b42 None None] Agent healthcheck: found 5 active agents {{(pid=103260) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 12 10:52:46.861026 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron.wsgi [-] (103257) accepted ('10.222.0.39', 47796) {{(pid=103257) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 10:52:47.054672 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48f8ba57-17ee-47db-a15a-38adaf7712be admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 10:52:47.061227 dv-cinder-830088-4-iscsi neutron-server[103257]: INFO neutron.wsgi [None req-48f8ba57-17ee-47db-a15a-38adaf7712be admin admin] 10.222.0.39 "GET /v2.0/networks/3b7be5f2-485b-4c85-8f98-fb200971b61c HTTP/1.1" status: 200 len: 842 time: 0.1939776 Apr 12 10:52:47.065311 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron.api.v2.base [None req-5811d9b6-babd-4904-9d68-501f14a97f6f admin admin] Request body: {'subnet': {'network_id': '3b7be5f2-485b-4c85-8f98-fb200971b61c', 'ip_version': 4, 'name': 'public-subnet', 'gateway_ip': '172.27.3.1', 'cidr': '172.27.3.0/24', 'enable_dhcp': False}} {{(pid=103257) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 10:52:47.089192 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5811d9b6-babd-4904-9d68-501f14a97f6f admin admin] Made reservation on behalf of ee15bbe87ebb461e919065e3494d1c43 for: {'subnet': 1} {{(pid=103257) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 12 10:52:47.091793 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-5811d9b6-babd-4904-9d68-501f14a97f6f admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 10:52:47.377973 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron.objects.ports [None req-5811d9b6-babd-4904-9d68-501f14a97f6f admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103257) get_objects /opt/stack/neutron/neutron/objects/ports.py:463}} Apr 12 10:52:47.378390 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-5811d9b6-babd-4904-9d68-501f14a97f6f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-439037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586207'] for subnet (4887111e-1302-416a-ab8e-c957c9df7f85), after_create {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 10:52:47.438160 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5811d9b6-babd-4904-9d68-501f14a97f6f admin admin] Pushing event updated for resources: {'Subnet': ['ID=4887111e-1302-416a-ab8e-c957c9df7f85,revision_number=0']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 10:52:47.441039 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5811d9b6-babd-4904-9d68-501f14a97f6f admin admin] Checking segment: {'id': 'd942c271-b630-4108-8616-b993c4b79ecb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3b7be5f2-485b-4c85-8f98-fb200971b61c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103257) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 10:52:47.441399 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5811d9b6-babd-4904-9d68-501f14a97f6f admin admin] Network hostable DHCP agents. Network: 3b7be5f2-485b-4c85-8f98-fb200971b61c, hostable agents: ['0a0a44e5-732d-48d9-a8ad-b47e7b7c1a86'], hosted agents: [] {{(pid=103257) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 12 10:52:47.461909 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5811d9b6-babd-4904-9d68-501f14a97f6f admin admin] Network 3b7be5f2-485b-4c85-8f98-fb200971b61c is scheduled to be hosted by DHCP agent 0a0a44e5-732d-48d9-a8ad-b47e7b7c1a86 with binding_index 1 {{(pid=103257) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 12 10:52:47.472902 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron.scheduler.base_scheduler [None req-5811d9b6-babd-4904-9d68-501f14a97f6f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-830088-4-iscsi, 3b7be5f2-485b-4c85-8f98-fb200971b61c) {{(pid=103257) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 10:52:47.480930 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5811d9b6-babd-4904-9d68-501f14a97f6f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 10:52:47.482001 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-5811d9b6-babd-4904-9d68-501f14a97f6f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586029'] for subnet (None), before_response {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 10:52:47.483438 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87984cfb-c0e4-435c-aaa4-6a4a1766dd6f None None] Network 3b7be5f2-485b-4c85-8f98-fb200971b61c requested from dv-cinder-830088-4-iscsi {{(pid=103259) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 12 10:52:47.499252 dv-cinder-830088-4-iscsi neutron-server[103257]: INFO neutron.wsgi [None req-5811d9b6-babd-4904-9d68-501f14a97f6f admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4372277 Apr 12 10:52:47.593289 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6eead987-522e-4215-855e-079e7247dc42 None None] Network 3b7be5f2-485b-4c85-8f98-fb200971b61c requested from dv-cinder-830088-4-iscsi {{(pid=103259) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 12 10:52:49.983081 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron.wsgi [-] (103257) accepted ('10.222.0.39', 47814) {{(pid=103257) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 10:52:50.116204 dv-cinder-830088-4-iscsi neutron-server[103257]: INFO neutron.wsgi [None req-fdebf983-0ac6-4a2e-af7b-4234c5f44a43 demo admin] 10.222.0.39 "GET /v2.0/routers/3bdbfe7e-9fc4-4130-a1fd-6429702bd4a7 HTTP/1.1" status: 200 len: 710 time: 0.1319714 Apr 12 10:52:50.202755 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-406e6efb-c9f1-4cfd-8e5a-d1c34efc8d59 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 10:52:50.204120 dv-cinder-830088-4-iscsi neutron-server[103257]: INFO neutron.wsgi [None req-406e6efb-c9f1-4cfd-8e5a-d1c34efc8d59 demo admin] 10.222.0.39 "GET /v2.0/networks/3b7be5f2-485b-4c85-8f98-fb200971b61c HTTP/1.1" status: 200 len: 886 time: 0.0826433 Apr 12 10:52:50.214250 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron.api.v2.base [None req-33d79e92-d1ab-47b1-8da2-6d219921c307 demo admin] Request body: {'router': {'external_gateway_info': {'network_id': '3b7be5f2-485b-4c85-8f98-fb200971b61c'}}} {{(pid=103257) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 10:52:50.532644 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-33d79e92-d1ab-47b1-8da2-6d219921c307 demo admin] Publish callbacks [] for router_gateway (3bdbfe7e-9fc4-4130-a1fd-6429702bd4a7), precommit_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 10:52:50.751802 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-33d79e92-d1ab-47b1-8da2-6d219921c307 demo admin] Publish callbacks [] for router_gateway (3bdbfe7e-9fc4-4130-a1fd-6429702bd4a7), before_create {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 10:52:50.827475 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-33d79e92-d1ab-47b1-8da2-6d219921c307 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1535343'] for port (None), before_create {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 10:52:50.925482 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron.db.db_base_plugin_common [None req-33d79e92-d1ab-47b1-8da2-6d219921c307 demo admin] Allocated IP 172.27.3.105 (3b7be5f2-485b-4c85-8f98-fb200971b61c/4887111e-1302-416a-ab8e-c957c9df7f85/e4459736-ded8-4b38-83ee-ec9306f93de5) {{(pid=103257) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 12 10:52:51.025520 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-33d79e92-d1ab-47b1-8da2-6d219921c307 demo admin] Publish callbacks [] for port (e4459736-ded8-4b38-83ee-ec9306f93de5), precommit_create {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 10:52:51.057686 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-33d79e92-d1ab-47b1-8da2-6d219921c307 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1534861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777667450152'] for port (e4459736-ded8-4b38-83ee-ec9306f93de5), after_create {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 10:52:51.093967 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33d79e92-d1ab-47b1-8da2-6d219921c307 demo admin] Network 3b7be5f2-485b-4c85-8f98-fb200971b61c is already hosted by enough agents. {{(pid=103257) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 10:52:51.096590 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron.scheduler.base_scheduler [None req-33d79e92-d1ab-47b1-8da2-6d219921c307 demo admin] Resources bound (agent type, host, resource id): {{(pid=103257) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 10:52:51.106226 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33d79e92-d1ab-47b1-8da2-6d219921c307 demo admin] Pushing event updated for resources: {'Port': ['ID=e4459736-ded8-4b38-83ee-ec9306f93de5,revision_number=1']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 10:52:51.111070 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33d79e92-d1ab-47b1-8da2-6d219921c307 demo admin] Received port after_create {{(pid=103257) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 12 10:52:51.365081 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-33d79e92-d1ab-47b1-8da2-6d219921c307 demo admin] Publish callbacks [] for router_gateway (3bdbfe7e-9fc4-4130-a1fd-6429702bd4a7), after_create {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 10:52:51.573745 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-33d79e92-d1ab-47b1-8da2-6d219921c307 demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-577865', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-519886', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-14496'] for router (3bdbfe7e-9fc4-4130-a1fd-6429702bd4a7), precommit_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 10:52:51.577225 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-33d79e92-d1ab-47b1-8da2-6d219921c307 demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-579496', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-579514', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-579507', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-519879'] for router (3bdbfe7e-9fc4-4130-a1fd-6429702bd4a7), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 10:52:51.690615 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-33d79e92-d1ab-47b1-8da2-6d219921c307 demo admin] Router 3bdbfe7e-9fc4-4130-a1fd-6429702bd4a7 has already been hosted by L3 agent 77f5e085-0284-4236-9dbf-35d2d452e277 {{(pid=103257) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 12 10:52:51.884396 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-33d79e92-d1ab-47b1-8da2-6d219921c307 demo admin] Notify agent at l3_agent.dv-cinder-830088-4-iscsi the message routers_updated {{(pid=103257) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 12 10:52:51.889458 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-33d79e92-d1ab-47b1-8da2-6d219921c307 demo admin] Publish callbacks [] for router (None), before_response {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 10:52:51.890534 dv-cinder-830088-4-iscsi neutron-server[103257]: INFO neutron.wsgi [None req-33d79e92-d1ab-47b1-8da2-6d219921c307 demo admin] 10.222.0.39 "PUT /v2.0/routers/3bdbfe7e-9fc4-4130-a1fd-6429702bd4a7 HTTP/1.1" status: 200 len: 890 time: 1.6794338 Apr 12 10:52:53.241852 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron.plugins.ml2.rpc [None req-e4b062a6-7a21-4431-be77-3c7776c11043 None None] Device ad95a821-8db2-4778-b737-98bd94eb0c8b up at agent ovs-agent-dv-cinder-830088-4-iscsi {{(pid=103259) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 10:52:53.290864 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron.db.provisioning_blocks [None req-e4b062a6-7a21-4431-be77-3c7776c11043 None None] Provisioning complete for port ad95a821-8db2-4778-b737-98bd94eb0c8b triggered by entity L2. {{(pid=103259) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 10:52:53.291267 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron_lib.callbacks.manager [None req-e4b062a6-7a21-4431-be77-3c7776c11043 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1343588'] for port (ad95a821-8db2-4778-b737-98bd94eb0c8b), provisioning_complete {{(pid=103259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 10:52:53.369481 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron.plugins.ml2.plugin [None req-e4b062a6-7a21-4431-be77-3c7776c11043 None None] Current status of the port ad95a821-8db2-4778-b737-98bd94eb0c8b is: ACTIVE; New status is: ACTIVE {{(pid=103259) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 10:52:54.410821 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron.wsgi [-] (103257) accepted ('10.222.0.39', 47828) {{(pid=103257) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 10:52:54.526237 dv-cinder-830088-4-iscsi neutron-server[103257]: INFO neutron.wsgi [None req-e8efec7b-93ff-4f1e-bd3f-b0e4dabe94ad admin admin] 10.222.0.39 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 411 time: 0.1142223 Apr 12 10:52:54.912911 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-453ebf96-5160-4686-a6e9-3f716e2e9663 None None] Sync routers for ids ['3bdbfe7e-9fc4-4130-a1fd-6429702bd4a7'] in dv-cinder-830088-4-iscsi {{(pid=103259) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 12 10:52:54.924531 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron.db.l3_dvrscheduler_db [None req-453ebf96-5160-4686-a6e9-3f716e2e9663 None None] Routers {'3bdbfe7e-9fc4-4130-a1fd-6429702bd4a7'} bound to L3 agent in host dv-cinder-830088-4-iscsi {{(pid=103259) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 10:52:54.927341 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron.db.l3_hamode_db [None req-453ebf96-5160-4686-a6e9-3f716e2e9663 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830088-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-04-12T10:52:12Z,description=,heartbeat_timestamp=2022-04-12T10:52:42Z,host='dv-cinder-830088-4-iscsi',id=77f5e085-0284-4236-9dbf-35d2d452e277,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T10:52:12Z,topic='l3_agent')) {'router_ids': ['3bdbfe7e-9fc4-4130-a1fd-6429702bd4a7'], 'active': True} {{(pid=103259) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 10:52:55.142958 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron.db.l3_dvr_db [None req-453ebf96-5160-4686-a6e9-3f716e2e9663 None None] Set router 3bdbfe7e-9fc4-4130-a1fd-6429702bd4a7 gateway port host: dv-cinder-830088-4-iscsi {{(pid=103259) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 10:52:55.593233 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron.db.l3_hamode_db [None req-453ebf96-5160-4686-a6e9-3f716e2e9663 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3bdbfe7e-9fc4-4130-a1fd-6429702bd4a7', 'name': 'router1', 'tenant_id': '94023eabd50941f7900d8c731c7c73d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b7be5f2-485b-4c85-8f98-fb200971b61c', 'external_fixed_ips': [{'subnet_id': '4887111e-1302-416a-ab8e-c957c9df7f85', 'ip_address': '172.27.3.105'}], 'enable_snat': True}, 'gw_port_id': 'e4459736-ded8-4b38-83ee-ec9306f93de5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T10:52:33Z', 'updated_at': '2022-04-12T10:52:51Z', 'revision_number': 4, 'project_id': '94023eabd50941f7900d8c731c7c73d1', 'gw_port': {'id': 'e4459736-ded8-4b38-83ee-ec9306f93de5', 'name': '', 'network_id': '3b7be5f2-485b-4c85-8f98-fb200971b61c', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:d5:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3bdbfe7e-9fc4-4130-a1fd-6429702bd4a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '4887111e-1302-416a-ab8e-c957c9df7f85', 'ip_address': '172.27.3.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T10:52:50Z', 'updated_at': '2022-04-12T10:52:50Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4887111e-1302-416a-ab8e-c957c9df7f85', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830088-4-iscsi', '_interfaces': [{'id': 'ad95a821-8db2-4778-b737-98bd94eb0c8b', 'name': '', 'network_id': 'b8288c3f-e943-409a-9191-b7b3bb2a40e2', 'tenant_id': '94023eabd50941f7900d8c731c7c73d1', 'mac_address': 'fa:16:3e:88:81:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3bdbfe7e-9fc4-4130-a1fd-6429702bd4a7', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'a9afaab6-6952-47dc-b259-aa08a32f7d14', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830088-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T10:52:42Z', 'updated_at': '2022-04-12T10:52:45Z', 'revision_number': 5, 'project_id': '94023eabd50941f7900d8c731c7c73d1', 'subnets': [{'id': 'a9afaab6-6952-47dc-b259-aa08a32f7d14', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'd6cd90c8-4526-46b3-86ef-245172efee02'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830088-4-iscsi', False) {} {{(pid=103259) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 10:52:55.645746 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-453ebf96-5160-4686-a6e9-3f716e2e9663 None None] Checking router: 3bdbfe7e-9fc4-4130-a1fd-6429702bd4a7 for host: dv-cinder-830088-4-iscsi {{(pid=103259) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 12 10:52:55.646097 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-453ebf96-5160-4686-a6e9-3f716e2e9663 None None] Updating router 3bdbfe7e-9fc4-4130-a1fd-6429702bd4a7 port e4459736-ded8-4b38-83ee-ec9306f93de5 binding host dv-cinder-830088-4-iscsi {{(pid=103259) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 12 10:52:55.698975 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron_lib.callbacks.manager [None req-453ebf96-5160-4686-a6e9-3f716e2e9663 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1535343'] for port (e4459736-ded8-4b38-83ee-ec9306f93de5), before_update {{(pid=103259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 10:52:56.024002 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron_lib.callbacks.manager [None req-453ebf96-5160-4686-a6e9-3f716e2e9663 None None] Publish callbacks [] for port (e4459736-ded8-4b38-83ee-ec9306f93de5), precommit_update {{(pid=103259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 10:52:56.030419 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron_lib.callbacks.manager [None req-453ebf96-5160-4686-a6e9-3f716e2e9663 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1534861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777667992095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777667450170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777667450188'] for port (e4459736-ded8-4b38-83ee-ec9306f93de5), after_update {{(pid=103259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 10:52:56.076577 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron.plugins.ml2.managers [None req-453ebf96-5160-4686-a6e9-3f716e2e9663 None None] Attempting to bind port e4459736-ded8-4b38-83ee-ec9306f93de5 on host dv-cinder-830088-4-iscsi for vnic_type normal with profile {{(pid=103259) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 12 10:52:56.076974 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron.plugins.ml2.managers [None req-453ebf96-5160-4686-a6e9-3f716e2e9663 None None] Attempting to bind port e4459736-ded8-4b38-83ee-ec9306f93de5 by drivers openvswitch,hyperv on host dv-cinder-830088-4-iscsi at level 0 using segments [{'id': 'd942c271-b630-4108-8616-b993c4b79ecb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3b7be5f2-485b-4c85-8f98-fb200971b61c'}] {{(pid=103259) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 12 10:52:56.077421 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-453ebf96-5160-4686-a6e9-3f716e2e9663 None None] Attempting to bind port e4459736-ded8-4b38-83ee-ec9306f93de5 on network 3b7be5f2-485b-4c85-8f98-fb200971b61c {{(pid=103259) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 10:52:56.084412 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-519fd3d5-2af7-4669-b183-01decc2b2df3 None None] Pushing event updated for resources: {'Port': ['ID=e4459736-ded8-4b38-83ee-ec9306f93de5,revision_number=2']} {{(pid=103259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 10:52:56.089655 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-453ebf96-5160-4686-a6e9-3f716e2e9663 None None] Checking agent: {'id': 'c71cae7d-514b-467a-8477-0a67bee0b970', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-830088-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 12, 10, 52, 16), 'started_at': datetime.datetime(2022, 4, 12, 10, 52, 46), 'heartbeat_timestamp': datetime.datetime(2022, 4, 12, 10, 52, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-830088-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103259) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 12 10:52:56.090024 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-453ebf96-5160-4686-a6e9-3f716e2e9663 None None] Checking segment: {'id': 'd942c271-b630-4108-8616-b993c4b79ecb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3b7be5f2-485b-4c85-8f98-fb200971b61c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103259) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 10:52:56.090419 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron_lib.callbacks.manager [None req-453ebf96-5160-4686-a6e9-3f716e2e9663 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 10:52:56.090827 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-453ebf96-5160-4686-a6e9-3f716e2e9663 None None] Bound using segment: {'id': 'd942c271-b630-4108-8616-b993c4b79ecb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3b7be5f2-485b-4c85-8f98-fb200971b61c'} {{(pid=103259) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 12 10:52:56.091285 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron.plugins.ml2.managers [None req-453ebf96-5160-4686-a6e9-3f716e2e9663 None None] Bound port: e4459736-ded8-4b38-83ee-ec9306f93de5, host: dv-cinder-830088-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd942c271-b630-4108-8616-b993c4b79ecb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3b7be5f2-485b-4c85-8f98-fb200971b61c'}}] {{(pid=103259) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 12 10:52:56.091669 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron_lib.callbacks.manager [None req-453ebf96-5160-4686-a6e9-3f716e2e9663 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1535343'] for port (e4459736-ded8-4b38-83ee-ec9306f93de5), before_update {{(pid=103259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 10:52:56.142156 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron.plugins.ml2.db [None req-453ebf96-5160-4686-a6e9-3f716e2e9663 None None] For port e4459736-ded8-4b38-83ee-ec9306f93de5, host dv-cinder-830088-4-iscsi, cleared binding levels {{(pid=103259) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 12 10:52:56.145599 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron.plugins.ml2.db [None req-453ebf96-5160-4686-a6e9-3f716e2e9663 None None] For port e4459736-ded8-4b38-83ee-ec9306f93de5, host dv-cinder-830088-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830088-4-iscsi',level=0,port_id=e4459736-ded8-4b38-83ee-ec9306f93de5,segment=NetworkSegment(d942c271-b630-4108-8616-b993c4b79ecb),segment_id=d942c271-b630-4108-8616-b993c4b79ecb)] {{(pid=103259) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 12 10:52:56.151775 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron_lib.callbacks.manager [None req-453ebf96-5160-4686-a6e9-3f716e2e9663 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1534861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777667992095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777667450170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777667450188'] for port (e4459736-ded8-4b38-83ee-ec9306f93de5), after_update {{(pid=103259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 10:52:56.199625 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron.db.l3_dvrscheduler_db [None req-453ebf96-5160-4686-a6e9-3f716e2e9663 None None] Routers {'3bdbfe7e-9fc4-4130-a1fd-6429702bd4a7'} bound to L3 agent in host dv-cinder-830088-4-iscsi {{(pid=103259) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 10:52:56.200248 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron.db.l3_hamode_db [None req-453ebf96-5160-4686-a6e9-3f716e2e9663 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830088-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-04-12T10:52:12Z,description=,heartbeat_timestamp=2022-04-12T10:52:42Z,host='dv-cinder-830088-4-iscsi',id=77f5e085-0284-4236-9dbf-35d2d452e277,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T10:52:12Z,topic='l3_agent')) {'router_ids': ['3bdbfe7e-9fc4-4130-a1fd-6429702bd4a7'], 'active': True} {{(pid=103259) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 10:52:56.254769 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-519fd3d5-2af7-4669-b183-01decc2b2df3 None None] Pushing event updated for resources: {'Port': ['ID=e4459736-ded8-4b38-83ee-ec9306f93de5,revision_number=3']} {{(pid=103259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 10:52:56.334891 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron.db.l3_dvr_db [None req-453ebf96-5160-4686-a6e9-3f716e2e9663 None None] Set router 3bdbfe7e-9fc4-4130-a1fd-6429702bd4a7 gateway port host: dv-cinder-830088-4-iscsi {{(pid=103259) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 10:52:56.547839 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron.db.l3_hamode_db [None req-453ebf96-5160-4686-a6e9-3f716e2e9663 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3bdbfe7e-9fc4-4130-a1fd-6429702bd4a7', 'name': 'router1', 'tenant_id': '94023eabd50941f7900d8c731c7c73d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b7be5f2-485b-4c85-8f98-fb200971b61c', 'external_fixed_ips': [{'subnet_id': '4887111e-1302-416a-ab8e-c957c9df7f85', 'ip_address': '172.27.3.105'}], 'enable_snat': True}, 'gw_port_id': 'e4459736-ded8-4b38-83ee-ec9306f93de5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T10:52:33Z', 'updated_at': '2022-04-12T10:52:51Z', 'revision_number': 4, 'project_id': '94023eabd50941f7900d8c731c7c73d1', 'gw_port': {'id': 'e4459736-ded8-4b38-83ee-ec9306f93de5', 'name': '', 'network_id': '3b7be5f2-485b-4c85-8f98-fb200971b61c', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:d5:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3bdbfe7e-9fc4-4130-a1fd-6429702bd4a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '4887111e-1302-416a-ab8e-c957c9df7f85', 'ip_address': '172.27.3.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830088-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T10:52:50Z', 'updated_at': '2022-04-12T10:52:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4887111e-1302-416a-ab8e-c957c9df7f85', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830088-4-iscsi', '_interfaces': [{'id': 'ad95a821-8db2-4778-b737-98bd94eb0c8b', 'name': '', 'network_id': 'b8288c3f-e943-409a-9191-b7b3bb2a40e2', 'tenant_id': '94023eabd50941f7900d8c731c7c73d1', 'mac_address': 'fa:16:3e:88:81:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3bdbfe7e-9fc4-4130-a1fd-6429702bd4a7', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'a9afaab6-6952-47dc-b259-aa08a32f7d14', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830088-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T10:52:42Z', 'updated_at': '2022-04-12T10:52:45Z', 'revision_number': 5, 'project_id': '94023eabd50941f7900d8c731c7c73d1', 'subnets': [{'id': 'a9afaab6-6952-47dc-b259-aa08a32f7d14', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'd6cd90c8-4526-46b3-86ef-245172efee02'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830088-4-iscsi', False) {} {{(pid=103259) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 10:52:56.580192 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-453ebf96-5160-4686-a6e9-3f716e2e9663 None None] The sync data for ids ['3bdbfe7e-9fc4-4130-a1fd-6429702bd4a7'] in dv-cinder-830088-4-iscsi is: [{'id': '3bdbfe7e-9fc4-4130-a1fd-6429702bd4a7', 'name': 'router1', 'tenant_id': '94023eabd50941f7900d8c731c7c73d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b7be5f2-485b-4c85-8f98-fb200971b61c', 'external_fixed_ips': [{'subnet_id': '4887111e-1302-416a-ab8e-c957c9df7f85', 'ip_address': '172.27.3.105'}], 'enable_snat': True}, 'gw_port_id': 'e4459736-ded8-4b38-83ee-ec9306f93de5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T10:52:33Z', 'updated_at': '2022-04-12T10:52:51Z', 'revision_number': 4, 'project_id': '94023eabd50941f7900d8c731c7c73d1', 'gw_port': {'id': 'e4459736-ded8-4b38-83ee-ec9306f93de5', 'name': '', 'network_id': '3b7be5f2-485b-4c85-8f98-fb200971b61c', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:d5:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3bdbfe7e-9fc4-4130-a1fd-6429702bd4a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '4887111e-1302-416a-ab8e-c957c9df7f85', 'ip_address': '172.27.3.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830088-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T10:52:50Z', 'updated_at': '2022-04-12T10:52:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4887111e-1302-416a-ab8e-c957c9df7f85', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830088-4-iscsi', '_interfaces': [{'id': 'ad95a821-8db2-4778-b737-98bd94eb0c8b', 'name': '', 'network_id': 'b8288c3f-e943-409a-9191-b7b3bb2a40e2', 'tenant_id': '94023eabd50941f7900d8c731c7c73d1', 'mac_address': 'fa:16:3e:88:81:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3bdbfe7e-9fc4-4130-a1fd-6429702bd4a7', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'a9afaab6-6952-47dc-b259-aa08a32f7d14', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830088-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T10:52:42Z', 'updated_at': '2022-04-12T10:52:45Z', 'revision_number': 5, 'project_id': '94023eabd50941f7900d8c731c7c73d1', 'subnets': [{'id': 'a9afaab6-6952-47dc-b259-aa08a32f7d14', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'd6cd90c8-4526-46b3-86ef-245172efee02'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103259) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 12 10:52:57.310537 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron.plugins.ml2.rpc [None req-e4b062a6-7a21-4431-be77-3c7776c11043 None None] Device e4459736-ded8-4b38-83ee-ec9306f93de5 up at agent ovs-agent-dv-cinder-830088-4-iscsi {{(pid=103259) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 10:52:57.368186 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron.db.provisioning_blocks [None req-e4b062a6-7a21-4431-be77-3c7776c11043 None None] Provisioning complete for port e4459736-ded8-4b38-83ee-ec9306f93de5 triggered by entity L2. {{(pid=103259) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 10:52:57.368816 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron_lib.callbacks.manager [None req-e4b062a6-7a21-4431-be77-3c7776c11043 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1343588'] for port (e4459736-ded8-4b38-83ee-ec9306f93de5), provisioning_complete {{(pid=103259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 10:52:57.455014 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron.plugins.ml2.plugin [None req-e4b062a6-7a21-4431-be77-3c7776c11043 None None] Current status of the port e4459736-ded8-4b38-83ee-ec9306f93de5 is: DOWN; New status is: ACTIVE {{(pid=103259) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 10:52:57.455399 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron_lib.callbacks.manager [None req-e4b062a6-7a21-4431-be77-3c7776c11043 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1535343'] for port (e4459736-ded8-4b38-83ee-ec9306f93de5), before_update {{(pid=103259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 10:52:57.482251 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron.plugins.ml2.db [None req-e4b062a6-7a21-4431-be77-3c7776c11043 None None] For port e4459736-ded8-4b38-83ee-ec9306f93de5, host dv-cinder-830088-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830088-4-iscsi',level=0,port_id=e4459736-ded8-4b38-83ee-ec9306f93de5,segment=NetworkSegment(d942c271-b630-4108-8616-b993c4b79ecb),segment_id=d942c271-b630-4108-8616-b993c4b79ecb)] {{(pid=103259) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 10:52:57.495119 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron_lib.callbacks.manager [None req-e4b062a6-7a21-4431-be77-3c7776c11043 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1534861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777667992095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777667450170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777667450188'] for port (e4459736-ded8-4b38-83ee-ec9306f93de5), after_update {{(pid=103259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 10:52:57.542032 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4b062a6-7a21-4431-be77-3c7776c11043 None None] Pushing event updated for resources: {'Port': ['ID=e4459736-ded8-4b38-83ee-ec9306f93de5,revision_number=4']} {{(pid=103259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 10:52:59.284774 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron.plugins.ml2.rpc [None req-e4b062a6-7a21-4431-be77-3c7776c11043 None None] Device e4459736-ded8-4b38-83ee-ec9306f93de5 up at agent ovs-agent-dv-cinder-830088-4-iscsi {{(pid=103259) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 10:52:59.373758 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron.db.provisioning_blocks [None req-e4b062a6-7a21-4431-be77-3c7776c11043 None None] Provisioning complete for port e4459736-ded8-4b38-83ee-ec9306f93de5 triggered by entity L2. {{(pid=103259) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 10:52:59.374144 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron_lib.callbacks.manager [None req-e4b062a6-7a21-4431-be77-3c7776c11043 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1343588'] for port (e4459736-ded8-4b38-83ee-ec9306f93de5), provisioning_complete {{(pid=103259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 10:52:59.498836 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron.plugins.ml2.plugin [None req-e4b062a6-7a21-4431-be77-3c7776c11043 None None] Current status of the port e4459736-ded8-4b38-83ee-ec9306f93de5 is: ACTIVE; New status is: ACTIVE {{(pid=103259) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 10:53:10.201533 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron_lib.callbacks.manager [None req-7286cc37-18ff-4fec-8132-ee5f995d9b62 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777667879581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1343690'] for agent (0a0a44e5-732d-48d9-a8ad-b47e7b7c1a86), after_update {{(pid=103259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 10:53:12.500888 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron_lib.callbacks.manager [None req-3f92c0d7-e0ef-40d0-869f-e3195bfeae1d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777667879581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1343690'] for agent (77f5e085-0284-4236-9dbf-35d2d452e277), after_update {{(pid=103259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 10:53:13.738178 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron_lib.callbacks.manager [None req-601bd752-88b9-4ad2-8e14-56931e32431b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777667879581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1343690'] for agent (3ceb33ec-7c20-4632-9357-4cc6534463de), after_update {{(pid=103259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 10:53:14.966501 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron_lib.callbacks.manager [None req-0acb87d3-0572-4b2c-b7c9-977edd32a8b9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777667879581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1343690'] for agent (3c144e28-9cc5-463d-ad96-a18b19cd455c), after_update {{(pid=103259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 10:53:16.499719 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron_lib.callbacks.manager [None req-e4b062a6-7a21-4431-be77-3c7776c11043 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777667879581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1343690'] for agent (c71cae7d-514b-467a-8477-0a67bee0b970), after_update {{(pid=103259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 10:53:23.794253 dv-cinder-830088-4-iscsi neutron-server[103260]: DEBUG neutron.db.agents_db [None req-b0205aca-973a-4a8a-ba9e-4a4e25067b42 None None] Agent healthcheck: found 5 active agents {{(pid=103260) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 12 10:53:40.196459 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron_lib.callbacks.manager [None req-8d4a289c-5de0-432a-838b-b9c54b75295e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777667879581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1343690'] for agent (0a0a44e5-732d-48d9-a8ad-b47e7b7c1a86), after_update {{(pid=103259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 10:53:42.508685 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron_lib.callbacks.manager [None req-3c4d555f-611a-4f39-8e51-e0e574df7ed2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777667879581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1343690'] for agent (77f5e085-0284-4236-9dbf-35d2d452e277), after_update {{(pid=103259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 10:53:43.728775 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron_lib.callbacks.manager [None req-601bd752-88b9-4ad2-8e14-56931e32431b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777667879581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1343690'] for agent (3ceb33ec-7c20-4632-9357-4cc6534463de), after_update {{(pid=103259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 10:53:44.969201 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron_lib.callbacks.manager [None req-0acb87d3-0572-4b2c-b7c9-977edd32a8b9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777667879581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1343690'] for agent (3c144e28-9cc5-463d-ad96-a18b19cd455c), after_update {{(pid=103259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 10:53:46.498110 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron_lib.callbacks.manager [None req-e4b062a6-7a21-4431-be77-3c7776c11043 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777667879581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1343690'] for agent (c71cae7d-514b-467a-8477-0a67bee0b970), after_update {{(pid=103259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 10:54:00.754224 dv-cinder-830088-4-iscsi neutron-server[103260]: DEBUG neutron.db.agents_db [None req-b0205aca-973a-4a8a-ba9e-4a4e25067b42 None None] Agent healthcheck: found 5 active agents {{(pid=103260) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 12 10:54:10.198176 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron_lib.callbacks.manager [None req-2ceabe10-84e9-42d7-8716-0a30cd5f6c5d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777667879581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1343690'] for agent (0a0a44e5-732d-48d9-a8ad-b47e7b7c1a86), after_update {{(pid=103259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 10:54:12.500141 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron_lib.callbacks.manager [None req-85044a03-ecf1-47fe-aaac-717a9cc6d75b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777667879581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1343690'] for agent (77f5e085-0284-4236-9dbf-35d2d452e277), after_update {{(pid=103259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 10:54:13.733312 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron_lib.callbacks.manager [None req-601bd752-88b9-4ad2-8e14-56931e32431b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777667879581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1343690'] for agent (3ceb33ec-7c20-4632-9357-4cc6534463de), after_update {{(pid=103259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 10:54:14.971516 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron_lib.callbacks.manager [None req-0acb87d3-0572-4b2c-b7c9-977edd32a8b9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777667879581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1343690'] for agent (3c144e28-9cc5-463d-ad96-a18b19cd455c), after_update {{(pid=103259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 10:54:15.756627 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron.wsgi [-] (103257) accepted ('10.222.0.39', 48312) {{(pid=103257) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 10:54:15.815909 dv-cinder-830088-4-iscsi neutron-server[103257]: INFO neutron.pecan_wsgi.hooks.translation [None req-bd684d1c-7d80-4b16-93ad-87f8519c3d49 admin admin] GET failed (client error): The resource could not be found. Apr 12 10:54:15.817165 dv-cinder-830088-4-iscsi neutron-server[103257]: INFO neutron.wsgi [None req-bd684d1c-7d80-4b16-93ad-87f8519c3d49 admin admin] 10.222.0.39 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0596159 Apr 12 10:54:15.976681 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31628f66-684a-4237-9bcd-a3b1fc33c9d3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 10:54:15.978047 dv-cinder-830088-4-iscsi neutron-server[103257]: INFO neutron.wsgi [None req-31628f66-684a-4237-9bcd-a3b1fc33c9d3 admin admin] 10.222.0.39 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1562076 Apr 12 10:54:16.492729 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron_lib.callbacks.manager [None req-e4b062a6-7a21-4431-be77-3c7776c11043 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777667879581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1343690'] for agent (c71cae7d-514b-467a-8477-0a67bee0b970), after_update {{(pid=103259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 10:54:18.282983 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.wsgi [-] (103258) accepted ('10.222.0.39', 48322) {{(pid=103258) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 10:54:18.383342 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3cdc316-379b-41db-9e1c-241f8a6893c0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 10:54:18.384697 dv-cinder-830088-4-iscsi neutron-server[103258]: INFO neutron.wsgi [None req-f3cdc316-379b-41db-9e1c-241f8a6893c0 admin admin] 10.222.0.39 "GET /v2.0/subnets/a9afaab6-6952-47dc-b259-aa08a32f7d14 HTTP/1.1" status: 200 len: 849 time: 0.1008806 Apr 12 10:54:18.394058 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.api.v2.base [None req-1daa6108-6d2d-4d15-b430-db13aca31c0f admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=103258) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 10:54:18.479013 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-1daa6108-6d2d-4d15-b430-db13aca31c0f admin admin] Publish callbacks [] for subnet (a9afaab6-6952-47dc-b259-aa08a32f7d14), before_update {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 10:54:18.621210 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-1daa6108-6d2d-4d15-b430-db13aca31c0f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-439037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8777667992086'] for subnet (a9afaab6-6952-47dc-b259-aa08a32f7d14), after_update {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 10:54:18.651246 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1daa6108-6d2d-4d15-b430-db13aca31c0f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 10:54:18.651826 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-1daa6108-6d2d-4d15-b430-db13aca31c0f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586029'] for subnet (None), before_response {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 10:54:18.653083 dv-cinder-830088-4-iscsi neutron-server[103258]: INFO neutron.wsgi [None req-1daa6108-6d2d-4d15-b430-db13aca31c0f admin admin] 10.222.0.39 "PUT /v2.0/subnets/a9afaab6-6952-47dc-b259-aa08a32f7d14 HTTP/1.1" status: 200 len: 868 time: 0.2626312 Apr 12 10:54:18.669742 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec76ae22-4bf7-4460-924f-114eed82f291 None None] Network b8288c3f-e943-409a-9191-b7b3bb2a40e2 requested from dv-cinder-830088-4-iscsi {{(pid=103259) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 12 10:54:18.674611 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1daa6108-6d2d-4d15-b430-db13aca31c0f admin admin] Pushing event updated for resources: {'Subnet': ['ID=a9afaab6-6952-47dc-b259-aa08a32f7d14,revision_number=1']} {{(pid=103258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 10:54:18.682057 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1daa6108-6d2d-4d15-b430-db13aca31c0f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830088-4-iscsi {{(pid=103258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 10:54:18.682399 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1daa6108-6d2d-4d15-b430-db13aca31c0f admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830088-4-iscsi {{(pid=103258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 10:54:18.682787 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1daa6108-6d2d-4d15-b430-db13aca31c0f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830088-4-iscsi {{(pid=103258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 10:54:18.683134 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1daa6108-6d2d-4d15-b430-db13aca31c0f admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830088-4-iscsi {{(pid=103258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 10:54:18.683466 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1daa6108-6d2d-4d15-b430-db13aca31c0f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830088-4-iscsi {{(pid=103258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 10:54:18.683792 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1daa6108-6d2d-4d15-b430-db13aca31c0f admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830088-4-iscsi {{(pid=103258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 10:54:18.684123 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1daa6108-6d2d-4d15-b430-db13aca31c0f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830088-4-iscsi {{(pid=103258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 10:54:18.684507 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1daa6108-6d2d-4d15-b430-db13aca31c0f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830088-4-iscsi {{(pid=103258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 10:54:18.684853 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1daa6108-6d2d-4d15-b430-db13aca31c0f admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-830088-4-iscsi {{(pid=103258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 10:54:18.685182 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1daa6108-6d2d-4d15-b430-db13aca31c0f admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830088-4-iscsi {{(pid=103258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 10:54:18.685526 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1daa6108-6d2d-4d15-b430-db13aca31c0f admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830088-4-iscsi {{(pid=103258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 10:54:18.685855 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1daa6108-6d2d-4d15-b430-db13aca31c0f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830088-4-iscsi {{(pid=103258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 10:54:18.686200 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1daa6108-6d2d-4d15-b430-db13aca31c0f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830088-4-iscsi {{(pid=103258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 10:54:18.686509 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1daa6108-6d2d-4d15-b430-db13aca31c0f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830088-4-iscsi {{(pid=103258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 10:54:18.686857 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1daa6108-6d2d-4d15-b430-db13aca31c0f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830088-4-iscsi {{(pid=103258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 10:54:18.980869 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron.db.provisioning_blocks [None req-8654ae11-e7e0-42e6-9be3-a6fa22048598 None None] Provisioning complete for port 01c6d414-365f-4b15-b21e-4e053b0e2737 triggered by entity DHCP. {{(pid=103259) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 10:54:18.981259 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron_lib.callbacks.manager [None req-8654ae11-e7e0-42e6-9be3-a6fa22048598 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1343588'] for port (01c6d414-365f-4b15-b21e-4e053b0e2737), provisioning_complete {{(pid=103259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 10:54:19.057572 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron.plugins.ml2.plugin [None req-8654ae11-e7e0-42e6-9be3-a6fa22048598 None None] Current status of the port 01c6d414-365f-4b15-b21e-4e053b0e2737 is: ACTIVE; New status is: ACTIVE {{(pid=103259) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 10:54:19.065380 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron.db.provisioning_blocks [None req-8654ae11-e7e0-42e6-9be3-a6fa22048598 None None] Provisioning complete for port ad95a821-8db2-4778-b737-98bd94eb0c8b triggered by entity DHCP. {{(pid=103259) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 10:54:19.065697 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron_lib.callbacks.manager [None req-8654ae11-e7e0-42e6-9be3-a6fa22048598 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1343588'] for port (ad95a821-8db2-4778-b737-98bd94eb0c8b), provisioning_complete {{(pid=103259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 10:54:19.145443 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron.plugins.ml2.plugin [None req-8654ae11-e7e0-42e6-9be3-a6fa22048598 None None] Current status of the port ad95a821-8db2-4778-b737-98bd94eb0c8b is: ACTIVE; New status is: ACTIVE {{(pid=103259) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 10:54:20.976404 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.wsgi [-] (103258) accepted ('10.222.0.39', 48332) {{(pid=103258) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 10:54:21.175616 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-711b187d-3eab-4dc6-9f02-5dd5627d27ef admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 10:54:21.175992 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-711b187d-3eab-4dc6-9f02-5dd5627d27ef admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 10:54:21.177606 dv-cinder-830088-4-iscsi neutron-server[103258]: INFO neutron.wsgi [None req-711b187d-3eab-4dc6-9f02-5dd5627d27ef admin admin] 10.222.0.39 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.2001834 Apr 12 10:54:23.474643 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.wsgi [-] (103258) accepted ('10.222.0.39', 48340) {{(pid=103258) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 10:54:23.601955 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e80153e-e11d-40b1-a9b0-11c2e08fda90 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 10:54:23.602412 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e80153e-e11d-40b1-a9b0-11c2e08fda90 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 10:54:23.603930 dv-cinder-830088-4-iscsi neutron-server[103258]: INFO neutron.wsgi [None req-2e80153e-e11d-40b1-a9b0-11c2e08fda90 admin admin] 10.222.0.39 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1283712 Apr 12 10:54:25.897906 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.wsgi [-] (103258) accepted ('10.222.0.39', 48348) {{(pid=103258) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 10:54:26.045242 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-023f426c-77d9-49d4-bd84-2990ebbe099d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 10:54:26.046595 dv-cinder-830088-4-iscsi neutron-server[103258]: INFO neutron.wsgi [None req-023f426c-77d9-49d4-bd84-2990ebbe099d admin admin] 10.222.0.39 "GET /v2.0/networks/3b7be5f2-485b-4c85-8f98-fb200971b61c HTTP/1.1" status: 200 len: 886 time: 0.1477430 Apr 12 10:54:28.357555 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron.wsgi [-] (103257) accepted ('10.222.0.39', 48356) {{(pid=103257) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 10:54:28.486910 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49d3aeac-faaa-4d46-9389-1217667b087e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 10:54:28.488277 dv-cinder-830088-4-iscsi neutron-server[103257]: INFO neutron.wsgi [None req-49d3aeac-faaa-4d46-9389-1217667b087e admin admin] 10.222.0.39 "GET /v2.0/networks/b8288c3f-e943-409a-9191-b7b3bb2a40e2 HTTP/1.1" status: 200 len: 869 time: 0.1297927 Apr 12 10:54:30.799501 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron.wsgi [-] (103257) accepted ('10.222.0.39', 48364) {{(pid=103257) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 10:54:30.919106 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ec2068b-932d-4b5a-8df0-6e509fe9fe44 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 10:54:30.919566 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ec2068b-932d-4b5a-8df0-6e509fe9fe44 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 10:54:30.921085 dv-cinder-830088-4-iscsi neutron-server[103257]: INFO neutron.wsgi [None req-7ec2068b-932d-4b5a-8df0-6e509fe9fe44 admin admin] 10.222.0.39 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1206038 Apr 12 10:54:33.215974 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.wsgi [-] (103258) accepted ('10.222.0.39', 48372) {{(pid=103258) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 10:54:33.340355 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff5c3cc5-6745-4add-9152-c603e5268936 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 10:54:33.340804 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff5c3cc5-6745-4add-9152-c603e5268936 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 10:54:33.342323 dv-cinder-830088-4-iscsi neutron-server[103258]: INFO neutron.wsgi [None req-ff5c3cc5-6745-4add-9152-c603e5268936 admin admin] 10.222.0.39 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1254153 Apr 12 10:54:35.637924 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron.wsgi [-] (103257) accepted ('10.222.0.39', 48380) {{(pid=103257) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 10:54:35.724025 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9140c53-ee3b-437e-8d86-4113d497adcc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 10:54:35.725940 dv-cinder-830088-4-iscsi neutron-server[103257]: INFO neutron.wsgi [None req-e9140c53-ee3b-437e-8d86-4113d497adcc admin admin] 10.222.0.39 "GET /v2.0/subnets/4887111e-1302-416a-ab8e-c957c9df7f85 HTTP/1.1" status: 200 len: 816 time: 0.0870831 Apr 12 10:54:37.751938 dv-cinder-830088-4-iscsi neutron-server[103260]: DEBUG neutron.db.agents_db [None req-b0205aca-973a-4a8a-ba9e-4a4e25067b42 None None] Agent healthcheck: found 5 active agents {{(pid=103260) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 12 10:54:38.015378 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron.wsgi [-] (103257) accepted ('10.222.0.39', 48388) {{(pid=103257) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 10:54:38.103533 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cdf9eae9-7076-4928-a14c-d59487f7209f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 10:54:38.104888 dv-cinder-830088-4-iscsi neutron-server[103257]: INFO neutron.wsgi [None req-cdf9eae9-7076-4928-a14c-d59487f7209f admin admin] 10.222.0.39 "GET /v2.0/subnets/a9afaab6-6952-47dc-b259-aa08a32f7d14 HTTP/1.1" status: 200 len: 868 time: 0.0886357 Apr 12 10:54:40.203650 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron_lib.callbacks.manager [None req-d02e0cc8-64d8-4a1b-9598-595e2c983e42 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777667879581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1343690'] for agent (0a0a44e5-732d-48d9-a8ad-b47e7b7c1a86), after_update {{(pid=103259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 10:54:42.501511 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron_lib.callbacks.manager [None req-6c6d7ce4-755e-4279-9d41-86a6f3933842 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777667879581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1343690'] for agent (77f5e085-0284-4236-9dbf-35d2d452e277), after_update {{(pid=103259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 10:54:43.736107 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron_lib.callbacks.manager [None req-601bd752-88b9-4ad2-8e14-56931e32431b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777667879581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1343690'] for agent (3ceb33ec-7c20-4632-9357-4cc6534463de), after_update {{(pid=103259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 10:54:44.973136 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron_lib.callbacks.manager [None req-0acb87d3-0572-4b2c-b7c9-977edd32a8b9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777667879581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1343690'] for agent (3c144e28-9cc5-463d-ad96-a18b19cd455c), after_update {{(pid=103259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 10:54:46.495744 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron_lib.callbacks.manager [None req-e4b062a6-7a21-4431-be77-3c7776c11043 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777667879581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1343690'] for agent (c71cae7d-514b-467a-8477-0a67bee0b970), after_update {{(pid=103259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 10:55:10.205785 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron_lib.callbacks.manager [None req-823d8755-7f06-4068-b82b-d3812c7930a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777667879581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1343690'] for agent (0a0a44e5-732d-48d9-a8ad-b47e7b7c1a86), after_update {{(pid=103259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 10:55:12.503709 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron_lib.callbacks.manager [None req-23a84c76-eadb-4c39-9e75-54680b0174a4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777667879581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1343690'] for agent (77f5e085-0284-4236-9dbf-35d2d452e277), after_update {{(pid=103259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 10:55:13.747415 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron_lib.callbacks.manager [None req-601bd752-88b9-4ad2-8e14-56931e32431b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777667879581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1343690'] for agent (3ceb33ec-7c20-4632-9357-4cc6534463de), after_update {{(pid=103259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 10:55:14.750623 dv-cinder-830088-4-iscsi neutron-server[103260]: DEBUG neutron.db.agents_db [None req-b0205aca-973a-4a8a-ba9e-4a4e25067b42 None None] Agent healthcheck: found 5 active agents {{(pid=103260) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 12 10:55:14.975392 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron_lib.callbacks.manager [None req-0acb87d3-0572-4b2c-b7c9-977edd32a8b9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777667879581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1343690'] for agent (3c144e28-9cc5-463d-ad96-a18b19cd455c), after_update {{(pid=103259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 10:55:16.499343 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron_lib.callbacks.manager [None req-e4b062a6-7a21-4431-be77-3c7776c11043 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777667879581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1343690'] for agent (c71cae7d-514b-467a-8477-0a67bee0b970), after_update {{(pid=103259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 10:55:18.724518 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.wsgi [-] (103258) accepted ('10.222.0.39', 48446) {{(pid=103258) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 10:55:18.770953 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.wsgi [None req-f679b1ea-066f-46f8-b152-7bdd1435aca8 admin admin] http://10.222.0.39:9696/v2.0/extensions returned with HTTP 200 {{(pid=103258) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 12 10:55:18.771946 dv-cinder-830088-4-iscsi neutron-server[103258]: INFO neutron.wsgi [None req-f679b1ea-066f-46f8-b152-7bdd1435aca8 admin admin] 10.222.0.39 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0465262 Apr 12 10:55:21.148213 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.wsgi [-] (103258) accepted ('10.222.0.39', 48454) {{(pid=103258) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 10:55:21.207721 dv-cinder-830088-4-iscsi neutron-server[103258]: INFO neutron.pecan_wsgi.hooks.translation [None req-6dbc5dea-1163-4019-8a1e-49264496a64e admin admin] GET failed (client error): The resource could not be found. Apr 12 10:55:21.209076 dv-cinder-830088-4-iscsi neutron-server[103258]: INFO neutron.wsgi [None req-6dbc5dea-1163-4019-8a1e-49264496a64e admin admin] 10.222.0.39 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0598676 Apr 12 10:55:21.352659 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4799a2e-e8a1-478e-b85b-6579090a390b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 10:55:21.354139 dv-cinder-830088-4-iscsi neutron-server[103258]: INFO neutron.wsgi [None req-c4799a2e-e8a1-478e-b85b-6579090a390b admin admin] 10.222.0.39 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.1411383 Apr 12 10:55:23.713531 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron.wsgi [-] (103257) accepted ('10.222.0.39', 48462) {{(pid=103257) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 10:55:23.759722 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron.api.v2.base [None req-bcc8f452-6148-460d-89ff-518681cb8c29 admin admin] Request body: {'network': {'shared': True, 'name': 'shared', 'admin_state_up': True}} {{(pid=103257) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 10:55:23.778937 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bcc8f452-6148-460d-89ff-518681cb8c29 admin admin] Made reservation on behalf of ee15bbe87ebb461e919065e3494d1c43 for: {'network': 1} {{(pid=103257) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 12 10:55:23.781139 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-bcc8f452-6148-460d-89ff-518681cb8c29 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1535343'] for network (None), before_create {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 10:55:23.808347 dv-cinder-830088-4-iscsi neutron-server[103257]: WARNING neutron.services.revisions.revision_plugin [None req-bcc8f452-6148-460d-89ff-518681cb8c29 admin admin] Could not find related network for resource to bump revision. Apr 12 10:55:23.822938 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bcc8f452-6148-460d-89ff-518681cb8c29 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 510} {{(pid=103257) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 12 10:55:23.832734 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-bcc8f452-6148-460d-89ff-518681cb8c29 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1531021'] for segment (b38201fa-6a32-4a1f-9c0f-806cdb936d2e), precommit_create {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 10:55:23.833069 dv-cinder-830088-4-iscsi neutron-server[103257]: INFO neutron.db.segments_db [None req-bcc8f452-6148-460d-89ff-518681cb8c29 admin admin] Added segment b38201fa-6a32-4a1f-9c0f-806cdb936d2e of type vlan for network 3d77b544-fede-4d95-82e9-74af82ecc128 Apr 12 10:55:23.871273 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-bcc8f452-6148-460d-89ff-518681cb8c29 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777667466078'] for network (3d77b544-fede-4d95-82e9-74af82ecc128), precommit_create {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 10:55:23.894026 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-bcc8f452-6148-460d-89ff-518681cb8c29 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-415428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586207'] for network (3d77b544-fede-4d95-82e9-74af82ecc128), after_create {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 10:55:23.894985 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bcc8f452-6148-460d-89ff-518681cb8c29 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 10:55:23.895558 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-bcc8f452-6148-460d-89ff-518681cb8c29 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586029'] for network (None), before_response {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 10:55:23.926810 dv-cinder-830088-4-iscsi neutron-server[103257]: INFO neutron.wsgi [None req-bcc8f452-6148-460d-89ff-518681cb8c29 admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.2116363 Apr 12 10:55:23.959911 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcc8f452-6148-460d-89ff-518681cb8c29 admin admin] Pushing event updated for resources: {'Network': ['ID=3d77b544-fede-4d95-82e9-74af82ecc128,revision_number=1']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 10:55:23.967250 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcc8f452-6148-460d-89ff-518681cb8c29 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830088-4-iscsi {{(pid=103257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 10:55:23.967601 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcc8f452-6148-460d-89ff-518681cb8c29 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830088-4-iscsi {{(pid=103257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 10:55:23.967974 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcc8f452-6148-460d-89ff-518681cb8c29 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830088-4-iscsi {{(pid=103257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 10:55:23.968323 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcc8f452-6148-460d-89ff-518681cb8c29 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830088-4-iscsi {{(pid=103257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 10:55:23.968661 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcc8f452-6148-460d-89ff-518681cb8c29 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830088-4-iscsi {{(pid=103257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 10:55:23.968996 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcc8f452-6148-460d-89ff-518681cb8c29 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830088-4-iscsi {{(pid=103257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 10:55:23.969326 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcc8f452-6148-460d-89ff-518681cb8c29 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830088-4-iscsi {{(pid=103257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 10:55:23.969808 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcc8f452-6148-460d-89ff-518681cb8c29 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830088-4-iscsi {{(pid=103257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 10:55:23.970005 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcc8f452-6148-460d-89ff-518681cb8c29 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-830088-4-iscsi {{(pid=103257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 10:55:23.970340 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcc8f452-6148-460d-89ff-518681cb8c29 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830088-4-iscsi {{(pid=103257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 10:55:23.970669 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcc8f452-6148-460d-89ff-518681cb8c29 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830088-4-iscsi {{(pid=103257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 10:55:23.971033 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcc8f452-6148-460d-89ff-518681cb8c29 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830088-4-iscsi {{(pid=103257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 10:55:23.971359 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcc8f452-6148-460d-89ff-518681cb8c29 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830088-4-iscsi {{(pid=103257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 10:55:23.971684 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcc8f452-6148-460d-89ff-518681cb8c29 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830088-4-iscsi {{(pid=103257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 10:55:23.972010 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcc8f452-6148-460d-89ff-518681cb8c29 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830088-4-iscsi {{(pid=103257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 10:55:23.984073 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron.plugins.ml2.rpc [None req-e4b062a6-7a21-4431-be77-3c7776c11043 None None] Network 3d77b544-fede-4d95-82e9-74af82ecc128 details requested by agent ovs-agent-dv-cinder-830088-4-iscsi with host dv-cinder-830088-4-iscsi {{(pid=103259) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 12 10:55:26.279083 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron.wsgi [-] (103257) accepted ('10.222.0.39', 48470) {{(pid=103257) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 10:55:26.341056 dv-cinder-830088-4-iscsi neutron-server[103257]: INFO neutron.pecan_wsgi.hooks.translation [None req-024cb34f-15f0-483f-be78-738f687cd95c admin admin] GET failed (client error): The resource could not be found. Apr 12 10:55:26.342331 dv-cinder-830088-4-iscsi neutron-server[103257]: INFO neutron.wsgi [None req-024cb34f-15f0-483f-be78-738f687cd95c admin admin] 10.222.0.39 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0622783 Apr 12 10:55:26.412398 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-120f71b7-99ae-49ab-aac6-b1811cf810fb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 10:55:26.413799 dv-cinder-830088-4-iscsi neutron-server[103257]: INFO neutron.wsgi [None req-120f71b7-99ae-49ab-aac6-b1811cf810fb admin admin] 10.222.0.39 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.0674088 Apr 12 10:55:26.423126 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron.api.v2.base [None req-e6f6a0b0-3f87-4137-967d-8bd858dc4643 admin admin] Request body: {'subnet': {'cidr': '192.168.233.0/24', 'name': 'shared-subnet', 'network_id': '3d77b544-fede-4d95-82e9-74af82ecc128', 'ip_version': 4, 'description': 'shared-subnet'}} {{(pid=103257) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 10:55:26.440580 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e6f6a0b0-3f87-4137-967d-8bd858dc4643 admin admin] Made reservation on behalf of ee15bbe87ebb461e919065e3494d1c43 for: {'subnet': 1} {{(pid=103257) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 12 10:55:26.442904 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-e6f6a0b0-3f87-4137-967d-8bd858dc4643 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 10:55:26.601152 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-e6f6a0b0-3f87-4137-967d-8bd858dc4643 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-439037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586207'] for subnet (6cad2cb2-f686-4293-ad48-b177c14a026b), after_create {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 10:55:26.656882 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6f6a0b0-3f87-4137-967d-8bd858dc4643 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6cad2cb2-f686-4293-ad48-b177c14a026b,revision_number=0']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 10:55:26.661071 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6f6a0b0-3f87-4137-967d-8bd858dc4643 admin admin] Checking segment: {'id': 'b38201fa-6a32-4a1f-9c0f-806cdb936d2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': '3d77b544-fede-4d95-82e9-74af82ecc128'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103257) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 10:55:26.661415 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6f6a0b0-3f87-4137-967d-8bd858dc4643 admin admin] Network hostable DHCP agents. Network: 3d77b544-fede-4d95-82e9-74af82ecc128, hostable agents: ['0a0a44e5-732d-48d9-a8ad-b47e7b7c1a86'], hosted agents: [] {{(pid=103257) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 12 10:55:26.677573 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6f6a0b0-3f87-4137-967d-8bd858dc4643 admin admin] Network 3d77b544-fede-4d95-82e9-74af82ecc128 is scheduled to be hosted by DHCP agent 0a0a44e5-732d-48d9-a8ad-b47e7b7c1a86 with binding_index 1 {{(pid=103257) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 12 10:55:26.685568 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron.scheduler.base_scheduler [None req-e6f6a0b0-3f87-4137-967d-8bd858dc4643 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-830088-4-iscsi, 3d77b544-fede-4d95-82e9-74af82ecc128) {{(pid=103257) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 10:55:26.689267 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6f6a0b0-3f87-4137-967d-8bd858dc4643 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 10:55:26.689842 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-e6f6a0b0-3f87-4137-967d-8bd858dc4643 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586029'] for subnet (None), before_response {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 10:55:26.694885 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd3d5255-7191-4561-af4e-fb0a110f5a2a None None] Network 3d77b544-fede-4d95-82e9-74af82ecc128 requested from dv-cinder-830088-4-iscsi {{(pid=103259) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 12 10:55:26.705132 dv-cinder-830088-4-iscsi neutron-server[103257]: INFO neutron.wsgi [None req-e6f6a0b0-3f87-4137-967d-8bd858dc4643 admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.2852371 Apr 12 10:55:26.800844 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f566e7a-a9fd-4fd7-b566-e2cc45425685 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp428fab94-ffe0-5fd5-8965-378eceeea6ce-3d77b544-fede-4d95-82e9-74af82ecc128', 'network_id': '3d77b544-fede-4d95-82e9-74af82ecc128', 'project_id': 'ee15bbe87ebb461e919065e3494d1c43', 'fixed_ips': [{'subnet_id': '6cad2cb2-f686-4293-ad48-b177c14a026b'}]}} from dv-cinder-830088-4-iscsi. {{(pid=103259) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 12 10:55:26.802254 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron_lib.callbacks.manager [None req-3f566e7a-a9fd-4fd7-b566-e2cc45425685 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1535343'] for port (None), before_create {{(pid=103259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 10:55:26.939303 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron.db.db_base_plugin_common [None req-3f566e7a-a9fd-4fd7-b566-e2cc45425685 None None] Allocated IP 192.168.233.2 (3d77b544-fede-4d95-82e9-74af82ecc128/6cad2cb2-f686-4293-ad48-b177c14a026b/4264e532-6ca5-4734-8ca7-8c7ebee9fa50) {{(pid=103259) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 12 10:55:27.082072 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron_lib.callbacks.manager [None req-3f566e7a-a9fd-4fd7-b566-e2cc45425685 None None] Publish callbacks [] for port (4264e532-6ca5-4734-8ca7-8c7ebee9fa50), precommit_create {{(pid=103259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 10:55:27.088409 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron_lib.callbacks.manager [None req-3f566e7a-a9fd-4fd7-b566-e2cc45425685 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1534861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777667450152'] for port (4264e532-6ca5-4734-8ca7-8c7ebee9fa50), after_create {{(pid=103259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 10:55:27.123974 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f566e7a-a9fd-4fd7-b566-e2cc45425685 None None] Network 3d77b544-fede-4d95-82e9-74af82ecc128 is already hosted by enough agents. {{(pid=103259) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 10:55:27.126783 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron.scheduler.base_scheduler [None req-3f566e7a-a9fd-4fd7-b566-e2cc45425685 None None] Resources bound (agent type, host, resource id): {{(pid=103259) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 10:55:27.132446 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f566e7a-a9fd-4fd7-b566-e2cc45425685 None None] Received port after_create {{(pid=103259) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 12 10:55:27.142277 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f566e7a-a9fd-4fd7-b566-e2cc45425685 None None] Pushing event updated for resources: {'Port': ['ID=4264e532-6ca5-4734-8ca7-8c7ebee9fa50,revision_number=1']} {{(pid=103259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 10:55:27.169271 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f566e7a-a9fd-4fd7-b566-e2cc45425685 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830088-4-iscsi {{(pid=103259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 10:55:27.169608 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f566e7a-a9fd-4fd7-b566-e2cc45425685 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830088-4-iscsi {{(pid=103259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 10:55:27.169967 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f566e7a-a9fd-4fd7-b566-e2cc45425685 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830088-4-iscsi {{(pid=103259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 10:55:27.170310 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f566e7a-a9fd-4fd7-b566-e2cc45425685 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830088-4-iscsi {{(pid=103259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 10:55:27.170647 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f566e7a-a9fd-4fd7-b566-e2cc45425685 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830088-4-iscsi {{(pid=103259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 10:55:27.171004 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f566e7a-a9fd-4fd7-b566-e2cc45425685 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830088-4-iscsi {{(pid=103259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 10:55:27.171331 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f566e7a-a9fd-4fd7-b566-e2cc45425685 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830088-4-iscsi {{(pid=103259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 10:55:27.171658 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f566e7a-a9fd-4fd7-b566-e2cc45425685 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830088-4-iscsi {{(pid=103259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 10:55:27.171985 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f566e7a-a9fd-4fd7-b566-e2cc45425685 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-830088-4-iscsi {{(pid=103259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 10:55:27.172307 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f566e7a-a9fd-4fd7-b566-e2cc45425685 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830088-4-iscsi {{(pid=103259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 10:55:27.172630 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f566e7a-a9fd-4fd7-b566-e2cc45425685 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830088-4-iscsi {{(pid=103259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 10:55:27.172967 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f566e7a-a9fd-4fd7-b566-e2cc45425685 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830088-4-iscsi {{(pid=103259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 10:55:27.173297 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f566e7a-a9fd-4fd7-b566-e2cc45425685 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830088-4-iscsi {{(pid=103259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 10:55:27.173615 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f566e7a-a9fd-4fd7-b566-e2cc45425685 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830088-4-iscsi {{(pid=103259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 10:55:27.173931 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f566e7a-a9fd-4fd7-b566-e2cc45425685 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830088-4-iscsi {{(pid=103259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 10:55:27.208909 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron.plugins.ml2.managers [None req-3f566e7a-a9fd-4fd7-b566-e2cc45425685 None None] Attempting to bind port 4264e532-6ca5-4734-8ca7-8c7ebee9fa50 on host dv-cinder-830088-4-iscsi for vnic_type normal with profile {{(pid=103259) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 12 10:55:27.209217 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron.plugins.ml2.managers [None req-3f566e7a-a9fd-4fd7-b566-e2cc45425685 None None] Attempting to bind port 4264e532-6ca5-4734-8ca7-8c7ebee9fa50 by drivers openvswitch,hyperv on host dv-cinder-830088-4-iscsi at level 0 using segments [{'id': 'b38201fa-6a32-4a1f-9c0f-806cdb936d2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': '3d77b544-fede-4d95-82e9-74af82ecc128'}] {{(pid=103259) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 12 10:55:27.209566 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f566e7a-a9fd-4fd7-b566-e2cc45425685 None None] Attempting to bind port 4264e532-6ca5-4734-8ca7-8c7ebee9fa50 on network 3d77b544-fede-4d95-82e9-74af82ecc128 {{(pid=103259) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 10:55:27.215917 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f566e7a-a9fd-4fd7-b566-e2cc45425685 None None] Checking agent: {'id': 'c71cae7d-514b-467a-8477-0a67bee0b970', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-830088-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 12, 10, 52, 16), 'started_at': datetime.datetime(2022, 4, 12, 10, 52, 46), 'heartbeat_timestamp': datetime.datetime(2022, 4, 12, 10, 55, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-830088-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103259) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 12 10:55:27.216296 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f566e7a-a9fd-4fd7-b566-e2cc45425685 None None] Checking segment: {'id': 'b38201fa-6a32-4a1f-9c0f-806cdb936d2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': '3d77b544-fede-4d95-82e9-74af82ecc128'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103259) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 10:55:27.216697 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron_lib.callbacks.manager [None req-3f566e7a-a9fd-4fd7-b566-e2cc45425685 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 10:55:27.217088 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f566e7a-a9fd-4fd7-b566-e2cc45425685 None None] Bound using segment: {'id': 'b38201fa-6a32-4a1f-9c0f-806cdb936d2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': '3d77b544-fede-4d95-82e9-74af82ecc128'} {{(pid=103259) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 12 10:55:27.217549 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron.plugins.ml2.managers [None req-3f566e7a-a9fd-4fd7-b566-e2cc45425685 None None] Bound port: 4264e532-6ca5-4734-8ca7-8c7ebee9fa50, host: dv-cinder-830088-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b38201fa-6a32-4a1f-9c0f-806cdb936d2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': '3d77b544-fede-4d95-82e9-74af82ecc128'}}] {{(pid=103259) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 12 10:55:27.217926 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron_lib.callbacks.manager [None req-3f566e7a-a9fd-4fd7-b566-e2cc45425685 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1535343'] for port (4264e532-6ca5-4734-8ca7-8c7ebee9fa50), before_update {{(pid=103259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 10:55:27.280979 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron.plugins.ml2.db [None req-3f566e7a-a9fd-4fd7-b566-e2cc45425685 None None] For port 4264e532-6ca5-4734-8ca7-8c7ebee9fa50, host dv-cinder-830088-4-iscsi, cleared binding levels {{(pid=103259) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 12 10:55:27.283986 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron.plugins.ml2.db [None req-3f566e7a-a9fd-4fd7-b566-e2cc45425685 None None] For port 4264e532-6ca5-4734-8ca7-8c7ebee9fa50, host dv-cinder-830088-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830088-4-iscsi',level=0,port_id=4264e532-6ca5-4734-8ca7-8c7ebee9fa50,segment=NetworkSegment(b38201fa-6a32-4a1f-9c0f-806cdb936d2e),segment_id=b38201fa-6a32-4a1f-9c0f-806cdb936d2e)] {{(pid=103259) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 12 10:55:27.292403 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron_lib.callbacks.manager [None req-3f566e7a-a9fd-4fd7-b566-e2cc45425685 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1534861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777667992095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777667450170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777667450188'] for port (4264e532-6ca5-4734-8ca7-8c7ebee9fa50), after_update {{(pid=103259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 10:55:27.351007 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f566e7a-a9fd-4fd7-b566-e2cc45425685 None None] Pushing event updated for resources: {'Port': ['ID=4264e532-6ca5-4734-8ca7-8c7ebee9fa50,revision_number=2']} {{(pid=103259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 10:55:28.215445 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15ead28c-b047-41da-9c83-bf425f2fcb87 None None] Network 3d77b544-fede-4d95-82e9-74af82ecc128 requested from dv-cinder-830088-4-iscsi {{(pid=103259) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 12 10:55:28.251706 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron.db.provisioning_blocks [None req-c0ca0cd1-d385-483e-8016-3dcce39edc07 None None] Provisioning complete for port 4264e532-6ca5-4734-8ca7-8c7ebee9fa50 triggered by entity DHCP. {{(pid=103259) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 10:55:28.252080 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron_lib.callbacks.manager [None req-c0ca0cd1-d385-483e-8016-3dcce39edc07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1343588'] for port (4264e532-6ca5-4734-8ca7-8c7ebee9fa50), provisioning_complete {{(pid=103259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 10:55:28.396136 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron.plugins.ml2.plugin [None req-c0ca0cd1-d385-483e-8016-3dcce39edc07 None None] Current status of the port 4264e532-6ca5-4734-8ca7-8c7ebee9fa50 is: DOWN; New status is: ACTIVE {{(pid=103259) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 10:55:28.396530 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron_lib.callbacks.manager [None req-c0ca0cd1-d385-483e-8016-3dcce39edc07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1535343'] for port (4264e532-6ca5-4734-8ca7-8c7ebee9fa50), before_update {{(pid=103259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 10:55:28.443709 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron.plugins.ml2.db [None req-c0ca0cd1-d385-483e-8016-3dcce39edc07 None None] For port 4264e532-6ca5-4734-8ca7-8c7ebee9fa50, host dv-cinder-830088-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830088-4-iscsi',level=0,port_id=4264e532-6ca5-4734-8ca7-8c7ebee9fa50,segment=NetworkSegment(b38201fa-6a32-4a1f-9c0f-806cdb936d2e),segment_id=b38201fa-6a32-4a1f-9c0f-806cdb936d2e)] {{(pid=103259) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 10:55:28.449395 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron_lib.callbacks.manager [None req-c0ca0cd1-d385-483e-8016-3dcce39edc07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1534861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777667992095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777667450170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777667450188'] for port (4264e532-6ca5-4734-8ca7-8c7ebee9fa50), after_update {{(pid=103259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 10:55:28.519769 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0ca0cd1-d385-483e-8016-3dcce39edc07 None None] Pushing event updated for resources: {'Port': ['ID=4264e532-6ca5-4734-8ca7-8c7ebee9fa50,revision_number=3']} {{(pid=103259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 10:55:28.668163 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron.db.provisioning_blocks [None req-10a9c6b1-4eae-4a82-9117-d2ed12ec6bb5 None None] Provisioning complete for port 4264e532-6ca5-4734-8ca7-8c7ebee9fa50 triggered by entity DHCP. {{(pid=103259) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 10:55:28.668473 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron_lib.callbacks.manager [None req-10a9c6b1-4eae-4a82-9117-d2ed12ec6bb5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1343588'] for port (4264e532-6ca5-4734-8ca7-8c7ebee9fa50), provisioning_complete {{(pid=103259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 10:55:28.747420 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron.plugins.ml2.plugin [None req-10a9c6b1-4eae-4a82-9117-d2ed12ec6bb5 None None] Current status of the port 4264e532-6ca5-4734-8ca7-8c7ebee9fa50 is: ACTIVE; New status is: ACTIVE {{(pid=103259) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 10:55:29.321296 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron.plugins.ml2.rpc [None req-e4b062a6-7a21-4431-be77-3c7776c11043 None None] Device 4264e532-6ca5-4734-8ca7-8c7ebee9fa50 up at agent ovs-agent-dv-cinder-830088-4-iscsi {{(pid=103259) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 10:55:29.367723 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron.db.provisioning_blocks [None req-e4b062a6-7a21-4431-be77-3c7776c11043 None None] Provisioning complete for port 4264e532-6ca5-4734-8ca7-8c7ebee9fa50 triggered by entity L2. {{(pid=103259) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 10:55:29.368109 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron_lib.callbacks.manager [None req-e4b062a6-7a21-4431-be77-3c7776c11043 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1343588'] for port (4264e532-6ca5-4734-8ca7-8c7ebee9fa50), provisioning_complete {{(pid=103259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 10:55:29.446809 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron.plugins.ml2.plugin [None req-e4b062a6-7a21-4431-be77-3c7776c11043 None None] Current status of the port 4264e532-6ca5-4734-8ca7-8c7ebee9fa50 is: ACTIVE; New status is: ACTIVE {{(pid=103259) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 10:55:40.207920 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron_lib.callbacks.manager [None req-9dced4ff-5028-4c4b-ace3-fb0089a0e2c7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777667879581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1343690'] for agent (0a0a44e5-732d-48d9-a8ad-b47e7b7c1a86), after_update {{(pid=103259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 10:55:42.504882 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron_lib.callbacks.manager [None req-3e97b777-541c-462c-9da9-80a6b5265a56 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777667879581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1343690'] for agent (77f5e085-0284-4236-9dbf-35d2d452e277), after_update {{(pid=103259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 10:55:43.740909 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron_lib.callbacks.manager [None req-601bd752-88b9-4ad2-8e14-56931e32431b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777667879581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1343690'] for agent (3ceb33ec-7c20-4632-9357-4cc6534463de), after_update {{(pid=103259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 10:55:44.981280 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron_lib.callbacks.manager [None req-0acb87d3-0572-4b2c-b7c9-977edd32a8b9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777667879581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1343690'] for agent (3c144e28-9cc5-463d-ad96-a18b19cd455c), after_update {{(pid=103259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 10:55:46.502231 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron_lib.callbacks.manager [None req-e4b062a6-7a21-4431-be77-3c7776c11043 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777667879581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1343690'] for agent (c71cae7d-514b-467a-8477-0a67bee0b970), after_update {{(pid=103259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 10:55:51.749219 dv-cinder-830088-4-iscsi neutron-server[103260]: DEBUG neutron.db.agents_db [None req-b0205aca-973a-4a8a-ba9e-4a4e25067b42 None None] Agent healthcheck: found 5 active agents {{(pid=103260) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 12 10:56:10.209433 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron_lib.callbacks.manager [None req-3f2b3008-c76d-4490-b249-6775e0305c0e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777667879581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1343690'] for agent (0a0a44e5-732d-48d9-a8ad-b47e7b7c1a86), after_update {{(pid=103259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 10:56:12.506889 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron_lib.callbacks.manager [None req-af34814e-6afc-42e4-8019-0eb31c797e08 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777667879581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1343690'] for agent (77f5e085-0284-4236-9dbf-35d2d452e277), after_update {{(pid=103259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 10:56:13.743997 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron_lib.callbacks.manager [None req-601bd752-88b9-4ad2-8e14-56931e32431b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777667879581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1343690'] for agent (3ceb33ec-7c20-4632-9357-4cc6534463de), after_update {{(pid=103259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 10:56:14.981096 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron_lib.callbacks.manager [None req-0acb87d3-0572-4b2c-b7c9-977edd32a8b9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777667879581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1343690'] for agent (3c144e28-9cc5-463d-ad96-a18b19cd455c), after_update {{(pid=103259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 10:56:16.504630 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron_lib.callbacks.manager [None req-e4b062a6-7a21-4431-be77-3c7776c11043 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777667879581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1343690'] for agent (c71cae7d-514b-467a-8477-0a67bee0b970), after_update {{(pid=103259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 10:56:28.748349 dv-cinder-830088-4-iscsi neutron-server[103260]: DEBUG neutron.db.agents_db [None req-b0205aca-973a-4a8a-ba9e-4a4e25067b42 None None] Agent healthcheck: found 5 active agents {{(pid=103260) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 12 10:56:40.212481 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron_lib.callbacks.manager [None req-83f50dda-be72-4abb-9fbb-02d2dc545a92 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777667879581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1343690'] for agent (0a0a44e5-732d-48d9-a8ad-b47e7b7c1a86), after_update {{(pid=103259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 10:56:42.511068 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron_lib.callbacks.manager [None req-5850c903-35c6-4242-ae45-cb28b49d4f95 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777667879581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1343690'] for agent (77f5e085-0284-4236-9dbf-35d2d452e277), after_update {{(pid=103259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 10:56:43.746318 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron_lib.callbacks.manager [None req-601bd752-88b9-4ad2-8e14-56931e32431b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777667879581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1343690'] for agent (3ceb33ec-7c20-4632-9357-4cc6534463de), after_update {{(pid=103259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 10:56:44.985094 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron_lib.callbacks.manager [None req-0acb87d3-0572-4b2c-b7c9-977edd32a8b9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777667879581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1343690'] for agent (3c144e28-9cc5-463d-ad96-a18b19cd455c), after_update {{(pid=103259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 10:56:46.507440 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron_lib.callbacks.manager [None req-e4b062a6-7a21-4431-be77-3c7776c11043 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777667879581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1343690'] for agent (c71cae7d-514b-467a-8477-0a67bee0b970), after_update {{(pid=103259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 10:56:56.541469 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron.wsgi [-] (103257) accepted ('10.222.0.39', 48508) {{(pid=103257) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 10:56:56.547352 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron.wsgi [None req-cc41cb4a-729f-477a-9ff0-1f169673455e tempest-verify_tempest_config-21618489 tempest-verify_tempest_config-21618489-project] http://10.222.0.39:9696/v2.0/extensions returned with HTTP 200 {{(pid=103257) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 12 10:56:56.548396 dv-cinder-830088-4-iscsi neutron-server[103257]: INFO neutron.wsgi [None req-cc41cb4a-729f-477a-9ff0-1f169673455e tempest-verify_tempest_config-21618489 tempest-verify_tempest_config-21618489-project] 10.222.0.39 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14077 time: 0.0059752 Apr 12 10:56:56.833082 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.wsgi [-] (103258) accepted ('10.222.0.39', 48526) {{(pid=103258) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 10:56:56.934062 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-4fab384d-e239-4213-bafc-72bf4167b43a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 10:56:57.003656 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-4fab384d-e239-4213-bafc-72bf4167b43a admin admin] Publish callbacks [] for security_group (df35fd50-d5d7-425a-943b-4db6d3874741), precommit_create {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 10:56:57.007974 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-4fab384d-e239-4213-bafc-72bf4167b43a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-415253'] for security_group (df35fd50-d5d7-425a-943b-4db6d3874741), after_create {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 10:56:57.050880 dv-cinder-830088-4-iscsi neutron-server[103258]: INFO neutron.wsgi [None req-4fab384d-e239-4213-bafc-72bf4167b43a admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=18536bf3b7b5489eb979d17e5b8a1aba&name=default HTTP/1.1" status: 200 len: 2992 time: 0.2167594 Apr 12 10:56:57.052926 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fab384d-e239-4213-bafc-72bf4167b43a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=df35fd50-d5d7-425a-943b-4db6d3874741,revision_number=1']} {{(pid=103258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 10:56:57.053791 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron.wsgi [-] (103257) accepted ('10.222.0.39', 48532) {{(pid=103257) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 10:56:57.059821 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fab384d-e239-4213-bafc-72bf4167b43a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830088-4-iscsi {{(pid=103258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 10:56:57.060168 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fab384d-e239-4213-bafc-72bf4167b43a admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830088-4-iscsi {{(pid=103258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 10:56:57.060511 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fab384d-e239-4213-bafc-72bf4167b43a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830088-4-iscsi {{(pid=103258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 10:56:57.060843 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fab384d-e239-4213-bafc-72bf4167b43a admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830088-4-iscsi {{(pid=103258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 10:56:57.061172 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fab384d-e239-4213-bafc-72bf4167b43a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830088-4-iscsi {{(pid=103258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 10:56:57.061504 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fab384d-e239-4213-bafc-72bf4167b43a admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830088-4-iscsi {{(pid=103258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 10:56:57.061826 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fab384d-e239-4213-bafc-72bf4167b43a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830088-4-iscsi {{(pid=103258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 10:56:57.062147 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fab384d-e239-4213-bafc-72bf4167b43a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830088-4-iscsi {{(pid=103258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 10:56:57.062469 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fab384d-e239-4213-bafc-72bf4167b43a admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-830088-4-iscsi {{(pid=103258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 10:56:57.062816 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fab384d-e239-4213-bafc-72bf4167b43a admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830088-4-iscsi {{(pid=103258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 10:56:57.063143 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fab384d-e239-4213-bafc-72bf4167b43a admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830088-4-iscsi {{(pid=103258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 10:56:57.063466 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fab384d-e239-4213-bafc-72bf4167b43a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830088-4-iscsi {{(pid=103258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 10:56:57.063782 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fab384d-e239-4213-bafc-72bf4167b43a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830088-4-iscsi {{(pid=103258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 10:56:57.064100 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fab384d-e239-4213-bafc-72bf4167b43a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830088-4-iscsi {{(pid=103258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 10:56:57.064454 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fab384d-e239-4213-bafc-72bf4167b43a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830088-4-iscsi {{(pid=103258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 10:56:57.108804 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-faadabba-a896-4291-bd32-ed3e41b28117 admin admin] Publish callbacks [] for security_group (df35fd50-d5d7-425a-943b-4db6d3874741), before_delete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 10:56:57.129583 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-faadabba-a896-4291-bd32-ed3e41b28117 admin admin] Publish callbacks [] for security_group (df35fd50-d5d7-425a-943b-4db6d3874741), precommit_delete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 10:56:57.219437 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-faadabba-a896-4291-bd32-ed3e41b28117 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-415253'] for security_group (df35fd50-d5d7-425a-943b-4db6d3874741), after_delete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 10:56:57.222024 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-faadabba-a896-4291-bd32-ed3e41b28117 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 10:56:57.223283 dv-cinder-830088-4-iscsi neutron-server[103257]: INFO neutron.wsgi [None req-faadabba-a896-4291-bd32-ed3e41b28117 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/df35fd50-d5d7-425a-943b-4db6d3874741 HTTP/1.1" status: 204 len: 168 time: 0.1683910 Apr 12 10:56:57.231710 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faadabba-a896-4291-bd32-ed3e41b28117 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=df35fd50-d5d7-425a-943b-4db6d3874741,revision_number=None']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 10:56:57.238294 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faadabba-a896-4291-bd32-ed3e41b28117 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830088-4-iscsi {{(pid=103257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 10:56:57.238640 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faadabba-a896-4291-bd32-ed3e41b28117 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830088-4-iscsi {{(pid=103257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 10:56:57.238986 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faadabba-a896-4291-bd32-ed3e41b28117 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830088-4-iscsi {{(pid=103257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 10:56:57.239322 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faadabba-a896-4291-bd32-ed3e41b28117 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830088-4-iscsi {{(pid=103257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 10:56:57.239647 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faadabba-a896-4291-bd32-ed3e41b28117 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830088-4-iscsi {{(pid=103257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 10:56:57.239968 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faadabba-a896-4291-bd32-ed3e41b28117 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830088-4-iscsi {{(pid=103257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 10:56:57.240288 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faadabba-a896-4291-bd32-ed3e41b28117 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830088-4-iscsi {{(pid=103257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 10:56:57.240711 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faadabba-a896-4291-bd32-ed3e41b28117 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830088-4-iscsi {{(pid=103257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 10:56:57.240939 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faadabba-a896-4291-bd32-ed3e41b28117 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-830088-4-iscsi {{(pid=103257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 10:56:57.241260 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faadabba-a896-4291-bd32-ed3e41b28117 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830088-4-iscsi {{(pid=103257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 10:56:57.241578 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faadabba-a896-4291-bd32-ed3e41b28117 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830088-4-iscsi {{(pid=103257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 10:56:57.241896 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faadabba-a896-4291-bd32-ed3e41b28117 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830088-4-iscsi {{(pid=103257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 10:56:57.242211 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faadabba-a896-4291-bd32-ed3e41b28117 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830088-4-iscsi {{(pid=103257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 10:56:57.242523 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faadabba-a896-4291-bd32-ed3e41b28117 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830088-4-iscsi {{(pid=103257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 10:56:57.242860 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faadabba-a896-4291-bd32-ed3e41b28117 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830088-4-iscsi {{(pid=103257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 10:57:05.746760 dv-cinder-830088-4-iscsi neutron-server[103260]: DEBUG neutron.db.agents_db [None req-b0205aca-973a-4a8a-ba9e-4a4e25067b42 None None] Agent healthcheck: found 5 active agents {{(pid=103260) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 12 10:57:10.214072 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron_lib.callbacks.manager [None req-0bd63630-9af3-43ce-b1d3-ae2a4495bee9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777667879581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1343690'] for agent (0a0a44e5-732d-48d9-a8ad-b47e7b7c1a86), after_update {{(pid=103259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 10:57:12.515117 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron_lib.callbacks.manager [None req-a58edc13-4f06-4708-8819-ce11b9577915 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777667879581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1343690'] for agent (77f5e085-0284-4236-9dbf-35d2d452e277), after_update {{(pid=103259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 10:57:13.748927 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron_lib.callbacks.manager [None req-601bd752-88b9-4ad2-8e14-56931e32431b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777667879581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1343690'] for agent (3ceb33ec-7c20-4632-9357-4cc6534463de), after_update {{(pid=103259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 10:57:14.990193 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron_lib.callbacks.manager [None req-0acb87d3-0572-4b2c-b7c9-977edd32a8b9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777667879581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1343690'] for agent (3c144e28-9cc5-463d-ad96-a18b19cd455c), after_update {{(pid=103259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 10:57:16.509485 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron_lib.callbacks.manager [None req-e4b062a6-7a21-4431-be77-3c7776c11043 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777667879581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1343690'] for agent (c71cae7d-514b-467a-8477-0a67bee0b970), after_update {{(pid=103259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 10:57:40.214853 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron_lib.callbacks.manager [None req-3f78d3c2-fbf8-4741-a3a0-30c2af361fb8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777667879581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1343690'] for agent (0a0a44e5-732d-48d9-a8ad-b47e7b7c1a86), after_update {{(pid=103259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 10:57:42.516691 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron_lib.callbacks.manager [None req-b96adca6-ec26-4dcb-bc90-b572be956c16 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777667879581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1343690'] for agent (77f5e085-0284-4236-9dbf-35d2d452e277), after_update {{(pid=103259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 10:57:42.744421 dv-cinder-830088-4-iscsi neutron-server[103260]: DEBUG neutron.db.agents_db [None req-b0205aca-973a-4a8a-ba9e-4a4e25067b42 None None] Agent healthcheck: found 5 active agents {{(pid=103260) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 12 10:57:43.752529 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron_lib.callbacks.manager [None req-601bd752-88b9-4ad2-8e14-56931e32431b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777667879581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1343690'] for agent (3ceb33ec-7c20-4632-9357-4cc6534463de), after_update {{(pid=103259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 10:57:44.992088 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron_lib.callbacks.manager [None req-0acb87d3-0572-4b2c-b7c9-977edd32a8b9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777667879581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1343690'] for agent (3c144e28-9cc5-463d-ad96-a18b19cd455c), after_update {{(pid=103259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 10:57:46.511530 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron_lib.callbacks.manager [None req-e4b062a6-7a21-4431-be77-3c7776c11043 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777667879581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1343690'] for agent (c71cae7d-514b-467a-8477-0a67bee0b970), after_update {{(pid=103259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 10:58:10.216389 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron_lib.callbacks.manager [None req-e0e06380-4456-4e4d-bb27-83abd19058bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777667879581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1343690'] for agent (0a0a44e5-732d-48d9-a8ad-b47e7b7c1a86), after_update {{(pid=103259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 10:58:12.518651 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron_lib.callbacks.manager [None req-fd7e7d4d-5b26-4d74-a68a-f8b14fdb1507 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777667879581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1343690'] for agent (77f5e085-0284-4236-9dbf-35d2d452e277), after_update {{(pid=103259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 10:58:13.755217 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron_lib.callbacks.manager [None req-601bd752-88b9-4ad2-8e14-56931e32431b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777667879581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1343690'] for agent (3ceb33ec-7c20-4632-9357-4cc6534463de), after_update {{(pid=103259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 10:58:14.994572 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron_lib.callbacks.manager [None req-0acb87d3-0572-4b2c-b7c9-977edd32a8b9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777667879581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1343690'] for agent (3c144e28-9cc5-463d-ad96-a18b19cd455c), after_update {{(pid=103259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 10:58:16.513801 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron_lib.callbacks.manager [None req-e4b062a6-7a21-4431-be77-3c7776c11043 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777667879581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1343690'] for agent (c71cae7d-514b-467a-8477-0a67bee0b970), after_update {{(pid=103259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 10:58:19.742767 dv-cinder-830088-4-iscsi neutron-server[103260]: DEBUG neutron.db.agents_db [None req-b0205aca-973a-4a8a-ba9e-4a4e25067b42 None None] Agent healthcheck: found 5 active agents {{(pid=103260) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 12 10:58:40.217120 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron_lib.callbacks.manager [None req-db2c8f99-6d2e-4141-9a47-2600e41d0484 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777667879581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1343690'] for agent (0a0a44e5-732d-48d9-a8ad-b47e7b7c1a86), after_update {{(pid=103259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 10:58:41.726494 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron_lib.callbacks.manager [None req-ae6c308c-a92e-4424-a7f8-d6a17e5174ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777667879581', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-578739'] for agent (742b2e09-86ec-4663-b086-f6b891926c3e), after_create {{(pid=103259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 10:58:42.523659 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron_lib.callbacks.manager [None req-fa6f6254-42f7-481a-aac7-483ea54e5fd6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777667879581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1343690'] for agent (77f5e085-0284-4236-9dbf-35d2d452e277), after_update {{(pid=103259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 10:58:43.757687 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron_lib.callbacks.manager [None req-601bd752-88b9-4ad2-8e14-56931e32431b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777667879581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1343690'] for agent (3ceb33ec-7c20-4632-9357-4cc6534463de), after_update {{(pid=103259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 10:58:44.997552 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron_lib.callbacks.manager [None req-0acb87d3-0572-4b2c-b7c9-977edd32a8b9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777667879581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1343690'] for agent (3c144e28-9cc5-463d-ad96-a18b19cd455c), after_update {{(pid=103259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 10:58:46.517043 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron_lib.callbacks.manager [None req-e4b062a6-7a21-4431-be77-3c7776c11043 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777667879581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1343690'] for agent (c71cae7d-514b-467a-8477-0a67bee0b970), after_update {{(pid=103259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 10:58:56.581589 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron.wsgi [-] (103257) accepted ('10.222.0.39', 48602) {{(pid=103257) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 10:58:56.686774 dv-cinder-830088-4-iscsi neutron-server[103257]: INFO neutron.wsgi [None req-de91bba4-434d-4588-ae41-4c705ba66dc9 admin admin] 10.222.0.39 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4553 time: 0.1040494 Apr 12 10:58:56.742531 dv-cinder-830088-4-iscsi neutron-server[103260]: DEBUG neutron.db.agents_db [None req-b0205aca-973a-4a8a-ba9e-4a4e25067b42 None None] Agent healthcheck: found 6 active agents {{(pid=103260) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 12 10:58:58.998607 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron.wsgi [-] (103257) accepted ('10.222.0.39', 48612) {{(pid=103257) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 10:58:59.052424 dv-cinder-830088-4-iscsi neutron-server[103257]: INFO neutron.wsgi [None req-60f86174-6216-45db-856a-c82d2e19d964 admin admin] 10.222.0.39 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4553 time: 0.0526643 Apr 12 10:59:10.220242 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron_lib.callbacks.manager [None req-46dbd40c-b959-46b0-8f53-9fba89d886d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777667879581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1343690'] for agent (0a0a44e5-732d-48d9-a8ad-b47e7b7c1a86), after_update {{(pid=103259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 10:59:11.668367 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron_lib.callbacks.manager [None req-ae6c308c-a92e-4424-a7f8-d6a17e5174ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777667879581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1343690'] for agent (742b2e09-86ec-4663-b086-f6b891926c3e), after_update {{(pid=103259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 10:59:12.524643 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron_lib.callbacks.manager [None req-dad134db-7cfa-40e5-9b96-c828c65e601a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777667879581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1343690'] for agent (77f5e085-0284-4236-9dbf-35d2d452e277), after_update {{(pid=103259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 10:59:13.760202 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron_lib.callbacks.manager [None req-601bd752-88b9-4ad2-8e14-56931e32431b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777667879581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1343690'] for agent (3ceb33ec-7c20-4632-9357-4cc6534463de), after_update {{(pid=103259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 10:59:15.003385 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron_lib.callbacks.manager [None req-0acb87d3-0572-4b2c-b7c9-977edd32a8b9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777667879581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1343690'] for agent (3c144e28-9cc5-463d-ad96-a18b19cd455c), after_update {{(pid=103259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 10:59:16.519098 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron_lib.callbacks.manager [None req-e4b062a6-7a21-4431-be77-3c7776c11043 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777667879581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1343690'] for agent (c71cae7d-514b-467a-8477-0a67bee0b970), after_update {{(pid=103259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 10:59:33.740660 dv-cinder-830088-4-iscsi neutron-server[103260]: DEBUG neutron.db.agents_db [None req-b0205aca-973a-4a8a-ba9e-4a4e25067b42 None None] Agent healthcheck: found 6 active agents {{(pid=103260) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 12 10:59:40.221871 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron_lib.callbacks.manager [None req-5afa2695-3bf1-4aa6-a416-fef020f1a1bc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777667879581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1343690'] for agent (0a0a44e5-732d-48d9-a8ad-b47e7b7c1a86), after_update {{(pid=103259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 10:59:41.683665 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron_lib.callbacks.manager [None req-ae6c308c-a92e-4424-a7f8-d6a17e5174ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777667879581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1343690'] for agent (742b2e09-86ec-4663-b086-f6b891926c3e), after_update {{(pid=103259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 10:59:42.526150 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron_lib.callbacks.manager [None req-e77f066d-6a54-4305-95b7-dc3ad97f0987 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777667879581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1343690'] for agent (77f5e085-0284-4236-9dbf-35d2d452e277), after_update {{(pid=103259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 10:59:43.763241 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron_lib.callbacks.manager [None req-601bd752-88b9-4ad2-8e14-56931e32431b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777667879581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1343690'] for agent (3ceb33ec-7c20-4632-9357-4cc6534463de), after_update {{(pid=103259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 10:59:45.003627 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron_lib.callbacks.manager [None req-0acb87d3-0572-4b2c-b7c9-977edd32a8b9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777667879581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1343690'] for agent (3c144e28-9cc5-463d-ad96-a18b19cd455c), after_update {{(pid=103259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 10:59:46.523662 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron_lib.callbacks.manager [None req-e4b062a6-7a21-4431-be77-3c7776c11043 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777667879581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1343690'] for agent (c71cae7d-514b-467a-8477-0a67bee0b970), after_update {{(pid=103259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:00:10.223883 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron_lib.callbacks.manager [None req-216ba16b-c10e-4ee2-99dc-47c8f3bf814d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777667879581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1343690'] for agent (0a0a44e5-732d-48d9-a8ad-b47e7b7c1a86), after_update {{(pid=103259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:00:10.739504 dv-cinder-830088-4-iscsi neutron-server[103260]: DEBUG neutron.db.agents_db [None req-b0205aca-973a-4a8a-ba9e-4a4e25067b42 None None] Agent healthcheck: found 6 active agents {{(pid=103260) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 12 11:00:11.682560 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron_lib.callbacks.manager [None req-ae6c308c-a92e-4424-a7f8-d6a17e5174ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777667879581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1343690'] for agent (742b2e09-86ec-4663-b086-f6b891926c3e), after_update {{(pid=103259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:00:12.527991 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron_lib.callbacks.manager [None req-2f3a87c0-6078-41cc-8886-5fba4426844e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777667879581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1343690'] for agent (77f5e085-0284-4236-9dbf-35d2d452e277), after_update {{(pid=103259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:00:13.766644 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron_lib.callbacks.manager [None req-601bd752-88b9-4ad2-8e14-56931e32431b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777667879581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1343690'] for agent (3ceb33ec-7c20-4632-9357-4cc6534463de), after_update {{(pid=103259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:00:15.007209 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron_lib.callbacks.manager [None req-0acb87d3-0572-4b2c-b7c9-977edd32a8b9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777667879581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1343690'] for agent (3c144e28-9cc5-463d-ad96-a18b19cd455c), after_update {{(pid=103259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:00:16.527349 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron_lib.callbacks.manager [None req-e4b062a6-7a21-4431-be77-3c7776c11043 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777667879581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1343690'] for agent (c71cae7d-514b-467a-8477-0a67bee0b970), after_update {{(pid=103259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:00:39.945683 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron.wsgi [-] (103257) accepted ('10.222.0.39', 48768) {{(pid=103257) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 11:00:40.064397 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron.wsgi [-] (103257) accepted ('10.222.0.39', 48786) {{(pid=103257) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 11:00:40.138937 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron.api.v2.base [None req-3cdd8477-63ef-4198-a7d9-98cac3971999 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-942964669-network', 'tenant_id': 'e581060642574053bd171680bd4e15a9'}} {{(pid=103257) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 11:00:40.160061 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3cdd8477-63ef-4198-a7d9-98cac3971999 admin admin] Made reservation on behalf of e581060642574053bd171680bd4e15a9 for: {'network': 1} {{(pid=103257) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 12 11:00:40.163027 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-3cdd8477-63ef-4198-a7d9-98cac3971999 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1535343'] for network (None), before_create {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:00:40.174737 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-3cdd8477-63ef-4198-a7d9-98cac3971999 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:00:40.228926 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron_lib.callbacks.manager [None req-903e4031-b267-49b2-913e-5c0d30179a0e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777667879581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1343690'] for agent (0a0a44e5-732d-48d9-a8ad-b47e7b7c1a86), after_update {{(pid=103259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:00:40.244469 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron.api.v2.base [None req-d95dcea5-7b6b-4c9e-a60f-98a1eee002d9 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-423602201-network', 'tenant_id': 'd41e564f85554bef9013a0082cd0196d'}} {{(pid=103257) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 11:00:40.280361 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-3cdd8477-63ef-4198-a7d9-98cac3971999 admin admin] Publish callbacks [] for security_group (15d667c7-1bb7-4704-9ae1-6894fd3a3199), precommit_create {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:00:40.285972 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-3cdd8477-63ef-4198-a7d9-98cac3971999 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-415253'] for security_group (15d667c7-1bb7-4704-9ae1-6894fd3a3199), after_create {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:00:40.295452 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d95dcea5-7b6b-4c9e-a60f-98a1eee002d9 admin admin] Made reservation on behalf of d41e564f85554bef9013a0082cd0196d for: {'network': 1} {{(pid=103257) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 12 11:00:40.297702 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-d95dcea5-7b6b-4c9e-a60f-98a1eee002d9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1535343'] for network (None), before_create {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:00:40.316007 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-d95dcea5-7b6b-4c9e-a60f-98a1eee002d9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:00:40.330250 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3cdd8477-63ef-4198-a7d9-98cac3971999 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 511} {{(pid=103257) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 12 11:00:40.354669 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-3cdd8477-63ef-4198-a7d9-98cac3971999 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1531021'] for segment (7235212e-5ea9-4475-b7e8-0ed6cc0af829), precommit_create {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:00:40.355040 dv-cinder-830088-4-iscsi neutron-server[103257]: INFO neutron.db.segments_db [None req-3cdd8477-63ef-4198-a7d9-98cac3971999 admin admin] Added segment 7235212e-5ea9-4475-b7e8-0ed6cc0af829 of type vlan for network 8605bce6-3955-4448-bd79-8ef881f45c6d Apr 12 11:00:40.359003 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cdd8477-63ef-4198-a7d9-98cac3971999 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=15d667c7-1bb7-4704-9ae1-6894fd3a3199,revision_number=1']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:00:40.384732 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cdd8477-63ef-4198-a7d9-98cac3971999 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830088-4-iscsi {{(pid=103257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:00:40.385075 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cdd8477-63ef-4198-a7d9-98cac3971999 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830088-4-iscsi {{(pid=103257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:00:40.385413 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cdd8477-63ef-4198-a7d9-98cac3971999 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830088-4-iscsi {{(pid=103257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:00:40.385745 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cdd8477-63ef-4198-a7d9-98cac3971999 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830088-4-iscsi {{(pid=103257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:00:40.386143 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cdd8477-63ef-4198-a7d9-98cac3971999 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830088-4-iscsi {{(pid=103257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:00:40.386588 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cdd8477-63ef-4198-a7d9-98cac3971999 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830088-4-iscsi {{(pid=103257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:00:40.386955 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cdd8477-63ef-4198-a7d9-98cac3971999 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830088-4-iscsi {{(pid=103257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:00:40.387281 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cdd8477-63ef-4198-a7d9-98cac3971999 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830088-4-iscsi {{(pid=103257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:00:40.387613 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cdd8477-63ef-4198-a7d9-98cac3971999 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-830088-4-iscsi {{(pid=103257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:00:40.388119 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cdd8477-63ef-4198-a7d9-98cac3971999 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830088-4-iscsi {{(pid=103257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:00:40.388931 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cdd8477-63ef-4198-a7d9-98cac3971999 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830088-4-iscsi {{(pid=103257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:00:40.389425 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cdd8477-63ef-4198-a7d9-98cac3971999 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830088-4-iscsi {{(pid=103257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:00:40.390052 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cdd8477-63ef-4198-a7d9-98cac3971999 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830088-4-iscsi {{(pid=103257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:00:40.390614 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cdd8477-63ef-4198-a7d9-98cac3971999 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830088-4-iscsi {{(pid=103257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:00:40.391141 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cdd8477-63ef-4198-a7d9-98cac3971999 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830088-4-iscsi {{(pid=103257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:00:40.392657 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cdd8477-63ef-4198-a7d9-98cac3971999 admin admin] Tracked resource versions report: Apr 12 11:00:40.392657 dv-cinder-830088-4-iscsi neutron-server[103257]: pushed versions: Apr 12 11:00:40.392657 dv-cinder-830088-4-iscsi neutron-server[103257]: { 'AddressGroup': {'1.2'}, Apr 12 11:00:40.392657 dv-cinder-830088-4-iscsi neutron-server[103257]: 'Agent': {'1.1'}, Apr 12 11:00:40.392657 dv-cinder-830088-4-iscsi neutron-server[103257]: 'ConntrackHelper': {'1.0'}, Apr 12 11:00:40.392657 dv-cinder-830088-4-iscsi neutron-server[103257]: 'LocalIPAssociation': {'1.0'}, Apr 12 11:00:40.392657 dv-cinder-830088-4-iscsi neutron-server[103257]: 'Log': {'1.0'}, Apr 12 11:00:40.392657 dv-cinder-830088-4-iscsi neutron-server[103257]: 'NDPProxy': {'1.0'}, Apr 12 11:00:40.392657 dv-cinder-830088-4-iscsi neutron-server[103257]: 'Network': {'1.1'}, Apr 12 11:00:40.392657 dv-cinder-830088-4-iscsi neutron-server[103257]: 'Port': {'1.7'}, Apr 12 11:00:40.392657 dv-cinder-830088-4-iscsi neutron-server[103257]: 'PortForwarding': {'1.3'}, Apr 12 11:00:40.392657 dv-cinder-830088-4-iscsi neutron-server[103257]: 'QosPolicy': {'1.10'}, Apr 12 11:00:40.392657 dv-cinder-830088-4-iscsi neutron-server[103257]: 'SecurityGroup': {'1.5'}, Apr 12 11:00:40.392657 dv-cinder-830088-4-iscsi neutron-server[103257]: 'SecurityGroupRule': {'1.2'}, Apr 12 11:00:40.392657 dv-cinder-830088-4-iscsi neutron-server[103257]: 'SubPort': {'1.0'}, Apr 12 11:00:40.392657 dv-cinder-830088-4-iscsi neutron-server[103257]: 'Subnet': {'1.1'}, Apr 12 11:00:40.392657 dv-cinder-830088-4-iscsi neutron-server[103257]: 'Trunk': {'1.1'}} Apr 12 11:00:40.392657 dv-cinder-830088-4-iscsi neutron-server[103257]: consumer versions: Apr 12 11:00:40.392657 dv-cinder-830088-4-iscsi neutron-server[103257]: { DHCP agent@dv-cinder-830088-4-iscsi: {}, Apr 12 11:00:40.392657 dv-cinder-830088-4-iscsi neutron-server[103257]: HyperV agent@hv-cinder-83008: {}, Apr 12 11:00:40.392657 dv-cinder-830088-4-iscsi neutron-server[103257]: L3 agent@dv-cinder-830088-4-iscsi: {}, Apr 12 11:00:40.392657 dv-cinder-830088-4-iscsi neutron-server[103257]: Metadata agent@dv-cinder-830088-4-iscsi: {}, Apr 12 11:00:40.392657 dv-cinder-830088-4-iscsi neutron-server[103257]: Metering agent@dv-cinder-830088-4-iscsi: {}, Apr 12 11:00:40.392657 dv-cinder-830088-4-iscsi neutron-server[103257]: Open vSwitch agent@dv-cinder-830088-4-iscsi: { 'AddressGroup': '1.2', Apr 12 11:00:40.392657 dv-cinder-830088-4-iscsi neutron-server[103257]: 'Agent': '1.1', Apr 12 11:00:40.392657 dv-cinder-830088-4-iscsi neutron-server[103257]: 'ConntrackHelper': '1.0', Apr 12 11:00:40.392657 dv-cinder-830088-4-iscsi neutron-server[103257]: 'LocalIPAssociation': '1.0', Apr 12 11:00:40.392657 dv-cinder-830088-4-iscsi neutron-server[103257]: 'Log': '1.0', Apr 12 11:00:40.392657 dv-cinder-830088-4-iscsi neutron-server[103257]: 'NDPProxy': '1.0', Apr 12 11:00:40.392657 dv-cinder-830088-4-iscsi neutron-server[103257]: 'Network': '1.1', Apr 12 11:00:40.392657 dv-cinder-830088-4-iscsi neutron-server[103257]: 'Port': '1.7', Apr 12 11:00:40.392657 dv-cinder-830088-4-iscsi neutron-server[103257]: 'PortForwarding': '1.3', Apr 12 11:00:40.392657 dv-cinder-830088-4-iscsi neutron-server[103257]: 'QosPolicy': '1.10', Apr 12 11:00:40.392657 dv-cinder-830088-4-iscsi neutron-server[103257]: 'SecurityGroup': '1.5', Apr 12 11:00:40.392657 dv-cinder-830088-4-iscsi neutron-server[103257]: 'SecurityGroupRule': '1.2', Apr 12 11:00:40.392657 dv-cinder-830088-4-iscsi neutron-server[103257]: 'SubPort': '1.0', Apr 12 11:00:40.392657 dv-cinder-830088-4-iscsi neutron-server[103257]: 'Subnet': '1.1', Apr 12 11:00:40.392657 dv-cinder-830088-4-iscsi neutron-server[103257]: 'Trunk': '1.1'}} Apr 12 11:00:40.392657 dv-cinder-830088-4-iscsi neutron-server[103257]: {{(pid=103257) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Apr 12 11:00:40.454267 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-3cdd8477-63ef-4198-a7d9-98cac3971999 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777667466078'] for network (8605bce6-3955-4448-bd79-8ef881f45c6d), precommit_create {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:00:40.486880 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-3cdd8477-63ef-4198-a7d9-98cac3971999 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-415428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586207'] for network (8605bce6-3955-4448-bd79-8ef881f45c6d), after_create {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:00:40.488158 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3cdd8477-63ef-4198-a7d9-98cac3971999 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:00:40.489060 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-3cdd8477-63ef-4198-a7d9-98cac3971999 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586029'] for network (None), before_response {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:00:40.507322 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.wsgi [-] (103258) accepted ('10.222.0.39', 48814) {{(pid=103258) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 11:00:40.564292 dv-cinder-830088-4-iscsi neutron-server[103257]: INFO neutron.wsgi [None req-3cdd8477-63ef-4198-a7d9-98cac3971999 admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.6161165 Apr 12 11:00:40.566275 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.wsgi [-] (103258) accepted ('10.222.0.39', 48820) {{(pid=103258) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 11:00:40.572924 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.api.v2.base [None req-a7aee064-3a7c-4724-8ade-73afb54d65d9 admin admin] Request body: {'subnet': {'network_id': '8605bce6-3955-4448-bd79-8ef881f45c6d', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-942964669-subnet', 'tenant_id': 'e581060642574053bd171680bd4e15a9', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103258) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 11:00:40.577357 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cdd8477-63ef-4198-a7d9-98cac3971999 admin admin] Pushing event updated for resources: {'Network': ['ID=8605bce6-3955-4448-bd79-8ef881f45c6d,revision_number=1']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:00:40.598622 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron.plugins.ml2.rpc [None req-e4b062a6-7a21-4431-be77-3c7776c11043 None None] Network 8605bce6-3955-4448-bd79-8ef881f45c6d details requested by agent ovs-agent-dv-cinder-830088-4-iscsi with host dv-cinder-830088-4-iscsi {{(pid=103259) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 12 11:00:40.603548 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-d95dcea5-7b6b-4c9e-a60f-98a1eee002d9 admin admin] Publish callbacks [] for security_group (c7b5b834-b615-4abe-b331-ac1b15088a8c), precommit_create {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:00:40.609206 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-d95dcea5-7b6b-4c9e-a60f-98a1eee002d9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-415253'] for security_group (c7b5b834-b615-4abe-b331-ac1b15088a8c), after_create {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:00:40.618023 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a7aee064-3a7c-4724-8ade-73afb54d65d9 admin admin] Made reservation on behalf of e581060642574053bd171680bd4e15a9 for: {'subnet': 1} {{(pid=103258) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 12 11:00:40.620630 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-a7aee064-3a7c-4724-8ade-73afb54d65d9 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:00:40.639176 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d95dcea5-7b6b-4c9e-a60f-98a1eee002d9 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 546} {{(pid=103257) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 12 11:00:40.648795 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d95dcea5-7b6b-4c9e-a60f-98a1eee002d9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c7b5b834-b615-4abe-b331-ac1b15088a8c,revision_number=1']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:00:40.657787 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-d95dcea5-7b6b-4c9e-a60f-98a1eee002d9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1531021'] for segment (2248de7c-bd9a-4119-9ea3-2adf7f860546), precommit_create {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:00:40.658111 dv-cinder-830088-4-iscsi neutron-server[103257]: INFO neutron.db.segments_db [None req-d95dcea5-7b6b-4c9e-a60f-98a1eee002d9 admin admin] Added segment 2248de7c-bd9a-4119-9ea3-2adf7f860546 of type vlan for network 5283658c-f0e4-41df-8b22-61e61a4f7877 Apr 12 11:00:40.711658 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-d95dcea5-7b6b-4c9e-a60f-98a1eee002d9 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777667466078'] for network (5283658c-f0e4-41df-8b22-61e61a4f7877), precommit_create {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:00:40.747560 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-d95dcea5-7b6b-4c9e-a60f-98a1eee002d9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-415428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586207'] for network (5283658c-f0e4-41df-8b22-61e61a4f7877), after_create {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:00:40.748959 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d95dcea5-7b6b-4c9e-a60f-98a1eee002d9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:00:40.749931 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-d95dcea5-7b6b-4c9e-a60f-98a1eee002d9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586029'] for network (None), before_response {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:00:40.760898 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron.wsgi [-] (103257) accepted ('10.222.0.39', 48828) {{(pid=103257) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 11:00:40.791232 dv-cinder-830088-4-iscsi neutron-server[103257]: INFO neutron.wsgi [None req-d95dcea5-7b6b-4c9e-a60f-98a1eee002d9 admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.7256632 Apr 12 11:00:40.796994 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.wsgi [-] (103258) accepted ('10.222.0.39', 48832) {{(pid=103258) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 11:00:40.801579 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.api.v2.base [None req-2587d2b8-1fe9-4953-a8a5-73b6dbc1dabc admin admin] Request body: {'subnet': {'network_id': '5283658c-f0e4-41df-8b22-61e61a4f7877', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-423602201-subnet', 'tenant_id': 'd41e564f85554bef9013a0082cd0196d', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103258) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 11:00:40.838165 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2587d2b8-1fe9-4953-a8a5-73b6dbc1dabc admin admin] Made reservation on behalf of d41e564f85554bef9013a0082cd0196d for: {'subnet': 1} {{(pid=103258) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 12 11:00:40.839658 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d95dcea5-7b6b-4c9e-a60f-98a1eee002d9 admin admin] Pushing event updated for resources: {'Network': ['ID=5283658c-f0e4-41df-8b22-61e61a4f7877,revision_number=1']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:00:40.841090 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-2587d2b8-1fe9-4953-a8a5-73b6dbc1dabc admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:00:40.854034 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron.plugins.ml2.rpc [None req-e4b062a6-7a21-4431-be77-3c7776c11043 None None] Network 5283658c-f0e4-41df-8b22-61e61a4f7877 details requested by agent ovs-agent-dv-cinder-830088-4-iscsi with host dv-cinder-830088-4-iscsi {{(pid=103259) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 12 11:00:40.861303 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron.wsgi [-] (103257) accepted ('10.222.0.39', 48834) {{(pid=103257) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 11:00:40.962924 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.api.v2.base [None req-79bcde90-3ce5-4793-b524-7e74004c4fdc admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-1929172249-network', 'tenant_id': '64420168af994dfe8d37cc175e2bfbd6'}} {{(pid=103258) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 11:00:41.048389 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron.wsgi [-] (103257) accepted ('10.222.0.39', 48842) {{(pid=103257) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 11:00:41.055002 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-a7aee064-3a7c-4724-8ade-73afb54d65d9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-439037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586207'] for subnet (342bfb33-54ce-4b31-b1d9-ee13f5d2ec00), after_create {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:00:41.090541 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-79bcde90-3ce5-4793-b524-7e74004c4fdc admin admin] Made reservation on behalf of 64420168af994dfe8d37cc175e2bfbd6 for: {'network': 1} {{(pid=103258) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 12 11:00:41.092897 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-79bcde90-3ce5-4793-b524-7e74004c4fdc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1535343'] for network (None), before_create {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:00:41.097475 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron.api.v2.base [None req-75c74991-f546-4d1f-9482-6a0a4bded056 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-685548583-network', 'tenant_id': '69a133bd5ba947f5a9073d8c0e14336a'}} {{(pid=103257) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 11:00:41.124151 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-79bcde90-3ce5-4793-b524-7e74004c4fdc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:00:41.125907 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7aee064-3a7c-4724-8ade-73afb54d65d9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=342bfb33-54ce-4b31-b1d9-ee13f5d2ec00,revision_number=0']} {{(pid=103258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:00:41.126048 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-75c74991-f546-4d1f-9482-6a0a4bded056 admin admin] Made reservation on behalf of 69a133bd5ba947f5a9073d8c0e14336a for: {'network': 1} {{(pid=103257) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 12 11:00:41.128583 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-75c74991-f546-4d1f-9482-6a0a4bded056 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1535343'] for network (None), before_create {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:00:41.135551 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7aee064-3a7c-4724-8ade-73afb54d65d9 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830088-4-iscsi {{(pid=103258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:00:41.135889 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7aee064-3a7c-4724-8ade-73afb54d65d9 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830088-4-iscsi {{(pid=103258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:00:41.136531 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7aee064-3a7c-4724-8ade-73afb54d65d9 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830088-4-iscsi {{(pid=103258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:00:41.137511 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7aee064-3a7c-4724-8ade-73afb54d65d9 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830088-4-iscsi {{(pid=103258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:00:41.137988 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7aee064-3a7c-4724-8ade-73afb54d65d9 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830088-4-iscsi {{(pid=103258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:00:41.138473 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7aee064-3a7c-4724-8ade-73afb54d65d9 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830088-4-iscsi {{(pid=103258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:00:41.138969 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7aee064-3a7c-4724-8ade-73afb54d65d9 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830088-4-iscsi {{(pid=103258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:00:41.139398 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-75c74991-f546-4d1f-9482-6a0a4bded056 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:00:41.139557 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7aee064-3a7c-4724-8ade-73afb54d65d9 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830088-4-iscsi {{(pid=103258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:00:41.139766 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7aee064-3a7c-4724-8ade-73afb54d65d9 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-830088-4-iscsi {{(pid=103258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:00:41.140091 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7aee064-3a7c-4724-8ade-73afb54d65d9 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830088-4-iscsi {{(pid=103258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:00:41.140432 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7aee064-3a7c-4724-8ade-73afb54d65d9 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830088-4-iscsi {{(pid=103258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:00:41.140763 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7aee064-3a7c-4724-8ade-73afb54d65d9 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830088-4-iscsi {{(pid=103258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:00:41.141242 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7aee064-3a7c-4724-8ade-73afb54d65d9 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830088-4-iscsi {{(pid=103258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:00:41.141725 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7aee064-3a7c-4724-8ade-73afb54d65d9 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830088-4-iscsi {{(pid=103258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:00:41.142201 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7aee064-3a7c-4724-8ade-73afb54d65d9 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830088-4-iscsi {{(pid=103258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:00:41.143444 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7aee064-3a7c-4724-8ade-73afb54d65d9 admin admin] Tracked resource versions report: Apr 12 11:00:41.143444 dv-cinder-830088-4-iscsi neutron-server[103258]: pushed versions: Apr 12 11:00:41.143444 dv-cinder-830088-4-iscsi neutron-server[103258]: { 'AddressGroup': {'1.2'}, Apr 12 11:00:41.143444 dv-cinder-830088-4-iscsi neutron-server[103258]: 'Agent': {'1.1'}, Apr 12 11:00:41.143444 dv-cinder-830088-4-iscsi neutron-server[103258]: 'ConntrackHelper': {'1.0'}, Apr 12 11:00:41.143444 dv-cinder-830088-4-iscsi neutron-server[103258]: 'LocalIPAssociation': {'1.0'}, Apr 12 11:00:41.143444 dv-cinder-830088-4-iscsi neutron-server[103258]: 'Log': {'1.0'}, Apr 12 11:00:41.143444 dv-cinder-830088-4-iscsi neutron-server[103258]: 'NDPProxy': {'1.0'}, Apr 12 11:00:41.143444 dv-cinder-830088-4-iscsi neutron-server[103258]: 'Network': {'1.1'}, Apr 12 11:00:41.143444 dv-cinder-830088-4-iscsi neutron-server[103258]: 'Port': {'1.7'}, Apr 12 11:00:41.143444 dv-cinder-830088-4-iscsi neutron-server[103258]: 'PortForwarding': {'1.3'}, Apr 12 11:00:41.143444 dv-cinder-830088-4-iscsi neutron-server[103258]: 'QosPolicy': {'1.10'}, Apr 12 11:00:41.143444 dv-cinder-830088-4-iscsi neutron-server[103258]: 'SecurityGroup': {'1.5'}, Apr 12 11:00:41.143444 dv-cinder-830088-4-iscsi neutron-server[103258]: 'SecurityGroupRule': {'1.2'}, Apr 12 11:00:41.143444 dv-cinder-830088-4-iscsi neutron-server[103258]: 'SubPort': {'1.0'}, Apr 12 11:00:41.143444 dv-cinder-830088-4-iscsi neutron-server[103258]: 'Subnet': {'1.1'}, Apr 12 11:00:41.143444 dv-cinder-830088-4-iscsi neutron-server[103258]: 'Trunk': {'1.1'}} Apr 12 11:00:41.143444 dv-cinder-830088-4-iscsi neutron-server[103258]: consumer versions: Apr 12 11:00:41.143444 dv-cinder-830088-4-iscsi neutron-server[103258]: { DHCP agent@dv-cinder-830088-4-iscsi: {}, Apr 12 11:00:41.143444 dv-cinder-830088-4-iscsi neutron-server[103258]: HyperV agent@hv-cinder-83008: {}, Apr 12 11:00:41.143444 dv-cinder-830088-4-iscsi neutron-server[103258]: L3 agent@dv-cinder-830088-4-iscsi: {}, Apr 12 11:00:41.143444 dv-cinder-830088-4-iscsi neutron-server[103258]: Metadata agent@dv-cinder-830088-4-iscsi: {}, Apr 12 11:00:41.143444 dv-cinder-830088-4-iscsi neutron-server[103258]: Metering agent@dv-cinder-830088-4-iscsi: {}, Apr 12 11:00:41.143444 dv-cinder-830088-4-iscsi neutron-server[103258]: Open vSwitch agent@dv-cinder-830088-4-iscsi: { 'AddressGroup': '1.2', Apr 12 11:00:41.143444 dv-cinder-830088-4-iscsi neutron-server[103258]: 'Agent': '1.1', Apr 12 11:00:41.143444 dv-cinder-830088-4-iscsi neutron-server[103258]: 'ConntrackHelper': '1.0', Apr 12 11:00:41.143444 dv-cinder-830088-4-iscsi neutron-server[103258]: 'LocalIPAssociation': '1.0', Apr 12 11:00:41.143444 dv-cinder-830088-4-iscsi neutron-server[103258]: 'Log': '1.0', Apr 12 11:00:41.143444 dv-cinder-830088-4-iscsi neutron-server[103258]: 'NDPProxy': '1.0', Apr 12 11:00:41.143444 dv-cinder-830088-4-iscsi neutron-server[103258]: 'Network': '1.1', Apr 12 11:00:41.143444 dv-cinder-830088-4-iscsi neutron-server[103258]: 'Port': '1.7', Apr 12 11:00:41.143444 dv-cinder-830088-4-iscsi neutron-server[103258]: 'PortForwarding': '1.3', Apr 12 11:00:41.143444 dv-cinder-830088-4-iscsi neutron-server[103258]: 'QosPolicy': '1.10', Apr 12 11:00:41.143444 dv-cinder-830088-4-iscsi neutron-server[103258]: 'SecurityGroup': '1.5', Apr 12 11:00:41.143444 dv-cinder-830088-4-iscsi neutron-server[103258]: 'SecurityGroupRule': '1.2', Apr 12 11:00:41.143444 dv-cinder-830088-4-iscsi neutron-server[103258]: 'SubPort': '1.0', Apr 12 11:00:41.143444 dv-cinder-830088-4-iscsi neutron-server[103258]: 'Subnet': '1.1', Apr 12 11:00:41.143444 dv-cinder-830088-4-iscsi neutron-server[103258]: 'Trunk': '1.1'}} Apr 12 11:00:41.143444 dv-cinder-830088-4-iscsi neutron-server[103258]: {{(pid=103258) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Apr 12 11:00:41.180749 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron.api.v2.base [None req-9acc56da-dd92-4336-a0be-d31143e8c87d admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1043609897-network', 'tenant_id': '75424b41fe614e43b36439027f6b86e5'}} {{(pid=103257) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 11:00:41.217740 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9acc56da-dd92-4336-a0be-d31143e8c87d admin admin] Made reservation on behalf of 75424b41fe614e43b36439027f6b86e5 for: {'network': 1} {{(pid=103257) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 12 11:00:41.220363 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-9acc56da-dd92-4336-a0be-d31143e8c87d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1535343'] for network (None), before_create {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:00:41.225586 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7aee064-3a7c-4724-8ade-73afb54d65d9 admin admin] Checking segment: {'id': '7235212e-5ea9-4475-b7e8-0ed6cc0af829', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': '8605bce6-3955-4448-bd79-8ef881f45c6d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103258) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 11:00:41.225879 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7aee064-3a7c-4724-8ade-73afb54d65d9 admin admin] Network hostable DHCP agents. Network: 8605bce6-3955-4448-bd79-8ef881f45c6d, hostable agents: ['0a0a44e5-732d-48d9-a8ad-b47e7b7c1a86'], hosted agents: [] {{(pid=103258) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 12 11:00:41.236574 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-9acc56da-dd92-4336-a0be-d31143e8c87d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:00:41.244975 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-2587d2b8-1fe9-4953-a8a5-73b6dbc1dabc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-439037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586207'] for subnet (a03f1c9e-6c63-496e-9600-bb0a8351c93d), after_create {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:00:41.285713 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-75c74991-f546-4d1f-9482-6a0a4bded056 admin admin] Publish callbacks [] for security_group (19a2dc3b-a298-4013-89f3-f5eb3f383f02), precommit_create {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:00:41.298262 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-75c74991-f546-4d1f-9482-6a0a4bded056 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-415253'] for security_group (19a2dc3b-a298-4013-89f3-f5eb3f383f02), after_create {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:00:41.320226 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7aee064-3a7c-4724-8ade-73afb54d65d9 admin admin] Network 8605bce6-3955-4448-bd79-8ef881f45c6d is scheduled to be hosted by DHCP agent 0a0a44e5-732d-48d9-a8ad-b47e7b7c1a86 with binding_index 1 {{(pid=103258) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 12 11:00:41.336049 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2587d2b8-1fe9-4953-a8a5-73b6dbc1dabc admin admin] Pushing event updated for resources: {'Subnet': ['ID=a03f1c9e-6c63-496e-9600-bb0a8351c93d,revision_number=0']} {{(pid=103258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:00:41.337948 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-75c74991-f546-4d1f-9482-6a0a4bded056 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 549} {{(pid=103257) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 12 11:00:41.353416 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.scheduler.base_scheduler [None req-a7aee064-3a7c-4724-8ade-73afb54d65d9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-830088-4-iscsi, 8605bce6-3955-4448-bd79-8ef881f45c6d) {{(pid=103258) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 11:00:41.367216 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7aee064-3a7c-4724-8ade-73afb54d65d9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:00:41.367817 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-a7aee064-3a7c-4724-8ade-73afb54d65d9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586029'] for subnet (None), before_response {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:00:41.368077 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-403863eb-5ddb-496d-a759-a624b6c62deb None None] Network 8605bce6-3955-4448-bd79-8ef881f45c6d requested from dv-cinder-830088-4-iscsi {{(pid=103259) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 12 11:00:41.402587 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-79bcde90-3ce5-4793-b524-7e74004c4fdc admin admin] Publish callbacks [] for security_group (71e266af-b8f1-4bac-99bb-ae1f9d008a63), precommit_create {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:00:41.404373 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2587d2b8-1fe9-4953-a8a5-73b6dbc1dabc admin admin] Checking segment: {'id': '2248de7c-bd9a-4119-9ea3-2adf7f860546', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': '5283658c-f0e4-41df-8b22-61e61a4f7877'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103258) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 11:00:41.404864 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2587d2b8-1fe9-4953-a8a5-73b6dbc1dabc admin admin] Network hostable DHCP agents. Network: 5283658c-f0e4-41df-8b22-61e61a4f7877, hostable agents: ['0a0a44e5-732d-48d9-a8ad-b47e7b7c1a86'], hosted agents: [] {{(pid=103258) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 12 11:00:41.414499 dv-cinder-830088-4-iscsi neutron-server[103258]: INFO neutron.wsgi [None req-a7aee064-3a7c-4724-8ade-73afb54d65d9 admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.8436177 Apr 12 11:00:41.414499 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-79bcde90-3ce5-4793-b524-7e74004c4fdc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-415253'] for security_group (71e266af-b8f1-4bac-99bb-ae1f9d008a63), after_create {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:00:41.418786 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.wsgi [-] (103258) accepted ('10.222.0.39', 48854) {{(pid=103258) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 11:00:41.426945 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.api.v2.base [None req-bdfd8f08-6b9d-43fc-970f-53024ed0a000 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeNegativeTest-942964669-router', 'tenant_id': 'e581060642574053bd171680bd4e15a9', 'external_gateway_info': {'network_id': '3b7be5f2-485b-4c85-8f98-fb200971b61c'}}} {{(pid=103258) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 11:00:41.464135 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron.api.v2.base [None req-41cc842f-299c-493b-8f8f-4ef4df3b2656 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-1877816747-network', 'tenant_id': '87551ef1ad8e4190b7a3b1c3469382df'}} {{(pid=103257) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 11:00:41.478485 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2587d2b8-1fe9-4953-a8a5-73b6dbc1dabc admin admin] Network 5283658c-f0e4-41df-8b22-61e61a4f7877 is scheduled to be hosted by DHCP agent 0a0a44e5-732d-48d9-a8ad-b47e7b7c1a86 with binding_index 1 {{(pid=103258) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 12 11:00:41.487049 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79bcde90-3ce5-4793-b524-7e74004c4fdc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=71e266af-b8f1-4bac-99bb-ae1f9d008a63,revision_number=1']} {{(pid=103258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:00:41.487924 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-75c74991-f546-4d1f-9482-6a0a4bded056 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1531021'] for segment (331144d7-7890-4b14-baab-10c11a274824), precommit_create {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:00:41.488522 dv-cinder-830088-4-iscsi neutron-server[103257]: INFO neutron.db.segments_db [None req-75c74991-f546-4d1f-9482-6a0a4bded056 admin admin] Added segment 331144d7-7890-4b14-baab-10c11a274824 of type vlan for network 332a1fd1-5c8d-44a4-a602-cb07d1316e56 Apr 12 11:00:41.490828 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75c74991-f546-4d1f-9482-6a0a4bded056 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=19a2dc3b-a298-4013-89f3-f5eb3f383f02,revision_number=1']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:00:41.494254 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.scheduler.base_scheduler [None req-2587d2b8-1fe9-4953-a8a5-73b6dbc1dabc admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-830088-4-iscsi, 5283658c-f0e4-41df-8b22-61e61a4f7877) {{(pid=103258) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 11:00:41.498455 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-bdfd8f08-6b9d-43fc-970f-53024ed0a000 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-518224', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14475'] for router (b40e7d0d-8f57-424d-96be-54b6f118e1d9), before_create {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:00:41.499604 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-bdfd8f08-6b9d-43fc-970f-53024ed0a000 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-519904', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-577883', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-347708', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14482'] for router (b40e7d0d-8f57-424d-96be-54b6f118e1d9), precommit_create {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:00:41.504199 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2587d2b8-1fe9-4953-a8a5-73b6dbc1dabc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:00:41.504799 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-2587d2b8-1fe9-4953-a8a5-73b6dbc1dabc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586029'] for subnet (None), before_response {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:00:41.529044 dv-cinder-830088-4-iscsi neutron-server[103258]: INFO neutron.wsgi [None req-2587d2b8-1fe9-4953-a8a5-73b6dbc1dabc admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.7309744 Apr 12 11:00:41.548054 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron.wsgi [-] (103257) accepted ('10.222.0.39', 48858) {{(pid=103257) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 11:00:41.553078 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron.api.v2.base [None req-b47c5f47-6ffd-4fe3-b714-ce842584ed7d admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-423602201-router', 'tenant_id': 'd41e564f85554bef9013a0082cd0196d', 'external_gateway_info': {'network_id': '3b7be5f2-485b-4c85-8f98-fb200971b61c'}}} {{(pid=103257) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 11:00:41.592168 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-75c74991-f546-4d1f-9482-6a0a4bded056 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777667466078'] for network (332a1fd1-5c8d-44a4-a602-cb07d1316e56), precommit_create {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:00:41.602961 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f79d66fe-4d62-4e74-989e-434106dfe600 None None] Network 5283658c-f0e4-41df-8b22-61e61a4f7877 requested from dv-cinder-830088-4-iscsi {{(pid=103259) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 12 11:00:41.603504 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-9acc56da-dd92-4336-a0be-d31143e8c87d admin admin] Publish callbacks [] for security_group (11028088-a4cb-47f9-98f8-cef8b779765e), precommit_create {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:00:41.612577 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-41cc842f-299c-493b-8f8f-4ef4df3b2656 admin admin] Made reservation on behalf of 87551ef1ad8e4190b7a3b1c3469382df for: {'network': 1} {{(pid=103257) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 12 11:00:41.615996 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-41cc842f-299c-493b-8f8f-4ef4df3b2656 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1535343'] for network (None), before_create {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:00:41.621657 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-9acc56da-dd92-4336-a0be-d31143e8c87d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-415253'] for security_group (11028088-a4cb-47f9-98f8-cef8b779765e), after_create {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:00:41.632227 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-bdfd8f08-6b9d-43fc-970f-53024ed0a000 admin admin] Publish callbacks [] for router_controller (b40e7d0d-8f57-424d-96be-54b6f118e1d9), precommit_add_association {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:00:41.672381 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9acc56da-dd92-4336-a0be-d31143e8c87d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=11028088-a4cb-47f9-98f8-cef8b779765e,revision_number=1']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:00:41.675346 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-b47c5f47-6ffd-4fe3-b714-ce842584ed7d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-518224', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14475'] for router (373bcbcc-c4aa-4514-9206-351c9dcda33b), before_create {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:00:41.676917 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-b47c5f47-6ffd-4fe3-b714-ce842584ed7d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-519904', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-577883', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-347708', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14482'] for router (373bcbcc-c4aa-4514-9206-351c9dcda33b), precommit_create {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:00:41.751330 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aed9f2c2-1f45-4a36-bdcb-ae06a66af6c2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp428fab94-ffe0-5fd5-8965-378eceeea6ce-8605bce6-3955-4448-bd79-8ef881f45c6d', 'network_id': '8605bce6-3955-4448-bd79-8ef881f45c6d', 'project_id': 'e581060642574053bd171680bd4e15a9', 'fixed_ips': [{'subnet_id': '342bfb33-54ce-4b31-b1d9-ee13f5d2ec00'}]}} from dv-cinder-830088-4-iscsi. {{(pid=103259) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 12 11:00:41.753119 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron_lib.callbacks.manager [None req-aed9f2c2-1f45-4a36-bdcb-ae06a66af6c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1535343'] for port (None), before_create {{(pid=103259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:00:41.755948 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron_lib.callbacks.manager [None req-ae6c308c-a92e-4424-a7f8-d6a17e5174ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777667879581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1343690'] for agent (742b2e09-86ec-4663-b086-f6b891926c3e), after_update {{(pid=103259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:00:41.781044 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-41cc842f-299c-493b-8f8f-4ef4df3b2656 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:00:41.792314 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-b47c5f47-6ffd-4fe3-b714-ce842584ed7d admin admin] Publish callbacks [] for router_controller (373bcbcc-c4aa-4514-9206-351c9dcda33b), precommit_add_association {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:00:41.801919 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9acc56da-dd92-4336-a0be-d31143e8c87d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 547} {{(pid=103257) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 12 11:00:41.815821 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-75c74991-f546-4d1f-9482-6a0a4bded056 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-415428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586207'] for network (332a1fd1-5c8d-44a4-a602-cb07d1316e56), after_create {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:00:41.816775 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75c74991-f546-4d1f-9482-6a0a4bded056 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:00:41.817348 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-75c74991-f546-4d1f-9482-6a0a4bded056 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586029'] for network (None), before_response {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:00:41.835493 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-746db600-597b-4919-96a9-ed9b280be601 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp428fab94-ffe0-5fd5-8965-378eceeea6ce-5283658c-f0e4-41df-8b22-61e61a4f7877', 'network_id': '5283658c-f0e4-41df-8b22-61e61a4f7877', 'project_id': 'd41e564f85554bef9013a0082cd0196d', 'fixed_ips': [{'subnet_id': 'a03f1c9e-6c63-496e-9600-bb0a8351c93d'}]}} from dv-cinder-830088-4-iscsi. {{(pid=103259) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 12 11:00:41.836795 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron_lib.callbacks.manager [None req-746db600-597b-4919-96a9-ed9b280be601 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1535343'] for port (None), before_create {{(pid=103259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:00:41.865964 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron_lib.db.api [None req-79bcde90-3ce5-4793-b524-7e74004c4fdc admin admin] Retry wrapper got retriable exception: Unable to create the network. No available network found in maximum allowed attempts. {{(pid=103258) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 12 11:00:41.867437 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG oslo_db.api [None req-79bcde90-3ce5-4793-b524-7e74004c4fdc admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_network {{(pid=103258) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 12 11:00:41.867579 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-9acc56da-dd92-4336-a0be-d31143e8c87d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1531021'] for segment (4c15674f-8283-408b-9e82-280deac4c22c), precommit_create {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:00:41.867856 dv-cinder-830088-4-iscsi neutron-server[103257]: INFO neutron.db.segments_db [None req-9acc56da-dd92-4336-a0be-d31143e8c87d admin admin] Added segment 4c15674f-8283-408b-9e82-280deac4c22c of type vlan for network d1e362ee-b2c2-477f-803d-bd6d1dea50ab Apr 12 11:00:42.009186 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-bdfd8f08-6b9d-43fc-970f-53024ed0a000 admin admin] Publish callbacks [] for router_gateway (b40e7d0d-8f57-424d-96be-54b6f118e1d9), precommit_update {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:00:42.041123 dv-cinder-830088-4-iscsi neutron-server[103257]: INFO neutron.wsgi [None req-75c74991-f546-4d1f-9482-6a0a4bded056 admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.2777538 Apr 12 11:00:42.044707 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron.wsgi [-] (103257) accepted ('10.222.0.39', 48880) {{(pid=103257) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 11:00:42.061016 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron.api.v2.base [None req-44b41e4b-c7cc-47e4-bead-89ad557fa61f admin admin] Request body: {'subnet': {'network_id': '332a1fd1-5c8d-44a4-a602-cb07d1316e56', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-685548583-subnet', 'tenant_id': '69a133bd5ba947f5a9073d8c0e14336a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103257) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 11:00:42.070749 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-9acc56da-dd92-4336-a0be-d31143e8c87d admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777667466078'] for network (d1e362ee-b2c2-477f-803d-bd6d1dea50ab), precommit_create {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:00:42.074222 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75c74991-f546-4d1f-9482-6a0a4bded056 admin admin] Pushing event updated for resources: {'Network': ['ID=332a1fd1-5c8d-44a4-a602-cb07d1316e56,revision_number=1']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:00:42.161207 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron.plugins.ml2.rpc [None req-e4b062a6-7a21-4431-be77-3c7776c11043 None None] Network 332a1fd1-5c8d-44a4-a602-cb07d1316e56 details requested by agent ovs-agent-dv-cinder-830088-4-iscsi with host dv-cinder-830088-4-iscsi {{(pid=103259) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 12 11:00:42.172089 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-b47c5f47-6ffd-4fe3-b714-ce842584ed7d admin admin] Publish callbacks [] for router_gateway (373bcbcc-c4aa-4514-9206-351c9dcda33b), precommit_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:00:42.184268 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron.db.db_base_plugin_common [None req-746db600-597b-4919-96a9-ed9b280be601 None None] Allocated IP 172.20.0.2 (5283658c-f0e4-41df-8b22-61e61a4f7877/a03f1c9e-6c63-496e-9600-bb0a8351c93d/033b5712-b772-4ad6-8c5d-9bbf24283c0c) {{(pid=103259) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 12 11:00:42.196543 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-44b41e4b-c7cc-47e4-bead-89ad557fa61f admin admin] Made reservation on behalf of 69a133bd5ba947f5a9073d8c0e14336a for: {'subnet': 1} {{(pid=103257) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 12 11:00:42.199855 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-44b41e4b-c7cc-47e4-bead-89ad557fa61f admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:00:42.246006 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-9acc56da-dd92-4336-a0be-d31143e8c87d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-415428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586207'] for network (d1e362ee-b2c2-477f-803d-bd6d1dea50ab), after_create {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:00:42.247450 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9acc56da-dd92-4336-a0be-d31143e8c87d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:00:42.248247 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-9acc56da-dd92-4336-a0be-d31143e8c87d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586029'] for network (None), before_response {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:00:42.271107 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-bdfd8f08-6b9d-43fc-970f-53024ed0a000 admin admin] Publish callbacks [] for router_gateway (b40e7d0d-8f57-424d-96be-54b6f118e1d9), before_create {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:00:42.307764 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-bdfd8f08-6b9d-43fc-970f-53024ed0a000 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1535343'] for port (None), before_create {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:00:42.332633 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-41cc842f-299c-493b-8f8f-4ef4df3b2656 admin admin] Publish callbacks [] for security_group (d3f9b1f1-6368-4c51-964e-16ec3a7a3785), precommit_create {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:00:42.369287 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-79bcde90-3ce5-4793-b524-7e74004c4fdc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1535343'] for network (None), before_create {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:00:42.382487 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron_lib.callbacks.manager [None req-746db600-597b-4919-96a9-ed9b280be601 None None] Publish callbacks [] for port (033b5712-b772-4ad6-8c5d-9bbf24283c0c), precommit_create {{(pid=103259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:00:42.403952 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-41cc842f-299c-493b-8f8f-4ef4df3b2656 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-415253'] for security_group (d3f9b1f1-6368-4c51-964e-16ec3a7a3785), after_create {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:00:42.408314 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron_lib.callbacks.manager [None req-746db600-597b-4919-96a9-ed9b280be601 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1534861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777667450152'] for port (033b5712-b772-4ad6-8c5d-9bbf24283c0c), after_create {{(pid=103259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:00:42.451531 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.wsgi [-] (103258) accepted ('10.222.0.39', 48900) {{(pid=103258) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 11:00:42.452211 dv-cinder-830088-4-iscsi neutron-server[103257]: INFO neutron.wsgi [None req-9acc56da-dd92-4336-a0be-d31143e8c87d admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 1.5883353 Apr 12 11:00:42.457124 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.api.v2.base [None req-303ad3e0-2890-48b7-8932-04f85def62b2 admin admin] Request body: {'subnet': {'network_id': 'd1e362ee-b2c2-477f-803d-bd6d1dea50ab', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1043609897-subnet', 'tenant_id': '75424b41fe614e43b36439027f6b86e5', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103258) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 11:00:42.463400 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-746db600-597b-4919-96a9-ed9b280be601 None None] Network 5283658c-f0e4-41df-8b22-61e61a4f7877 is already hosted by enough agents. {{(pid=103259) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 11:00:42.493707 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-79bcde90-3ce5-4793-b524-7e74004c4fdc admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 506} {{(pid=103258) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 12 11:00:42.504560 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron.db.db_base_plugin_common [None req-aed9f2c2-1f45-4a36-bdcb-ae06a66af6c2 None None] Allocated IP 172.20.0.2 (8605bce6-3955-4448-bd79-8ef881f45c6d/342bfb33-54ce-4b31-b1d9-ee13f5d2ec00/b6aa9733-5ca7-474e-8346-2268021e91a6) {{(pid=103259) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 12 11:00:42.507468 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron.scheduler.base_scheduler [None req-746db600-597b-4919-96a9-ed9b280be601 None None] Resources bound (agent type, host, resource id): {{(pid=103259) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 11:00:42.518893 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron.db.l3_dvrscheduler_db [None req-746db600-597b-4919-96a9-ed9b280be601 None None] Received port after_create {{(pid=103259) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 12 11:00:42.521163 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-79bcde90-3ce5-4793-b524-7e74004c4fdc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1531021'] for segment (af155c35-6d9d-4cb5-9da1-9790843f44dc), precommit_create {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:00:42.521698 dv-cinder-830088-4-iscsi neutron-server[103258]: INFO neutron.db.segments_db [None req-79bcde90-3ce5-4793-b524-7e74004c4fdc admin admin] Added segment af155c35-6d9d-4cb5-9da1-9790843f44dc of type vlan for network 5fe71604-a19f-4748-9dc5-7cc9d7ecf6be Apr 12 11:00:42.554339 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-303ad3e0-2890-48b7-8932-04f85def62b2 admin admin] Made reservation on behalf of 75424b41fe614e43b36439027f6b86e5 for: {'subnet': 1} {{(pid=103258) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 12 11:00:42.557378 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-303ad3e0-2890-48b7-8932-04f85def62b2 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:00:42.569791 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-41cc842f-299c-493b-8f8f-4ef4df3b2656 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 520} {{(pid=103257) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 12 11:00:42.580794 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.db.db_base_plugin_common [None req-bdfd8f08-6b9d-43fc-970f-53024ed0a000 admin admin] Allocated IP 172.27.3.241 (3b7be5f2-485b-4c85-8f98-fb200971b61c/4887111e-1302-416a-ab8e-c957c9df7f85/dd38917a-e181-47e0-9f30-aa2e24b0ed10) {{(pid=103258) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 12 11:00:42.597858 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9acc56da-dd92-4336-a0be-d31143e8c87d admin admin] Pushing event updated for resources: {'Network': ['ID=d1e362ee-b2c2-477f-803d-bd6d1dea50ab,revision_number=1']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:00:42.624543 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-41cc842f-299c-493b-8f8f-4ef4df3b2656 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1531021'] for segment (fef06479-df1c-48b3-ab23-a5007803664a), precommit_create {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:00:42.625813 dv-cinder-830088-4-iscsi neutron-server[103257]: INFO neutron.db.segments_db [None req-41cc842f-299c-493b-8f8f-4ef4df3b2656 admin admin] Added segment fef06479-df1c-48b3-ab23-a5007803664a of type vlan for network 696acaf3-e376-402a-9f44-515f336c0ed7 Apr 12 11:00:42.763841 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41cc842f-299c-493b-8f8f-4ef4df3b2656 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d3f9b1f1-6368-4c51-964e-16ec3a7a3785,revision_number=1']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:00:42.820464 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-41cc842f-299c-493b-8f8f-4ef4df3b2656 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777667466078'] for network (696acaf3-e376-402a-9f44-515f336c0ed7), precommit_create {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:00:42.845343 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-79bcde90-3ce5-4793-b524-7e74004c4fdc admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777667466078'] for network (5fe71604-a19f-4748-9dc5-7cc9d7ecf6be), precommit_create {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:00:42.914319 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-41cc842f-299c-493b-8f8f-4ef4df3b2656 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-415428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586207'] for network (696acaf3-e376-402a-9f44-515f336c0ed7), after_create {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:00:42.915588 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41cc842f-299c-493b-8f8f-4ef4df3b2656 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:00:42.916296 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-41cc842f-299c-493b-8f8f-4ef4df3b2656 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586029'] for network (None), before_response {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:00:42.926919 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron.plugins.ml2.rpc [None req-e4b062a6-7a21-4431-be77-3c7776c11043 None None] Network d1e362ee-b2c2-477f-803d-bd6d1dea50ab details requested by agent ovs-agent-dv-cinder-830088-4-iscsi with host dv-cinder-830088-4-iscsi {{(pid=103259) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 12 11:00:42.930970 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-746db600-597b-4919-96a9-ed9b280be601 None None] Pushing event updated for resources: {'Port': ['ID=033b5712-b772-4ad6-8c5d-9bbf24283c0c,revision_number=1']} {{(pid=103259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:00:42.950756 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-303ad3e0-2890-48b7-8932-04f85def62b2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-439037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586207'] for subnet (f45e6354-c022-4a6b-bc93-c838f8fbfd76), after_create {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:00:42.953821 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron.plugins.ml2.managers [None req-746db600-597b-4919-96a9-ed9b280be601 None None] Attempting to bind port 033b5712-b772-4ad6-8c5d-9bbf24283c0c on host dv-cinder-830088-4-iscsi for vnic_type normal with profile {{(pid=103259) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 12 11:00:42.954473 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron.plugins.ml2.managers [None req-746db600-597b-4919-96a9-ed9b280be601 None None] Attempting to bind port 033b5712-b772-4ad6-8c5d-9bbf24283c0c by drivers openvswitch,hyperv on host dv-cinder-830088-4-iscsi at level 0 using segments [{'id': '2248de7c-bd9a-4119-9ea3-2adf7f860546', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': '5283658c-f0e4-41df-8b22-61e61a4f7877'}] {{(pid=103259) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 12 11:00:42.955149 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-746db600-597b-4919-96a9-ed9b280be601 None None] Attempting to bind port 033b5712-b772-4ad6-8c5d-9bbf24283c0c on network 5283658c-f0e4-41df-8b22-61e61a4f7877 {{(pid=103259) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 11:00:42.958819 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-746db600-597b-4919-96a9-ed9b280be601 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830088-4-iscsi {{(pid=103259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:00:42.959503 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-746db600-597b-4919-96a9-ed9b280be601 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830088-4-iscsi {{(pid=103259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:00:42.960091 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-746db600-597b-4919-96a9-ed9b280be601 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830088-4-iscsi {{(pid=103259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:00:42.960704 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-746db600-597b-4919-96a9-ed9b280be601 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830088-4-iscsi {{(pid=103259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:00:42.961245 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-746db600-597b-4919-96a9-ed9b280be601 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830088-4-iscsi {{(pid=103259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:00:42.961790 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-746db600-597b-4919-96a9-ed9b280be601 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830088-4-iscsi {{(pid=103259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:00:42.962357 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-746db600-597b-4919-96a9-ed9b280be601 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830088-4-iscsi {{(pid=103259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:00:42.962987 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-746db600-597b-4919-96a9-ed9b280be601 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830088-4-iscsi {{(pid=103259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:00:42.963571 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-746db600-597b-4919-96a9-ed9b280be601 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-830088-4-iscsi {{(pid=103259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:00:42.964104 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-746db600-597b-4919-96a9-ed9b280be601 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830088-4-iscsi {{(pid=103259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:00:42.964726 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-746db600-597b-4919-96a9-ed9b280be601 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830088-4-iscsi {{(pid=103259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:00:42.965293 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-746db600-597b-4919-96a9-ed9b280be601 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830088-4-iscsi {{(pid=103259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:00:42.965911 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-746db600-597b-4919-96a9-ed9b280be601 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830088-4-iscsi {{(pid=103259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:00:42.966338 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-746db600-597b-4919-96a9-ed9b280be601 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830088-4-iscsi {{(pid=103259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:00:42.966803 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-746db600-597b-4919-96a9-ed9b280be601 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830088-4-iscsi {{(pid=103259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:00:42.968140 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-746db600-597b-4919-96a9-ed9b280be601 None None] Tracked resource versions report: Apr 12 11:00:42.968140 dv-cinder-830088-4-iscsi neutron-server[103259]: pushed versions: Apr 12 11:00:42.968140 dv-cinder-830088-4-iscsi neutron-server[103259]: { 'AddressGroup': {'1.2'}, Apr 12 11:00:42.968140 dv-cinder-830088-4-iscsi neutron-server[103259]: 'Agent': {'1.1'}, Apr 12 11:00:42.968140 dv-cinder-830088-4-iscsi neutron-server[103259]: 'ConntrackHelper': {'1.0'}, Apr 12 11:00:42.968140 dv-cinder-830088-4-iscsi neutron-server[103259]: 'LocalIPAssociation': {'1.0'}, Apr 12 11:00:42.968140 dv-cinder-830088-4-iscsi neutron-server[103259]: 'Log': {'1.0'}, Apr 12 11:00:42.968140 dv-cinder-830088-4-iscsi neutron-server[103259]: 'NDPProxy': {'1.0'}, Apr 12 11:00:42.968140 dv-cinder-830088-4-iscsi neutron-server[103259]: 'Network': {'1.1'}, Apr 12 11:00:42.968140 dv-cinder-830088-4-iscsi neutron-server[103259]: 'Port': {'1.7'}, Apr 12 11:00:42.968140 dv-cinder-830088-4-iscsi neutron-server[103259]: 'PortForwarding': {'1.3'}, Apr 12 11:00:42.968140 dv-cinder-830088-4-iscsi neutron-server[103259]: 'QosPolicy': {'1.10'}, Apr 12 11:00:42.968140 dv-cinder-830088-4-iscsi neutron-server[103259]: 'SecurityGroup': {'1.5'}, Apr 12 11:00:42.968140 dv-cinder-830088-4-iscsi neutron-server[103259]: 'SecurityGroupRule': {'1.2'}, Apr 12 11:00:42.968140 dv-cinder-830088-4-iscsi neutron-server[103259]: 'SubPort': {'1.0'}, Apr 12 11:00:42.968140 dv-cinder-830088-4-iscsi neutron-server[103259]: 'Subnet': {'1.1'}, Apr 12 11:00:42.968140 dv-cinder-830088-4-iscsi neutron-server[103259]: 'Trunk': {'1.1'}} Apr 12 11:00:42.968140 dv-cinder-830088-4-iscsi neutron-server[103259]: consumer versions: Apr 12 11:00:42.968140 dv-cinder-830088-4-iscsi neutron-server[103259]: { DHCP agent@dv-cinder-830088-4-iscsi: {}, Apr 12 11:00:42.968140 dv-cinder-830088-4-iscsi neutron-server[103259]: HyperV agent@hv-cinder-83008: {}, Apr 12 11:00:42.968140 dv-cinder-830088-4-iscsi neutron-server[103259]: L3 agent@dv-cinder-830088-4-iscsi: {}, Apr 12 11:00:42.968140 dv-cinder-830088-4-iscsi neutron-server[103259]: Metadata agent@dv-cinder-830088-4-iscsi: {}, Apr 12 11:00:42.968140 dv-cinder-830088-4-iscsi neutron-server[103259]: Metering agent@dv-cinder-830088-4-iscsi: {}, Apr 12 11:00:42.968140 dv-cinder-830088-4-iscsi neutron-server[103259]: Open vSwitch agent@dv-cinder-830088-4-iscsi: { 'AddressGroup': '1.2', Apr 12 11:00:42.968140 dv-cinder-830088-4-iscsi neutron-server[103259]: 'Agent': '1.1', Apr 12 11:00:42.968140 dv-cinder-830088-4-iscsi neutron-server[103259]: 'ConntrackHelper': '1.0', Apr 12 11:00:42.968140 dv-cinder-830088-4-iscsi neutron-server[103259]: 'LocalIPAssociation': '1.0', Apr 12 11:00:42.968140 dv-cinder-830088-4-iscsi neutron-server[103259]: 'Log': '1.0', Apr 12 11:00:42.968140 dv-cinder-830088-4-iscsi neutron-server[103259]: 'NDPProxy': '1.0', Apr 12 11:00:42.968140 dv-cinder-830088-4-iscsi neutron-server[103259]: 'Network': '1.1', Apr 12 11:00:42.968140 dv-cinder-830088-4-iscsi neutron-server[103259]: 'Port': '1.7', Apr 12 11:00:42.968140 dv-cinder-830088-4-iscsi neutron-server[103259]: 'PortForwarding': '1.3', Apr 12 11:00:42.968140 dv-cinder-830088-4-iscsi neutron-server[103259]: 'QosPolicy': '1.10', Apr 12 11:00:42.968140 dv-cinder-830088-4-iscsi neutron-server[103259]: 'SecurityGroup': '1.5', Apr 12 11:00:42.968140 dv-cinder-830088-4-iscsi neutron-server[103259]: 'SecurityGroupRule': '1.2', Apr 12 11:00:42.968140 dv-cinder-830088-4-iscsi neutron-server[103259]: 'SubPort': '1.0', Apr 12 11:00:42.968140 dv-cinder-830088-4-iscsi neutron-server[103259]: 'Subnet': '1.1', Apr 12 11:00:42.968140 dv-cinder-830088-4-iscsi neutron-server[103259]: 'Trunk': '1.1'}} Apr 12 11:00:42.968140 dv-cinder-830088-4-iscsi neutron-server[103259]: {{(pid=103259) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Apr 12 11:00:42.971776 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-b47c5f47-6ffd-4fe3-b714-ce842584ed7d admin admin] Publish callbacks [] for router_gateway (373bcbcc-c4aa-4514-9206-351c9dcda33b), before_create {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:00:43.003306 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-746db600-597b-4919-96a9-ed9b280be601 None None] Checking agent: {'id': 'c71cae7d-514b-467a-8477-0a67bee0b970', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-830088-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 12, 10, 52, 16), 'started_at': datetime.datetime(2022, 4, 12, 10, 52, 46), 'heartbeat_timestamp': datetime.datetime(2022, 4, 12, 11, 0, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-830088-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103259) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 12 11:00:43.004034 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-746db600-597b-4919-96a9-ed9b280be601 None None] Checking segment: {'id': '2248de7c-bd9a-4119-9ea3-2adf7f860546', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': '5283658c-f0e4-41df-8b22-61e61a4f7877'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103259) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 11:00:43.004265 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron_lib.callbacks.manager [None req-746db600-597b-4919-96a9-ed9b280be601 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:00:43.004705 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-746db600-597b-4919-96a9-ed9b280be601 None None] Bound using segment: {'id': '2248de7c-bd9a-4119-9ea3-2adf7f860546', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': '5283658c-f0e4-41df-8b22-61e61a4f7877'} {{(pid=103259) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 12 11:00:43.005246 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron.plugins.ml2.managers [None req-746db600-597b-4919-96a9-ed9b280be601 None None] Bound port: 033b5712-b772-4ad6-8c5d-9bbf24283c0c, host: dv-cinder-830088-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2248de7c-bd9a-4119-9ea3-2adf7f860546', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': '5283658c-f0e4-41df-8b22-61e61a4f7877'}}] {{(pid=103259) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 12 11:00:43.005688 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron_lib.callbacks.manager [None req-746db600-597b-4919-96a9-ed9b280be601 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1535343'] for port (033b5712-b772-4ad6-8c5d-9bbf24283c0c), before_update {{(pid=103259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:00:43.024849 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-303ad3e0-2890-48b7-8932-04f85def62b2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f45e6354-c022-4a6b-bc93-c838f8fbfd76,revision_number=0']} {{(pid=103258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:00:43.036736 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-bdfd8f08-6b9d-43fc-970f-53024ed0a000 admin admin] Publish callbacks [] for port (dd38917a-e181-47e0-9f30-aa2e24b0ed10), precommit_create {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:00:43.078472 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron_lib.callbacks.manager [None req-a142ee0c-d44d-4ea1-ad2a-2d4d1d8b8983 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777667879581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1343690'] for agent (77f5e085-0284-4236-9dbf-35d2d452e277), after_update {{(pid=103259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:00:43.088790 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-b47c5f47-6ffd-4fe3-b714-ce842584ed7d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1535343'] for port (None), before_create {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:00:43.138234 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-303ad3e0-2890-48b7-8932-04f85def62b2 admin admin] Checking segment: {'id': '4c15674f-8283-408b-9e82-280deac4c22c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': 'd1e362ee-b2c2-477f-803d-bd6d1dea50ab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103258) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 11:00:43.138466 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-303ad3e0-2890-48b7-8932-04f85def62b2 admin admin] Network hostable DHCP agents. Network: d1e362ee-b2c2-477f-803d-bd6d1dea50ab, hostable agents: ['0a0a44e5-732d-48d9-a8ad-b47e7b7c1a86'], hosted agents: [] {{(pid=103258) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 12 11:00:43.142866 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-79bcde90-3ce5-4793-b524-7e74004c4fdc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-415428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586207'] for network (5fe71604-a19f-4748-9dc5-7cc9d7ecf6be), after_create {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:00:43.143804 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79bcde90-3ce5-4793-b524-7e74004c4fdc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:00:43.144379 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-79bcde90-3ce5-4793-b524-7e74004c4fdc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586029'] for network (None), before_response {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:00:43.178253 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-44b41e4b-c7cc-47e4-bead-89ad557fa61f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-439037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586207'] for subnet (f8b8bd51-b053-41e8-b47b-c905f5b3e415), after_create {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:00:43.224580 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron.plugins.ml2.db [None req-746db600-597b-4919-96a9-ed9b280be601 None None] For port 033b5712-b772-4ad6-8c5d-9bbf24283c0c, host dv-cinder-830088-4-iscsi, cleared binding levels {{(pid=103259) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 12 11:00:43.254206 dv-cinder-830088-4-iscsi neutron-server[103257]: INFO neutron.wsgi [None req-41cc842f-299c-493b-8f8f-4ef4df3b2656 admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 892 time: 2.2049427 Apr 12 11:00:43.260471 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.wsgi [-] (103258) accepted ('10.222.0.39', 48922) {{(pid=103258) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 11:00:43.264012 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron.plugins.ml2.db [None req-746db600-597b-4919-96a9-ed9b280be601 None None] For port 033b5712-b772-4ad6-8c5d-9bbf24283c0c, host dv-cinder-830088-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830088-4-iscsi',level=0,port_id=033b5712-b772-4ad6-8c5d-9bbf24283c0c,segment=NetworkSegment(2248de7c-bd9a-4119-9ea3-2adf7f860546),segment_id=2248de7c-bd9a-4119-9ea3-2adf7f860546)] {{(pid=103259) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 12 11:00:43.272343 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.api.v2.base [None req-86293fd0-ef17-4e57-b46d-b3e1738bcdf8 admin admin] Request body: {'subnet': {'network_id': '696acaf3-e376-402a-9f44-515f336c0ed7', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-1877816747-subnet', 'tenant_id': '87551ef1ad8e4190b7a3b1c3469382df', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103258) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 11:00:43.279016 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron_lib.callbacks.manager [None req-746db600-597b-4919-96a9-ed9b280be601 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1534861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777667992095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777667450170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777667450188'] for port (033b5712-b772-4ad6-8c5d-9bbf24283c0c), after_update {{(pid=103259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:00:43.291884 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron_lib.callbacks.manager [None req-aed9f2c2-1f45-4a36-bdcb-ae06a66af6c2 None None] Publish callbacks [] for port (b6aa9733-5ca7-474e-8346-2268021e91a6), precommit_create {{(pid=103259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:00:43.341696 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron_lib.callbacks.manager [None req-aed9f2c2-1f45-4a36-bdcb-ae06a66af6c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1534861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777667450152'] for port (b6aa9733-5ca7-474e-8346-2268021e91a6), after_create {{(pid=103259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:00:43.357663 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41cc842f-299c-493b-8f8f-4ef4df3b2656 admin admin] Pushing event updated for resources: {'Network': ['ID=696acaf3-e376-402a-9f44-515f336c0ed7,revision_number=1']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:00:43.381806 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44b41e4b-c7cc-47e4-bead-89ad557fa61f admin admin] Pushing event updated for resources: {'Subnet': ['ID=f8b8bd51-b053-41e8-b47b-c905f5b3e415,revision_number=0']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:00:43.393983 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron.plugins.ml2.rpc [None req-e4b062a6-7a21-4431-be77-3c7776c11043 None None] Network 696acaf3-e376-402a-9f44-515f336c0ed7 details requested by agent ovs-agent-dv-cinder-830088-4-iscsi with host dv-cinder-830088-4-iscsi {{(pid=103259) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 12 11:00:43.400596 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44b41e4b-c7cc-47e4-bead-89ad557fa61f admin admin] Checking segment: {'id': '331144d7-7890-4b14-baab-10c11a274824', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': '332a1fd1-5c8d-44a4-a602-cb07d1316e56'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103257) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 11:00:43.401375 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44b41e4b-c7cc-47e4-bead-89ad557fa61f admin admin] Network hostable DHCP agents. Network: 332a1fd1-5c8d-44a4-a602-cb07d1316e56, hostable agents: ['0a0a44e5-732d-48d9-a8ad-b47e7b7c1a86'], hosted agents: [] {{(pid=103257) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 12 11:00:43.407251 dv-cinder-830088-4-iscsi neutron-server[103258]: INFO neutron.wsgi [None req-79bcde90-3ce5-4793-b524-7e74004c4fdc admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 2.8951180 Apr 12 11:00:43.407701 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron.wsgi [-] (103257) accepted ('10.222.0.39', 48934) {{(pid=103257) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 11:00:43.410396 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aed9f2c2-1f45-4a36-bdcb-ae06a66af6c2 None None] Network 8605bce6-3955-4448-bd79-8ef881f45c6d is already hosted by enough agents. {{(pid=103259) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 11:00:43.419698 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron.api.v2.base [None req-7c13b091-e756-422a-9296-c70e2b6f42ba admin admin] Request body: {'subnet': {'network_id': '5fe71604-a19f-4748-9dc5-7cc9d7ecf6be', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-1929172249-subnet', 'tenant_id': '64420168af994dfe8d37cc175e2bfbd6', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103257) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 11:00:43.473073 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-bdfd8f08-6b9d-43fc-970f-53024ed0a000 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1534861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777667450152'] for port (dd38917a-e181-47e0-9f30-aa2e24b0ed10), after_create {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:00:43.484651 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-303ad3e0-2890-48b7-8932-04f85def62b2 admin admin] Network d1e362ee-b2c2-477f-803d-bd6d1dea50ab is scheduled to be hosted by DHCP agent 0a0a44e5-732d-48d9-a8ad-b47e7b7c1a86 with binding_index 1 {{(pid=103258) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 12 11:00:43.492975 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron.scheduler.base_scheduler [None req-aed9f2c2-1f45-4a36-bdcb-ae06a66af6c2 None None] Resources bound (agent type, host, resource id): {{(pid=103259) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 11:00:43.510726 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aed9f2c2-1f45-4a36-bdcb-ae06a66af6c2 None None] Received port after_create {{(pid=103259) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 12 11:00:43.519603 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79bcde90-3ce5-4793-b524-7e74004c4fdc admin admin] Pushing event updated for resources: {'Network': ['ID=5fe71604-a19f-4748-9dc5-7cc9d7ecf6be,revision_number=1']} {{(pid=103258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:00:43.520488 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44b41e4b-c7cc-47e4-bead-89ad557fa61f admin admin] Network 332a1fd1-5c8d-44a4-a602-cb07d1316e56 is scheduled to be hosted by DHCP agent 0a0a44e5-732d-48d9-a8ad-b47e7b7c1a86 with binding_index 1 {{(pid=103257) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 12 11:00:43.544630 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron.plugins.ml2.rpc [None req-e4b062a6-7a21-4431-be77-3c7776c11043 None None] Network 5fe71604-a19f-4748-9dc5-7cc9d7ecf6be details requested by agent ovs-agent-dv-cinder-830088-4-iscsi with host dv-cinder-830088-4-iscsi {{(pid=103259) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 12 11:00:43.547445 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-746db600-597b-4919-96a9-ed9b280be601 None None] Pushing event updated for resources: {'Port': ['ID=033b5712-b772-4ad6-8c5d-9bbf24283c0c,revision_number=2']} {{(pid=103259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:00:43.549418 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron.scheduler.base_scheduler [None req-44b41e4b-c7cc-47e4-bead-89ad557fa61f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-830088-4-iscsi, 332a1fd1-5c8d-44a4-a602-cb07d1316e56) {{(pid=103257) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 11:00:43.565282 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-86293fd0-ef17-4e57-b46d-b3e1738bcdf8 admin admin] Made reservation on behalf of 87551ef1ad8e4190b7a3b1c3469382df for: {'subnet': 1} {{(pid=103258) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 12 11:00:43.571194 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-86293fd0-ef17-4e57-b46d-b3e1738bcdf8 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:00:43.571786 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44b41e4b-c7cc-47e4-bead-89ad557fa61f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:00:43.572430 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-44b41e4b-c7cc-47e4-bead-89ad557fa61f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586029'] for subnet (None), before_response {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:00:43.577206 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.scheduler.base_scheduler [None req-303ad3e0-2890-48b7-8932-04f85def62b2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-830088-4-iscsi, d1e362ee-b2c2-477f-803d-bd6d1dea50ab) {{(pid=103258) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 11:00:43.594165 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7c13b091-e756-422a-9296-c70e2b6f42ba admin admin] Made reservation on behalf of 64420168af994dfe8d37cc175e2bfbd6 for: {'subnet': 1} {{(pid=103257) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 12 11:00:43.596964 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-7c13b091-e756-422a-9296-c70e2b6f42ba admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:00:43.610036 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron.db.db_base_plugin_common [None req-b47c5f47-6ffd-4fe3-b714-ce842584ed7d admin admin] Allocated IP 172.27.3.152 (3b7be5f2-485b-4c85-8f98-fb200971b61c/4887111e-1302-416a-ab8e-c957c9df7f85/8e7b4c26-0625-4402-b824-2509bce3c8ad) {{(pid=103257) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 12 11:00:43.623478 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-924cd468-c91e-4ae7-a9c2-b61306ebe141 None None] Network 332a1fd1-5c8d-44a4-a602-cb07d1316e56 requested from dv-cinder-830088-4-iscsi {{(pid=103259) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 12 11:00:43.623837 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-303ad3e0-2890-48b7-8932-04f85def62b2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:00:43.624393 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-303ad3e0-2890-48b7-8932-04f85def62b2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586029'] for subnet (None), before_response {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:00:43.626456 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39487ffb-d308-47aa-abed-125ee431ef14 None None] Network d1e362ee-b2c2-477f-803d-bd6d1dea50ab requested from dv-cinder-830088-4-iscsi {{(pid=103259) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 12 11:00:43.632583 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bdfd8f08-6b9d-43fc-970f-53024ed0a000 admin admin] Network 3b7be5f2-485b-4c85-8f98-fb200971b61c is already hosted by enough agents. {{(pid=103258) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 11:00:43.657989 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.scheduler.base_scheduler [None req-bdfd8f08-6b9d-43fc-970f-53024ed0a000 admin admin] Resources bound (agent type, host, resource id): {{(pid=103258) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 11:00:43.666757 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdfd8f08-6b9d-43fc-970f-53024ed0a000 admin admin] Pushing event updated for resources: {'Port': ['ID=dd38917a-e181-47e0-9f30-aa2e24b0ed10,revision_number=1']} {{(pid=103258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:00:43.671111 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bdfd8f08-6b9d-43fc-970f-53024ed0a000 admin admin] Received port after_create {{(pid=103258) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 12 11:00:43.691443 dv-cinder-830088-4-iscsi neutron-server[103257]: INFO neutron.wsgi [None req-44b41e4b-c7cc-47e4-bead-89ad557fa61f admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.6396501 Apr 12 11:00:43.802059 dv-cinder-830088-4-iscsi neutron-server[103258]: INFO neutron.wsgi [None req-303ad3e0-2890-48b7-8932-04f85def62b2 admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 1.3490560 Apr 12 11:00:44.023442 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-b47c5f47-6ffd-4fe3-b714-ce842584ed7d admin admin] Publish callbacks [] for port (8e7b4c26-0625-4402-b824-2509bce3c8ad), precommit_create {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:00:44.143478 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aed9f2c2-1f45-4a36-bdcb-ae06a66af6c2 None None] Pushing event updated for resources: {'Port': ['ID=b6aa9733-5ca7-474e-8346-2268021e91a6,revision_number=1']} {{(pid=103259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:00:44.174248 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-7c13b091-e756-422a-9296-c70e2b6f42ba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-439037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586207'] for subnet (e411d522-7486-40a5-b78b-47a221209e5e), after_create {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:00:44.200630 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-b47c5f47-6ffd-4fe3-b714-ce842584ed7d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1534861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777667450152'] for port (8e7b4c26-0625-4402-b824-2509bce3c8ad), after_create {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:00:44.285683 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron.plugins.ml2.managers [None req-aed9f2c2-1f45-4a36-bdcb-ae06a66af6c2 None None] Attempting to bind port b6aa9733-5ca7-474e-8346-2268021e91a6 on host dv-cinder-830088-4-iscsi for vnic_type normal with profile {{(pid=103259) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 12 11:00:44.286050 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron.plugins.ml2.managers [None req-aed9f2c2-1f45-4a36-bdcb-ae06a66af6c2 None None] Attempting to bind port b6aa9733-5ca7-474e-8346-2268021e91a6 by drivers openvswitch,hyperv on host dv-cinder-830088-4-iscsi at level 0 using segments [{'id': '7235212e-5ea9-4475-b7e8-0ed6cc0af829', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': '8605bce6-3955-4448-bd79-8ef881f45c6d'}] {{(pid=103259) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 12 11:00:44.286411 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aed9f2c2-1f45-4a36-bdcb-ae06a66af6c2 None None] Attempting to bind port b6aa9733-5ca7-474e-8346-2268021e91a6 on network 8605bce6-3955-4448-bd79-8ef881f45c6d {{(pid=103259) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 11:00:44.293142 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c75cde4-3079-4902-a47a-5c2299df592c None None] Network 332a1fd1-5c8d-44a4-a602-cb07d1316e56 requested from dv-cinder-830088-4-iscsi {{(pid=103259) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 12 11:00:44.372805 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aed9f2c2-1f45-4a36-bdcb-ae06a66af6c2 None None] Checking agent: {'id': 'c71cae7d-514b-467a-8477-0a67bee0b970', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-830088-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 12, 10, 52, 16), 'started_at': datetime.datetime(2022, 4, 12, 10, 52, 46), 'heartbeat_timestamp': datetime.datetime(2022, 4, 12, 11, 0, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-830088-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103259) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 12 11:00:44.373221 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aed9f2c2-1f45-4a36-bdcb-ae06a66af6c2 None None] Checking segment: {'id': '7235212e-5ea9-4475-b7e8-0ed6cc0af829', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': '8605bce6-3955-4448-bd79-8ef881f45c6d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103259) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 11:00:44.373740 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron_lib.callbacks.manager [None req-aed9f2c2-1f45-4a36-bdcb-ae06a66af6c2 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:00:44.374149 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aed9f2c2-1f45-4a36-bdcb-ae06a66af6c2 None None] Bound using segment: {'id': '7235212e-5ea9-4475-b7e8-0ed6cc0af829', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': '8605bce6-3955-4448-bd79-8ef881f45c6d'} {{(pid=103259) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 12 11:00:44.374650 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron.plugins.ml2.managers [None req-aed9f2c2-1f45-4a36-bdcb-ae06a66af6c2 None None] Bound port: b6aa9733-5ca7-474e-8346-2268021e91a6, host: dv-cinder-830088-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7235212e-5ea9-4475-b7e8-0ed6cc0af829', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': '8605bce6-3955-4448-bd79-8ef881f45c6d'}}] {{(pid=103259) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 12 11:00:44.375183 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron_lib.callbacks.manager [None req-aed9f2c2-1f45-4a36-bdcb-ae06a66af6c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1535343'] for port (b6aa9733-5ca7-474e-8346-2268021e91a6), before_update {{(pid=103259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:00:44.389842 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-86293fd0-ef17-4e57-b46d-b3e1738bcdf8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-439037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586207'] for subnet (dac559db-7802-4e19-95c5-3aacf686b15d), after_create {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:00:44.496824 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-bdfd8f08-6b9d-43fc-970f-53024ed0a000 admin admin] Publish callbacks [] for router_gateway (b40e7d0d-8f57-424d-96be-54b6f118e1d9), after_create {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:00:44.498892 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86293fd0-ef17-4e57-b46d-b3e1738bcdf8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=dac559db-7802-4e19-95c5-3aacf686b15d,revision_number=0']} {{(pid=103258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:00:44.557832 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b47c5f47-6ffd-4fe3-b714-ce842584ed7d admin admin] Network 3b7be5f2-485b-4c85-8f98-fb200971b61c is already hosted by enough agents. {{(pid=103257) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 11:00:44.558817 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron_lib.callbacks.manager [None req-601bd752-88b9-4ad2-8e14-56931e32431b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777667879581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1343690'] for agent (3ceb33ec-7c20-4632-9357-4cc6534463de), after_update {{(pid=103259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:00:44.568457 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron.scheduler.base_scheduler [None req-b47c5f47-6ffd-4fe3-b714-ce842584ed7d admin admin] Resources bound (agent type, host, resource id): {{(pid=103257) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 11:00:44.577491 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b47c5f47-6ffd-4fe3-b714-ce842584ed7d admin admin] Received port after_create {{(pid=103257) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 12 11:00:44.593124 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86293fd0-ef17-4e57-b46d-b3e1738bcdf8 admin admin] Checking segment: {'id': 'fef06479-df1c-48b3-ab23-a5007803664a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '696acaf3-e376-402a-9f44-515f336c0ed7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103258) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 11:00:44.594270 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86293fd0-ef17-4e57-b46d-b3e1738bcdf8 admin admin] Network hostable DHCP agents. Network: 696acaf3-e376-402a-9f44-515f336c0ed7, hostable agents: ['0a0a44e5-732d-48d9-a8ad-b47e7b7c1a86'], hosted agents: [] {{(pid=103258) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 12 11:00:44.622238 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb9d6a67-21de-4824-89cf-045e11e57dbb None None] Network d1e362ee-b2c2-477f-803d-bd6d1dea50ab requested from dv-cinder-830088-4-iscsi {{(pid=103259) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 12 11:00:44.853467 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c13b091-e756-422a-9296-c70e2b6f42ba admin admin] Pushing event updated for resources: {'Subnet': ['ID=e411d522-7486-40a5-b78b-47a221209e5e,revision_number=0']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:00:44.855805 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86293fd0-ef17-4e57-b46d-b3e1738bcdf8 admin admin] Network 696acaf3-e376-402a-9f44-515f336c0ed7 is scheduled to be hosted by DHCP agent 0a0a44e5-732d-48d9-a8ad-b47e7b7c1a86 with binding_index 1 {{(pid=103258) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 12 11:00:44.930089 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.scheduler.base_scheduler [None req-86293fd0-ef17-4e57-b46d-b3e1738bcdf8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-830088-4-iscsi, 696acaf3-e376-402a-9f44-515f336c0ed7) {{(pid=103258) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 11:00:44.936424 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86293fd0-ef17-4e57-b46d-b3e1738bcdf8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:00:44.937040 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-86293fd0-ef17-4e57-b46d-b3e1738bcdf8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586029'] for subnet (None), before_response {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:00:44.944730 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron.plugins.ml2.db [None req-aed9f2c2-1f45-4a36-bdcb-ae06a66af6c2 None None] For port b6aa9733-5ca7-474e-8346-2268021e91a6, host dv-cinder-830088-4-iscsi, cleared binding levels {{(pid=103259) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 12 11:00:44.966327 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron.wsgi [-] (103257) accepted ('10.222.0.39', 48984) {{(pid=103257) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 11:00:44.967181 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b47c5f47-6ffd-4fe3-b714-ce842584ed7d admin admin] Pushing event updated for resources: {'Port': ['ID=8e7b4c26-0625-4402-b824-2509bce3c8ad,revision_number=1']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:00:44.975480 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5027e783-d9c0-459f-b948-ccb5e476bf91 None None] Network 696acaf3-e376-402a-9f44-515f336c0ed7 requested from dv-cinder-830088-4-iscsi {{(pid=103259) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 12 11:00:45.012164 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron.wsgi [-] (103257) accepted ('10.222.0.39', 48992) {{(pid=103257) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 11:00:45.014052 dv-cinder-830088-4-iscsi neutron-server[103258]: INFO neutron.wsgi [None req-86293fd0-ef17-4e57-b46d-b3e1738bcdf8 admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 1.7461390 Apr 12 11:00:45.014256 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c13b091-e756-422a-9296-c70e2b6f42ba admin admin] Checking segment: {'id': 'af155c35-6d9d-4cb5-9da1-9790843f44dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': '5fe71604-a19f-4748-9dc5-7cc9d7ecf6be'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103257) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 11:00:45.014616 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c13b091-e756-422a-9296-c70e2b6f42ba admin admin] Network hostable DHCP agents. Network: 5fe71604-a19f-4748-9dc5-7cc9d7ecf6be, hostable agents: ['0a0a44e5-732d-48d9-a8ad-b47e7b7c1a86'], hosted agents: [] {{(pid=103257) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 12 11:00:45.038943 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-bdfd8f08-6b9d-43fc-970f-53024ed0a000 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-519897', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-579496'] for router (b40e7d0d-8f57-424d-96be-54b6f118e1d9), after_create {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:00:45.047037 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron.api.v2.base [None req-367d4a4d-f604-427a-8ade-37d5e720a493 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-1877816747-router', 'tenant_id': '87551ef1ad8e4190b7a3b1c3469382df', 'external_gateway_info': {'network_id': '3b7be5f2-485b-4c85-8f98-fb200971b61c'}}} {{(pid=103257) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 11:00:45.065537 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron.plugins.ml2.db [None req-aed9f2c2-1f45-4a36-bdcb-ae06a66af6c2 None None] For port b6aa9733-5ca7-474e-8346-2268021e91a6, host dv-cinder-830088-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830088-4-iscsi',level=0,port_id=b6aa9733-5ca7-474e-8346-2268021e91a6,segment=NetworkSegment(7235212e-5ea9-4475-b7e8-0ed6cc0af829),segment_id=7235212e-5ea9-4475-b7e8-0ed6cc0af829)] {{(pid=103259) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 12 11:00:45.173527 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20135dac-39f9-4241-91a2-7d09d038bd47 None None] Network 5283658c-f0e4-41df-8b22-61e61a4f7877 requested from dv-cinder-830088-4-iscsi {{(pid=103259) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 12 11:00:45.243151 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bdfd8f08-6b9d-43fc-970f-53024ed0a000 admin admin] Router b40e7d0d-8f57-424d-96be-54b6f118e1d9 is scheduled to L3 agent 77f5e085-0284-4236-9dbf-35d2d452e277 with binding_index 1 {{(pid=103258) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 12 11:00:45.248945 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron_lib.callbacks.manager [None req-aed9f2c2-1f45-4a36-bdcb-ae06a66af6c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1534861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777667992095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777667450170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777667450188'] for port (b6aa9733-5ca7-474e-8346-2268021e91a6), after_update {{(pid=103259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:00:45.251978 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.wsgi [-] (103258) accepted ('10.222.0.39', 48998) {{(pid=103258) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 11:00:45.262322 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.api.v2.base [None req-70d9fddb-7c0a-4b4c-a97b-938332e0b5c6 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-157431351-network', 'tenant_id': 'd916c34c2c25444c909d3fc7a32284e6'}} {{(pid=103258) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 11:00:45.271041 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c13b091-e756-422a-9296-c70e2b6f42ba admin admin] Network 5fe71604-a19f-4748-9dc5-7cc9d7ecf6be is scheduled to be hosted by DHCP agent 0a0a44e5-732d-48d9-a8ad-b47e7b7c1a86 with binding_index 1 {{(pid=103257) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 12 11:00:45.287774 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron.scheduler.base_scheduler [None req-7c13b091-e756-422a-9296-c70e2b6f42ba admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-830088-4-iscsi, 5fe71604-a19f-4748-9dc5-7cc9d7ecf6be) {{(pid=103257) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 11:00:45.295257 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-367d4a4d-f604-427a-8ade-37d5e720a493 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-518224', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14475'] for router (ebba7e6c-c174-4e43-823e-0332064b8743), before_create {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:00:45.296629 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-367d4a4d-f604-427a-8ade-37d5e720a493 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-519904', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-577883', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-347708', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14482'] for router (ebba7e6c-c174-4e43-823e-0332064b8743), precommit_create {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:00:45.353638 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee3775cd-0ac8-41d2-8c12-2514e10be195 None None] Network 5fe71604-a19f-4748-9dc5-7cc9d7ecf6be requested from dv-cinder-830088-4-iscsi {{(pid=103259) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 12 11:00:45.367668 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-367d4a4d-f604-427a-8ade-37d5e720a493 admin admin] Publish callbacks [] for router_controller (ebba7e6c-c174-4e43-823e-0332064b8743), precommit_add_association {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:00:45.375378 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bdfd8f08-6b9d-43fc-970f-53024ed0a000 admin admin] Notify agent at l3_agent.dv-cinder-830088-4-iscsi the message routers_updated {{(pid=103258) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 12 11:00:45.385994 dv-cinder-830088-4-iscsi neutron-server[103260]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6dea4a3a-93b1-4925-983c-4a3d838c4211 None None] Sync routers for ids ['b40e7d0d-8f57-424d-96be-54b6f118e1d9'] in dv-cinder-830088-4-iscsi {{(pid=103260) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 12 11:00:45.391912 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c13b091-e756-422a-9296-c70e2b6f42ba admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:00:45.392788 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-7c13b091-e756-422a-9296-c70e2b6f42ba admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586029'] for subnet (None), before_response {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:00:45.398260 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-bdfd8f08-6b9d-43fc-970f-53024ed0a000 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:00:45.402600 dv-cinder-830088-4-iscsi neutron-server[103258]: INFO neutron.wsgi [None req-bdfd8f08-6b9d-43fc-970f-53024ed0a000 admin admin] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 3.9813564 Apr 12 11:00:45.403299 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.wsgi [-] (103258) accepted ('10.222.0.39', 49000) {{(pid=103258) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 11:00:45.405432 dv-cinder-830088-4-iscsi neutron-server[103260]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6dea4a3a-93b1-4925-983c-4a3d838c4211 None None] Routers {'b40e7d0d-8f57-424d-96be-54b6f118e1d9'} bound to L3 agent in host dv-cinder-830088-4-iscsi {{(pid=103260) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 11:00:45.406070 dv-cinder-830088-4-iscsi neutron-server[103260]: DEBUG neutron.db.l3_hamode_db [None req-6dea4a3a-93b1-4925-983c-4a3d838c4211 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830088-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-12T10:52:12Z,description=,heartbeat_timestamp=2022-04-12T11:00:43Z,host='dv-cinder-830088-4-iscsi',id=77f5e085-0284-4236-9dbf-35d2d452e277,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T10:52:12Z,topic='l3_agent')) {'router_ids': ['b40e7d0d-8f57-424d-96be-54b6f118e1d9'], 'active': True} {{(pid=103260) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 11:00:45.409686 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-70d9fddb-7c0a-4b4c-a97b-938332e0b5c6 admin admin] Made reservation on behalf of d916c34c2c25444c909d3fc7a32284e6 for: {'network': 1} {{(pid=103258) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 12 11:00:45.411947 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-70d9fddb-7c0a-4b4c-a97b-938332e0b5c6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1535343'] for network (None), before_create {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:00:45.457303 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-70d9fddb-7c0a-4b4c-a97b-938332e0b5c6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:00:45.507288 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35fab1b0-db46-4cbb-a9f6-3fe046930a2d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp428fab94-ffe0-5fd5-8965-378eceeea6ce-696acaf3-e376-402a-9f44-515f336c0ed7', 'network_id': '696acaf3-e376-402a-9f44-515f336c0ed7', 'project_id': '87551ef1ad8e4190b7a3b1c3469382df', 'fixed_ips': [{'subnet_id': 'dac559db-7802-4e19-95c5-3aacf686b15d'}]}} from dv-cinder-830088-4-iscsi. {{(pid=103259) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 12 11:00:45.508388 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron_lib.callbacks.manager [None req-35fab1b0-db46-4cbb-a9f6-3fe046930a2d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1535343'] for port (None), before_create {{(pid=103259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:00:45.536363 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron_lib.callbacks.manager [None req-0acb87d3-0572-4b2c-b7c9-977edd32a8b9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777667879581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1343690'] for agent (3c144e28-9cc5-463d-ad96-a18b19cd455c), after_update {{(pid=103259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:00:45.589237 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-8f234d8c-4334-46a2-a601-aa05aa258f22 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:00:45.677401 dv-cinder-830088-4-iscsi neutron-server[103257]: INFO neutron.wsgi [None req-7c13b091-e756-422a-9296-c70e2b6f42ba admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 2.2660363 Apr 12 11:00:45.681123 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron.wsgi [-] (103257) accepted ('10.222.0.39', 49010) {{(pid=103257) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 11:00:45.684927 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-b47c5f47-6ffd-4fe3-b714-ce842584ed7d admin admin] Publish callbacks [] for router_gateway (373bcbcc-c4aa-4514-9206-351c9dcda33b), after_create {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:00:45.760967 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-70d9fddb-7c0a-4b4c-a97b-938332e0b5c6 admin admin] Publish callbacks [] for security_group (02214c86-b321-4658-88bc-70d4de1f1197), precommit_create {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:00:45.769904 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-70d9fddb-7c0a-4b4c-a97b-938332e0b5c6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-415253'] for security_group (02214c86-b321-4658-88bc-70d4de1f1197), after_create {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:00:45.788335 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron.api.v2.base [None req-437f8ed4-b7b3-4749-b33c-9e6a61718de5 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-1929172249-router', 'tenant_id': '64420168af994dfe8d37cc175e2bfbd6', 'external_gateway_info': {'network_id': '3b7be5f2-485b-4c85-8f98-fb200971b61c'}}} {{(pid=103257) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 11:00:45.839122 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-70d9fddb-7c0a-4b4c-a97b-938332e0b5c6 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 519} {{(pid=103258) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 12 11:00:45.851594 dv-cinder-830088-4-iscsi neutron-server[103260]: DEBUG neutron.db.l3_dvr_db [None req-6dea4a3a-93b1-4925-983c-4a3d838c4211 None None] Set router b40e7d0d-8f57-424d-96be-54b6f118e1d9 gateway port host: dv-cinder-830088-4-iscsi {{(pid=103260) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 11:00:45.860366 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70d9fddb-7c0a-4b4c-a97b-938332e0b5c6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=02214c86-b321-4658-88bc-70d4de1f1197,revision_number=1']} {{(pid=103258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:00:45.865559 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-70d9fddb-7c0a-4b4c-a97b-938332e0b5c6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1531021'] for segment (d7d9ef62-9b92-4ba4-8ee4-13fb7c47097a), precommit_create {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:00:45.866205 dv-cinder-830088-4-iscsi neutron-server[103258]: INFO neutron.db.segments_db [None req-70d9fddb-7c0a-4b4c-a97b-938332e0b5c6 admin admin] Added segment d7d9ef62-9b92-4ba4-8ee4-13fb7c47097a of type vlan for network 5ab4f8d0-77a4-4fa7-8322-ec652c6747cc Apr 12 11:00:45.871654 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron.db.db_base_plugin_common [None req-35fab1b0-db46-4cbb-a9f6-3fe046930a2d None None] Allocated IP 172.20.0.2 (696acaf3-e376-402a-9f44-515f336c0ed7/dac559db-7802-4e19-95c5-3aacf686b15d/b0fbcc80-a999-4247-9cc9-9aa90e6e78d5) {{(pid=103259) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 12 11:00:45.910619 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a067c92-e590-415a-a6e5-8a144fd99b1a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp428fab94-ffe0-5fd5-8965-378eceeea6ce-5fe71604-a19f-4748-9dc5-7cc9d7ecf6be', 'network_id': '5fe71604-a19f-4748-9dc5-7cc9d7ecf6be', 'project_id': '64420168af994dfe8d37cc175e2bfbd6', 'fixed_ips': [{'subnet_id': 'e411d522-7486-40a5-b78b-47a221209e5e'}]}} from dv-cinder-830088-4-iscsi. {{(pid=103259) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 12 11:00:45.913179 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron_lib.callbacks.manager [None req-2a067c92-e590-415a-a6e5-8a144fd99b1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1535343'] for port (None), before_create {{(pid=103259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:00:45.949439 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-8f234d8c-4334-46a2-a601-aa05aa258f22 admin admin] Publish callbacks [] for security_group (a3175a1e-216c-4d10-8f4d-25c84ac2d31d), precommit_create {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:00:46.023131 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-367d4a4d-f604-427a-8ade-37d5e720a493 admin admin] Publish callbacks [] for router_gateway (ebba7e6c-c174-4e43-823e-0332064b8743), precommit_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:00:46.026268 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-8f234d8c-4334-46a2-a601-aa05aa258f22 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-415253'] for security_group (a3175a1e-216c-4d10-8f4d-25c84ac2d31d), after_create {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:00:46.102613 dv-cinder-830088-4-iscsi neutron-server[103260]: DEBUG neutron.db.l3_hamode_db [None req-6dea4a3a-93b1-4925-983c-4a3d838c4211 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b40e7d0d-8f57-424d-96be-54b6f118e1d9', 'name': 'tempest-AttachVolumeNegativeTest-942964669-router', 'tenant_id': 'e581060642574053bd171680bd4e15a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b7be5f2-485b-4c85-8f98-fb200971b61c', 'external_fixed_ips': [{'subnet_id': '4887111e-1302-416a-ab8e-c957c9df7f85', 'ip_address': '172.27.3.241'}], 'enable_snat': True}, 'gw_port_id': 'dd38917a-e181-47e0-9f30-aa2e24b0ed10', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T11:00:41Z', 'updated_at': '2022-04-12T11:00:44Z', 'revision_number': 3, 'project_id': 'e581060642574053bd171680bd4e15a9', 'gw_port': {'id': 'dd38917a-e181-47e0-9f30-aa2e24b0ed10', 'name': '', 'network_id': '3b7be5f2-485b-4c85-8f98-fb200971b61c', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:d9:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b40e7d0d-8f57-424d-96be-54b6f118e1d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '4887111e-1302-416a-ab8e-c957c9df7f85', 'ip_address': '172.27.3.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T11:00:42Z', 'updated_at': '2022-04-12T11:00:42Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4887111e-1302-416a-ab8e-c957c9df7f85', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830088-4-iscsi'}], 'dv-cinder-830088-4-iscsi', False) {} {{(pid=103260) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 11:00:46.137633 dv-cinder-830088-4-iscsi neutron-server[103260]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6dea4a3a-93b1-4925-983c-4a3d838c4211 None None] Checking router: b40e7d0d-8f57-424d-96be-54b6f118e1d9 for host: dv-cinder-830088-4-iscsi {{(pid=103260) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 12 11:00:46.138300 dv-cinder-830088-4-iscsi neutron-server[103260]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6dea4a3a-93b1-4925-983c-4a3d838c4211 None None] Updating router b40e7d0d-8f57-424d-96be-54b6f118e1d9 port dd38917a-e181-47e0-9f30-aa2e24b0ed10 binding host dv-cinder-830088-4-iscsi {{(pid=103260) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 12 11:00:46.151283 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron.plugins.ml2.rpc [None req-e4b062a6-7a21-4431-be77-3c7776c11043 None None] Device 033b5712-b772-4ad6-8c5d-9bbf24283c0c up at agent ovs-agent-dv-cinder-830088-4-iscsi {{(pid=103259) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 11:00:46.168439 dv-cinder-830088-4-iscsi neutron-server[103260]: DEBUG neutron_lib.callbacks.manager [None req-6dea4a3a-93b1-4925-983c-4a3d838c4211 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1535343'] for port (dd38917a-e181-47e0-9f30-aa2e24b0ed10), before_update {{(pid=103260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:00:46.170207 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron.wsgi [-] (103257) accepted ('10.222.0.39', 49028) {{(pid=103257) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 11:00:46.188213 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron.db.provisioning_blocks [None req-e6da3776-0182-4ae9-aff8-cebc36ae8388 None None] Provisioning complete for port 033b5712-b772-4ad6-8c5d-9bbf24283c0c triggered by entity DHCP. {{(pid=103259) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 11:00:46.188584 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron_lib.callbacks.manager [None req-e6da3776-0182-4ae9-aff8-cebc36ae8388 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1343588'] for port (033b5712-b772-4ad6-8c5d-9bbf24283c0c), provisioning_complete {{(pid=103259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:00:46.194331 dv-cinder-830088-4-iscsi neutron-server[103257]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Apr 12 11:00:46.228343 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aed9f2c2-1f45-4a36-bdcb-ae06a66af6c2 None None] Pushing event updated for resources: {'Port': ['ID=b6aa9733-5ca7-474e-8346-2268021e91a6,revision_number=2']} {{(pid=103259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:00:46.289266 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-70d9fddb-7c0a-4b4c-a97b-938332e0b5c6 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777667466078'] for network (5ab4f8d0-77a4-4fa7-8322-ec652c6747cc), precommit_create {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:00:46.301501 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron.db.provisioning_blocks [None req-e4b062a6-7a21-4431-be77-3c7776c11043 None None] Provisioning complete for port 033b5712-b772-4ad6-8c5d-9bbf24283c0c triggered by entity L2. {{(pid=103259) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 11:00:46.301711 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron_lib.callbacks.manager [None req-e4b062a6-7a21-4431-be77-3c7776c11043 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1343588'] for port (033b5712-b772-4ad6-8c5d-9bbf24283c0c), provisioning_complete {{(pid=103259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:00:46.397385 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron.plugins.ml2.plugin [None req-e6da3776-0182-4ae9-aff8-cebc36ae8388 None None] Current status of the port 033b5712-b772-4ad6-8c5d-9bbf24283c0c is: DOWN; New status is: ACTIVE {{(pid=103259) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 11:00:46.397762 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron_lib.callbacks.manager [None req-e6da3776-0182-4ae9-aff8-cebc36ae8388 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1535343'] for port (033b5712-b772-4ad6-8c5d-9bbf24283c0c), before_update {{(pid=103259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:00:46.426222 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-70d9fddb-7c0a-4b4c-a97b-938332e0b5c6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-415428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586207'] for network (5ab4f8d0-77a4-4fa7-8322-ec652c6747cc), after_create {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:00:46.429762 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70d9fddb-7c0a-4b4c-a97b-938332e0b5c6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:00:46.431615 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-70d9fddb-7c0a-4b4c-a97b-938332e0b5c6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586029'] for network (None), before_response {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:00:46.458259 dv-cinder-830088-4-iscsi neutron-server[103260]: DEBUG neutron_lib.callbacks.manager [None req-6dea4a3a-93b1-4925-983c-4a3d838c4211 None None] Publish callbacks [] for port (dd38917a-e181-47e0-9f30-aa2e24b0ed10), precommit_update {{(pid=103260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:00:46.467117 dv-cinder-830088-4-iscsi neutron-server[103260]: DEBUG neutron_lib.callbacks.manager [None req-6dea4a3a-93b1-4925-983c-4a3d838c4211 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1534861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777667992095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777667450170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777667450188'] for port (dd38917a-e181-47e0-9f30-aa2e24b0ed10), after_update {{(pid=103260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:00:46.539468 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dea675b9-e4a1-4686-b563-6357f82d320e req-b9e264d7-b92c-4a14-9285-5c84137d7e57 tempest-DeleteServersTestJSON-655909961 tempest-DeleteServersTestJSON-655909961-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:00:46.540698 dv-cinder-830088-4-iscsi neutron-server[103257]: INFO neutron.wsgi [req-dea675b9-e4a1-4686-b563-6357f82d320e req-b9e264d7-b92c-4a14-9285-5c84137d7e57 tempest-DeleteServersTestJSON-655909961 tempest-DeleteServersTestJSON-655909961-project] 10.222.0.39 "GET /v2.0/networks?id=332a1fd1-5c8d-44a4-a602-cb07d1316e56 HTTP/1.1" status: 200 len: 811 time: 0.3656721 Apr 12 11:00:46.549990 dv-cinder-830088-4-iscsi neutron-server[103260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37c346e9-917f-4516-867e-466d58b2d078 None None] Pushing event updated for resources: {'Port': ['ID=dd38917a-e181-47e0-9f30-aa2e24b0ed10,revision_number=2']} {{(pid=103260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:00:46.562576 dv-cinder-830088-4-iscsi neutron-server[103260]: DEBUG neutron.plugins.ml2.managers [None req-6dea4a3a-93b1-4925-983c-4a3d838c4211 None None] Attempting to bind port dd38917a-e181-47e0-9f30-aa2e24b0ed10 on host dv-cinder-830088-4-iscsi for vnic_type normal with profile {{(pid=103260) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 12 11:00:46.563594 dv-cinder-830088-4-iscsi neutron-server[103260]: DEBUG neutron.plugins.ml2.managers [None req-6dea4a3a-93b1-4925-983c-4a3d838c4211 None None] Attempting to bind port dd38917a-e181-47e0-9f30-aa2e24b0ed10 by drivers openvswitch,hyperv on host dv-cinder-830088-4-iscsi at level 0 using segments [{'id': 'd942c271-b630-4108-8616-b993c4b79ecb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3b7be5f2-485b-4c85-8f98-fb200971b61c'}] {{(pid=103260) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 12 11:00:46.564178 dv-cinder-830088-4-iscsi neutron-server[103260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6dea4a3a-93b1-4925-983c-4a3d838c4211 None None] Attempting to bind port dd38917a-e181-47e0-9f30-aa2e24b0ed10 on network 3b7be5f2-485b-4c85-8f98-fb200971b61c {{(pid=103260) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 11:00:46.581846 dv-cinder-830088-4-iscsi neutron-server[103260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37c346e9-917f-4516-867e-466d58b2d078 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830088-4-iscsi {{(pid=103260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:00:46.582491 dv-cinder-830088-4-iscsi neutron-server[103260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37c346e9-917f-4516-867e-466d58b2d078 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830088-4-iscsi {{(pid=103260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:00:46.583109 dv-cinder-830088-4-iscsi neutron-server[103260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37c346e9-917f-4516-867e-466d58b2d078 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830088-4-iscsi {{(pid=103260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:00:46.583736 dv-cinder-830088-4-iscsi neutron-server[103260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37c346e9-917f-4516-867e-466d58b2d078 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830088-4-iscsi {{(pid=103260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:00:46.585232 dv-cinder-830088-4-iscsi neutron-server[103260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37c346e9-917f-4516-867e-466d58b2d078 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830088-4-iscsi {{(pid=103260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:00:46.585844 dv-cinder-830088-4-iscsi neutron-server[103260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37c346e9-917f-4516-867e-466d58b2d078 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830088-4-iscsi {{(pid=103260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:00:46.596077 dv-cinder-830088-4-iscsi neutron-server[103260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37c346e9-917f-4516-867e-466d58b2d078 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830088-4-iscsi {{(pid=103260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:00:46.596943 dv-cinder-830088-4-iscsi neutron-server[103260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37c346e9-917f-4516-867e-466d58b2d078 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830088-4-iscsi {{(pid=103260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:00:46.597618 dv-cinder-830088-4-iscsi neutron-server[103260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37c346e9-917f-4516-867e-466d58b2d078 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-830088-4-iscsi {{(pid=103260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:00:46.598264 dv-cinder-830088-4-iscsi neutron-server[103260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37c346e9-917f-4516-867e-466d58b2d078 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830088-4-iscsi {{(pid=103260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:00:46.598859 dv-cinder-830088-4-iscsi neutron-server[103260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37c346e9-917f-4516-867e-466d58b2d078 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830088-4-iscsi {{(pid=103260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:00:46.599471 dv-cinder-830088-4-iscsi neutron-server[103260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37c346e9-917f-4516-867e-466d58b2d078 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830088-4-iscsi {{(pid=103260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:00:46.600027 dv-cinder-830088-4-iscsi neutron-server[103260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37c346e9-917f-4516-867e-466d58b2d078 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830088-4-iscsi {{(pid=103260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:00:46.600627 dv-cinder-830088-4-iscsi neutron-server[103260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37c346e9-917f-4516-867e-466d58b2d078 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830088-4-iscsi {{(pid=103260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:00:46.601177 dv-cinder-830088-4-iscsi neutron-server[103260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37c346e9-917f-4516-867e-466d58b2d078 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830088-4-iscsi {{(pid=103260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:00:46.602922 dv-cinder-830088-4-iscsi neutron-server[103260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37c346e9-917f-4516-867e-466d58b2d078 None None] Tracked resource versions report: Apr 12 11:00:46.602922 dv-cinder-830088-4-iscsi neutron-server[103260]: pushed versions: Apr 12 11:00:46.602922 dv-cinder-830088-4-iscsi neutron-server[103260]: { 'AddressGroup': {'1.2'}, Apr 12 11:00:46.602922 dv-cinder-830088-4-iscsi neutron-server[103260]: 'Agent': {'1.1'}, Apr 12 11:00:46.602922 dv-cinder-830088-4-iscsi neutron-server[103260]: 'ConntrackHelper': {'1.0'}, Apr 12 11:00:46.602922 dv-cinder-830088-4-iscsi neutron-server[103260]: 'LocalIPAssociation': {'1.0'}, Apr 12 11:00:46.602922 dv-cinder-830088-4-iscsi neutron-server[103260]: 'Log': {'1.0'}, Apr 12 11:00:46.602922 dv-cinder-830088-4-iscsi neutron-server[103260]: 'NDPProxy': {'1.0'}, Apr 12 11:00:46.602922 dv-cinder-830088-4-iscsi neutron-server[103260]: 'Network': {'1.1'}, Apr 12 11:00:46.602922 dv-cinder-830088-4-iscsi neutron-server[103260]: 'Port': {'1.7'}, Apr 12 11:00:46.602922 dv-cinder-830088-4-iscsi neutron-server[103260]: 'PortForwarding': {'1.3'}, Apr 12 11:00:46.602922 dv-cinder-830088-4-iscsi neutron-server[103260]: 'QosPolicy': {'1.10'}, Apr 12 11:00:46.602922 dv-cinder-830088-4-iscsi neutron-server[103260]: 'SecurityGroup': {'1.5'}, Apr 12 11:00:46.602922 dv-cinder-830088-4-iscsi neutron-server[103260]: 'SecurityGroupRule': {'1.2'}, Apr 12 11:00:46.602922 dv-cinder-830088-4-iscsi neutron-server[103260]: 'SubPort': {'1.0'}, Apr 12 11:00:46.602922 dv-cinder-830088-4-iscsi neutron-server[103260]: 'Subnet': {'1.1'}, Apr 12 11:00:46.602922 dv-cinder-830088-4-iscsi neutron-server[103260]: 'Trunk': {'1.1'}} Apr 12 11:00:46.602922 dv-cinder-830088-4-iscsi neutron-server[103260]: consumer versions: Apr 12 11:00:46.602922 dv-cinder-830088-4-iscsi neutron-server[103260]: { DHCP agent@dv-cinder-830088-4-iscsi: {}, Apr 12 11:00:46.602922 dv-cinder-830088-4-iscsi neutron-server[103260]: HyperV agent@hv-cinder-83008: {}, Apr 12 11:00:46.602922 dv-cinder-830088-4-iscsi neutron-server[103260]: L3 agent@dv-cinder-830088-4-iscsi: {}, Apr 12 11:00:46.602922 dv-cinder-830088-4-iscsi neutron-server[103260]: Metadata agent@dv-cinder-830088-4-iscsi: {}, Apr 12 11:00:46.602922 dv-cinder-830088-4-iscsi neutron-server[103260]: Metering agent@dv-cinder-830088-4-iscsi: {}, Apr 12 11:00:46.602922 dv-cinder-830088-4-iscsi neutron-server[103260]: Open vSwitch agent@dv-cinder-830088-4-iscsi: { 'AddressGroup': '1.2', Apr 12 11:00:46.602922 dv-cinder-830088-4-iscsi neutron-server[103260]: 'Agent': '1.1', Apr 12 11:00:46.602922 dv-cinder-830088-4-iscsi neutron-server[103260]: 'ConntrackHelper': '1.0', Apr 12 11:00:46.602922 dv-cinder-830088-4-iscsi neutron-server[103260]: 'LocalIPAssociation': '1.0', Apr 12 11:00:46.602922 dv-cinder-830088-4-iscsi neutron-server[103260]: 'Log': '1.0', Apr 12 11:00:46.602922 dv-cinder-830088-4-iscsi neutron-server[103260]: 'NDPProxy': '1.0', Apr 12 11:00:46.602922 dv-cinder-830088-4-iscsi neutron-server[103260]: 'Network': '1.1', Apr 12 11:00:46.602922 dv-cinder-830088-4-iscsi neutron-server[103260]: 'Port': '1.7', Apr 12 11:00:46.602922 dv-cinder-830088-4-iscsi neutron-server[103260]: 'PortForwarding': '1.3', Apr 12 11:00:46.602922 dv-cinder-830088-4-iscsi neutron-server[103260]: 'QosPolicy': '1.10', Apr 12 11:00:46.602922 dv-cinder-830088-4-iscsi neutron-server[103260]: 'SecurityGroup': '1.5', Apr 12 11:00:46.602922 dv-cinder-830088-4-iscsi neutron-server[103260]: 'SecurityGroupRule': '1.2', Apr 12 11:00:46.602922 dv-cinder-830088-4-iscsi neutron-server[103260]: 'SubPort': '1.0', Apr 12 11:00:46.602922 dv-cinder-830088-4-iscsi neutron-server[103260]: 'Subnet': '1.1', Apr 12 11:00:46.602922 dv-cinder-830088-4-iscsi neutron-server[103260]: 'Trunk': '1.1'}} Apr 12 11:00:46.602922 dv-cinder-830088-4-iscsi neutron-server[103260]: {{(pid=103260) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Apr 12 11:00:46.610996 dv-cinder-830088-4-iscsi neutron-server[103260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6dea4a3a-93b1-4925-983c-4a3d838c4211 None None] Checking agent: {'id': 'c71cae7d-514b-467a-8477-0a67bee0b970', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-830088-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 12, 10, 52, 16), 'started_at': datetime.datetime(2022, 4, 12, 10, 52, 46), 'heartbeat_timestamp': datetime.datetime(2022, 4, 12, 11, 0, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-830088-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103260) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 12 11:00:46.611735 dv-cinder-830088-4-iscsi neutron-server[103260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6dea4a3a-93b1-4925-983c-4a3d838c4211 None None] Checking segment: {'id': 'd942c271-b630-4108-8616-b993c4b79ecb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3b7be5f2-485b-4c85-8f98-fb200971b61c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103260) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 11:00:46.612374 dv-cinder-830088-4-iscsi neutron-server[103260]: DEBUG neutron_lib.callbacks.manager [None req-6dea4a3a-93b1-4925-983c-4a3d838c4211 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:00:46.613004 dv-cinder-830088-4-iscsi neutron-server[103260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6dea4a3a-93b1-4925-983c-4a3d838c4211 None None] Bound using segment: {'id': 'd942c271-b630-4108-8616-b993c4b79ecb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3b7be5f2-485b-4c85-8f98-fb200971b61c'} {{(pid=103260) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 12 11:00:46.614108 dv-cinder-830088-4-iscsi neutron-server[103260]: DEBUG neutron.plugins.ml2.managers [None req-6dea4a3a-93b1-4925-983c-4a3d838c4211 None None] Bound port: dd38917a-e181-47e0-9f30-aa2e24b0ed10, host: dv-cinder-830088-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd942c271-b630-4108-8616-b993c4b79ecb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3b7be5f2-485b-4c85-8f98-fb200971b61c'}}] {{(pid=103260) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 12 11:00:46.615098 dv-cinder-830088-4-iscsi neutron-server[103260]: DEBUG neutron_lib.callbacks.manager [None req-6dea4a3a-93b1-4925-983c-4a3d838c4211 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1535343'] for port (dd38917a-e181-47e0-9f30-aa2e24b0ed10), before_update {{(pid=103260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:00:46.615314 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron.plugins.ml2.plugin [None req-e4b062a6-7a21-4431-be77-3c7776c11043 None None] Current status of the port 033b5712-b772-4ad6-8c5d-9bbf24283c0c is: DOWN; New status is: ACTIVE {{(pid=103259) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 11:00:46.615698 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron_lib.callbacks.manager [None req-e4b062a6-7a21-4431-be77-3c7776c11043 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1535343'] for port (033b5712-b772-4ad6-8c5d-9bbf24283c0c), before_update {{(pid=103259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:00:46.653534 dv-cinder-830088-4-iscsi neutron-server[103257]: INFO neutron.wsgi [None req-8f234d8c-4334-46a2-a601-aa05aa258f22 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=66f19396625f4237af346e88383ae317&name=default HTTP/1.1" status: 200 len: 2992 time: 1.6708341 Apr 12 11:00:46.663701 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.wsgi [-] (103258) accepted ('10.222.0.39', 49032) {{(pid=103258) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 11:00:46.668236 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70d9fddb-7c0a-4b4c-a97b-938332e0b5c6 admin admin] Pushing event updated for resources: {'Network': ['ID=5ab4f8d0-77a4-4fa7-8322-ec652c6747cc,revision_number=1']} {{(pid=103258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:00:46.673063 dv-cinder-830088-4-iscsi neutron-server[103258]: INFO neutron.wsgi [None req-70d9fddb-7c0a-4b4c-a97b-938332e0b5c6 admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 1.4176695 Apr 12 11:00:46.691186 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.wsgi [-] (103258) accepted ('10.222.0.39', 49034) {{(pid=103258) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 11:00:46.693529 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f234d8c-4334-46a2-a601-aa05aa258f22 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a3175a1e-216c-4d10-8f4d-25c84ac2d31d,revision_number=1']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:00:46.709352 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-437f8ed4-b7b3-4749-b33c-9e6a61718de5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-518224', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14475'] for router (eb1e4800-8b4f-4be4-9243-871422076e8b), before_create {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:00:46.711359 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-437f8ed4-b7b3-4749-b33c-9e6a61718de5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-519904', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-577883', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-347708', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14482'] for router (eb1e4800-8b4f-4be4-9243-871422076e8b), precommit_create {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:00:46.719689 dv-cinder-830088-4-iscsi neutron-server[103257]: INFO neutron.wsgi [req-dea675b9-e4a1-4686-b563-6357f82d320e req-4f7f71cd-420b-4440-a4ce-e3e93841b7d6 tempest-DeleteServersTestJSON-655909961 tempest-DeleteServersTestJSON-655909961-project] 10.222.0.39 "GET /v2.0/quotas/69a133bd5ba947f5a9073d8c0e14336a HTTP/1.1" status: 200 len: 375 time: 0.0724986 Apr 12 11:00:46.721885 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron.plugins.ml2.rpc [None req-e4b062a6-7a21-4431-be77-3c7776c11043 None None] Network 5ab4f8d0-77a4-4fa7-8322-ec652c6747cc details requested by agent ovs-agent-dv-cinder-830088-4-iscsi with host dv-cinder-830088-4-iscsi {{(pid=103259) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 12 11:00:46.724277 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.api.v2.base [None req-ca8ee29e-d9a1-420f-97e6-f2f07dfa3bc2 admin admin] Request body: {'subnet': {'network_id': '5ab4f8d0-77a4-4fa7-8322-ec652c6747cc', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-157431351-subnet', 'tenant_id': 'd916c34c2c25444c909d3fc7a32284e6', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103258) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 11:00:46.762687 dv-cinder-830088-4-iscsi neutron-server[103260]: DEBUG neutron.plugins.ml2.db [None req-6dea4a3a-93b1-4925-983c-4a3d838c4211 None None] For port dd38917a-e181-47e0-9f30-aa2e24b0ed10, host dv-cinder-830088-4-iscsi, cleared binding levels {{(pid=103260) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 12 11:00:46.765983 dv-cinder-830088-4-iscsi neutron-server[103260]: DEBUG neutron.plugins.ml2.db [None req-6dea4a3a-93b1-4925-983c-4a3d838c4211 None None] For port dd38917a-e181-47e0-9f30-aa2e24b0ed10, host dv-cinder-830088-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830088-4-iscsi',level=0,port_id=dd38917a-e181-47e0-9f30-aa2e24b0ed10,segment=NetworkSegment(d942c271-b630-4108-8616-b993c4b79ecb),segment_id=d942c271-b630-4108-8616-b993c4b79ecb)] {{(pid=103260) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 12 11:00:46.779387 dv-cinder-830088-4-iscsi neutron-server[103260]: DEBUG neutron_lib.callbacks.manager [None req-6dea4a3a-93b1-4925-983c-4a3d838c4211 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1534861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777667992095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777667450170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777667450188'] for port (dd38917a-e181-47e0-9f30-aa2e24b0ed10), after_update {{(pid=103260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:00:46.878971 dv-cinder-830088-4-iscsi neutron-server[103260]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6dea4a3a-93b1-4925-983c-4a3d838c4211 None None] Routers {'b40e7d0d-8f57-424d-96be-54b6f118e1d9'} bound to L3 agent in host dv-cinder-830088-4-iscsi {{(pid=103260) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 11:00:46.879623 dv-cinder-830088-4-iscsi neutron-server[103260]: DEBUG neutron.db.l3_hamode_db [None req-6dea4a3a-93b1-4925-983c-4a3d838c4211 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830088-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-12T10:52:12Z,description=,heartbeat_timestamp=2022-04-12T11:00:43Z,host='dv-cinder-830088-4-iscsi',id=77f5e085-0284-4236-9dbf-35d2d452e277,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T10:52:12Z,topic='l3_agent')) {'router_ids': ['b40e7d0d-8f57-424d-96be-54b6f118e1d9'], 'active': True} {{(pid=103260) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 11:00:46.885591 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron.plugins.ml2.db [None req-e6da3776-0182-4ae9-aff8-cebc36ae8388 None None] For port 033b5712-b772-4ad6-8c5d-9bbf24283c0c, host dv-cinder-830088-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830088-4-iscsi',level=0,port_id=033b5712-b772-4ad6-8c5d-9bbf24283c0c,segment=NetworkSegment(2248de7c-bd9a-4119-9ea3-2adf7f860546),segment_id=2248de7c-bd9a-4119-9ea3-2adf7f860546)] {{(pid=103259) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 11:00:46.896867 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-b47c5f47-6ffd-4fe3-b714-ce842584ed7d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-519897', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-579496'] for router (373bcbcc-c4aa-4514-9206-351c9dcda33b), after_create {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:00:46.928553 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ca8ee29e-d9a1-420f-97e6-f2f07dfa3bc2 admin admin] Made reservation on behalf of d916c34c2c25444c909d3fc7a32284e6 for: {'subnet': 1} {{(pid=103258) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 12 11:00:46.932676 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron_lib.callbacks.manager [None req-e4b062a6-7a21-4431-be77-3c7776c11043 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777667879581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1343690'] for agent (c71cae7d-514b-467a-8477-0a67bee0b970), after_update {{(pid=103259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:00:46.937377 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-ca8ee29e-d9a1-420f-97e6-f2f07dfa3bc2 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:00:46.951970 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron_lib.callbacks.manager [None req-e6da3776-0182-4ae9-aff8-cebc36ae8388 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1534861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777667992095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777667450170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777667450188'] for port (033b5712-b772-4ad6-8c5d-9bbf24283c0c), after_update {{(pid=103259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:00:47.061712 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-78c6acc1-db68-4b89-a087-0b80cd4afdbf admin admin] Publish callbacks [] for security_group (a3175a1e-216c-4d10-8f4d-25c84ac2d31d), before_delete {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:00:47.073249 dv-cinder-830088-4-iscsi neutron-server[103260]: DEBUG neutron.db.l3_dvr_db [None req-6dea4a3a-93b1-4925-983c-4a3d838c4211 None None] Set router b40e7d0d-8f57-424d-96be-54b6f118e1d9 gateway port host: dv-cinder-830088-4-iscsi {{(pid=103260) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 11:00:47.102073 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-a8e69942-8f1b-414c-857c-a86f6d3896bb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1535343'] for port (None), before_create {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:00:47.149377 dv-cinder-830088-4-iscsi neutron-server[103257]: INFO neutron.wsgi [req-dea675b9-e4a1-4686-b563-6357f82d320e req-8a0d8ba9-fce9-449b-81bf-8923b31cf72f tempest-DeleteServersTestJSON-655909961 tempest-DeleteServersTestJSON-655909961-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=69a133bd5ba947f5a9073d8c0e14336a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.4217033 Apr 12 11:00:47.214944 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-78c6acc1-db68-4b89-a087-0b80cd4afdbf admin admin] Publish callbacks [] for security_group (a3175a1e-216c-4d10-8f4d-25c84ac2d31d), precommit_delete {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:00:47.277967 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6da3776-0182-4ae9-aff8-cebc36ae8388 None None] Pushing event updated for resources: {'Port': ['ID=033b5712-b772-4ad6-8c5d-9bbf24283c0c,revision_number=3']} {{(pid=103259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:00:47.327461 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron.db.provisioning_blocks [None req-96db69a1-d3b2-4f89-9743-0e701ebce69e None None] Provisioning complete for port 033b5712-b772-4ad6-8c5d-9bbf24283c0c triggered by entity DHCP. {{(pid=103259) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 11:00:47.328330 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron_lib.callbacks.manager [None req-96db69a1-d3b2-4f89-9743-0e701ebce69e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1343588'] for port (033b5712-b772-4ad6-8c5d-9bbf24283c0c), provisioning_complete {{(pid=103259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:00:47.396423 dv-cinder-830088-4-iscsi neutron-server[103260]: DEBUG neutron.db.l3_hamode_db [None req-6dea4a3a-93b1-4925-983c-4a3d838c4211 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b40e7d0d-8f57-424d-96be-54b6f118e1d9', 'name': 'tempest-AttachVolumeNegativeTest-942964669-router', 'tenant_id': 'e581060642574053bd171680bd4e15a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b7be5f2-485b-4c85-8f98-fb200971b61c', 'external_fixed_ips': [{'subnet_id': '4887111e-1302-416a-ab8e-c957c9df7f85', 'ip_address': '172.27.3.241'}], 'enable_snat': True}, 'gw_port_id': 'dd38917a-e181-47e0-9f30-aa2e24b0ed10', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T11:00:41Z', 'updated_at': '2022-04-12T11:00:44Z', 'revision_number': 3, 'project_id': 'e581060642574053bd171680bd4e15a9', 'gw_port': {'id': 'dd38917a-e181-47e0-9f30-aa2e24b0ed10', 'name': '', 'network_id': '3b7be5f2-485b-4c85-8f98-fb200971b61c', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:d9:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b40e7d0d-8f57-424d-96be-54b6f118e1d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '4887111e-1302-416a-ab8e-c957c9df7f85', 'ip_address': '172.27.3.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830088-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T11:00:42Z', 'updated_at': '2022-04-12T11:00:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4887111e-1302-416a-ab8e-c957c9df7f85', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830088-4-iscsi'}], 'dv-cinder-830088-4-iscsi', False) {} {{(pid=103260) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 11:00:47.430226 dv-cinder-830088-4-iscsi neutron-server[103260]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6dea4a3a-93b1-4925-983c-4a3d838c4211 None None] The sync data for ids ['b40e7d0d-8f57-424d-96be-54b6f118e1d9'] in dv-cinder-830088-4-iscsi is: [{'id': 'b40e7d0d-8f57-424d-96be-54b6f118e1d9', 'name': 'tempest-AttachVolumeNegativeTest-942964669-router', 'tenant_id': 'e581060642574053bd171680bd4e15a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b7be5f2-485b-4c85-8f98-fb200971b61c', 'external_fixed_ips': [{'subnet_id': '4887111e-1302-416a-ab8e-c957c9df7f85', 'ip_address': '172.27.3.241'}], 'enable_snat': True}, 'gw_port_id': 'dd38917a-e181-47e0-9f30-aa2e24b0ed10', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T11:00:41Z', 'updated_at': '2022-04-12T11:00:44Z', 'revision_number': 3, 'project_id': 'e581060642574053bd171680bd4e15a9', 'gw_port': {'id': 'dd38917a-e181-47e0-9f30-aa2e24b0ed10', 'name': '', 'network_id': '3b7be5f2-485b-4c85-8f98-fb200971b61c', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:d9:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b40e7d0d-8f57-424d-96be-54b6f118e1d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '4887111e-1302-416a-ab8e-c957c9df7f85', 'ip_address': '172.27.3.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830088-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T11:00:42Z', 'updated_at': '2022-04-12T11:00:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4887111e-1302-416a-ab8e-c957c9df7f85', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830088-4-iscsi'}] {{(pid=103260) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 12 11:00:47.437118 dv-cinder-830088-4-iscsi neutron-server[103260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37c346e9-917f-4516-867e-466d58b2d078 None None] Pushing event updated for resources: {'Port': ['ID=dd38917a-e181-47e0-9f30-aa2e24b0ed10,revision_number=3']} {{(pid=103260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:00:47.441031 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron_lib.db.api [None req-e4b062a6-7a21-4431-be77-3c7776c11043 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103259) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 12 11:00:47.441435 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG oslo_db.api [None req-e4b062a6-7a21-4431-be77-3c7776c11043 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103259) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 12 11:00:47.465802 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron.db.db_base_plugin_common [None req-2a067c92-e590-415a-a6e5-8a144fd99b1a None None] Allocated IP 172.20.0.2 (5fe71604-a19f-4748-9dc5-7cc9d7ecf6be/e411d522-7486-40a5-b78b-47a221209e5e/9f0a6599-631f-46aa-8ee2-d5f13cbdc97f) {{(pid=103259) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 12 11:00:47.563881 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron_lib.callbacks.manager [None req-35fab1b0-db46-4cbb-a9f6-3fe046930a2d None None] Publish callbacks [] for port (b0fbcc80-a999-4247-9cc9-9aa90e6e78d5), precommit_create {{(pid=103259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:00:47.588380 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron_lib.callbacks.manager [None req-35fab1b0-db46-4cbb-a9f6-3fe046930a2d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1534861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777667450152'] for port (b0fbcc80-a999-4247-9cc9-9aa90e6e78d5), after_create {{(pid=103259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:00:47.606975 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-367d4a4d-f604-427a-8ade-37d5e720a493 admin admin] Publish callbacks [] for router_gateway (ebba7e6c-c174-4e43-823e-0332064b8743), before_create {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:00:47.641529 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-437f8ed4-b7b3-4749-b33c-9e6a61718de5 admin admin] Publish callbacks [] for router_controller (eb1e4800-8b4f-4be4-9243-871422076e8b), precommit_add_association {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:00:47.646938 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron.wsgi [req-dea675b9-e4a1-4686-b563-6357f82d320e req-832984a0-e2a7-4226-965e-c943266ae331 service neutron] http://10.222.0.39:9696/v2.0/extensions returned with HTTP 200 {{(pid=103257) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 12 11:00:47.656446 dv-cinder-830088-4-iscsi neutron-server[103257]: INFO neutron.wsgi [req-dea675b9-e4a1-4686-b563-6357f82d320e req-832984a0-e2a7-4226-965e-c943266ae331 service neutron] 10.222.0.39 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.1183438 Apr 12 11:00:47.662043 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-367d4a4d-f604-427a-8ade-37d5e720a493 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1535343'] for port (None), before_create {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:00:47.695247 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35fab1b0-db46-4cbb-a9f6-3fe046930a2d None None] Network 696acaf3-e376-402a-9f44-515f336c0ed7 is already hosted by enough agents. {{(pid=103259) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 11:00:47.703080 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.db.db_base_plugin_common [None req-a8e69942-8f1b-414c-857c-a86f6d3896bb admin admin] Allocated IP 172.20.0.1 (8605bce6-3955-4448-bd79-8ef881f45c6d/342bfb33-54ce-4b31-b1d9-ee13f5d2ec00/a2233ce1-933b-408f-884a-0a19dee76ba7) {{(pid=103258) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 12 11:00:47.739728 dv-cinder-830088-4-iscsi neutron-server[103260]: DEBUG neutron.db.agents_db [None req-b0205aca-973a-4a8a-ba9e-4a4e25067b42 None None] Agent healthcheck: found 6 active agents {{(pid=103260) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 12 11:00:47.745033 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron.scheduler.base_scheduler [None req-35fab1b0-db46-4cbb-a9f6-3fe046930a2d None None] Resources bound (agent type, host, resource id): {{(pid=103259) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 11:00:47.747894 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35fab1b0-db46-4cbb-a9f6-3fe046930a2d None None] Pushing event updated for resources: {'Port': ['ID=b0fbcc80-a999-4247-9cc9-9aa90e6e78d5,revision_number=1']} {{(pid=103259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:00:47.753233 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35fab1b0-db46-4cbb-a9f6-3fe046930a2d None None] Received port after_create {{(pid=103259) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 12 11:00:47.874813 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7445fe0-cb67-432c-966e-51650910a6a1 None None] Network 8605bce6-3955-4448-bd79-8ef881f45c6d requested from dv-cinder-830088-4-iscsi {{(pid=103259) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 12 11:00:47.881187 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron.plugins.ml2.plugin [None req-96db69a1-d3b2-4f89-9743-0e701ebce69e None None] Current status of the port 033b5712-b772-4ad6-8c5d-9bbf24283c0c is: ACTIVE; New status is: ACTIVE {{(pid=103259) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 11:00:47.905646 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron_lib.callbacks.manager [None req-2a067c92-e590-415a-a6e5-8a144fd99b1a None None] Publish callbacks [] for port (9f0a6599-631f-46aa-8ee2-d5f13cbdc97f), precommit_create {{(pid=103259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:00:47.909546 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-78c6acc1-db68-4b89-a087-0b80cd4afdbf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-415253'] for security_group (a3175a1e-216c-4d10-8f4d-25c84ac2d31d), after_delete {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:00:47.911964 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-78c6acc1-db68-4b89-a087-0b80cd4afdbf admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:00:47.915870 dv-cinder-830088-4-iscsi neutron-server[103258]: INFO neutron.wsgi [None req-78c6acc1-db68-4b89-a087-0b80cd4afdbf admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/a3175a1e-216c-4d10-8f4d-25c84ac2d31d HTTP/1.1" status: 204 len: 168 time: 1.2415075 Apr 12 11:00:47.956928 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron_lib.callbacks.manager [None req-2a067c92-e590-415a-a6e5-8a144fd99b1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1534861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777667450152'] for port (9f0a6599-631f-46aa-8ee2-d5f13cbdc97f), after_create {{(pid=103259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:00:47.977064 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-a8e69942-8f1b-414c-857c-a86f6d3896bb admin admin] Publish callbacks [] for port (a2233ce1-933b-408f-884a-0a19dee76ba7), precommit_create {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:00:47.988585 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78c6acc1-db68-4b89-a087-0b80cd4afdbf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a3175a1e-216c-4d10-8f4d-25c84ac2d31d,revision_number=None']} {{(pid=103258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:00:47.999060 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-ca8ee29e-d9a1-420f-97e6-f2f07dfa3bc2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-439037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586207'] for subnet (5e31b123-4cb0-4c2f-bbd0-4aab3af34979), after_create {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:00:48.000201 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron.plugins.ml2.managers [None req-35fab1b0-db46-4cbb-a9f6-3fe046930a2d None None] Attempting to bind port b0fbcc80-a999-4247-9cc9-9aa90e6e78d5 on host dv-cinder-830088-4-iscsi for vnic_type normal with profile {{(pid=103259) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 12 11:00:48.000906 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron.plugins.ml2.managers [None req-35fab1b0-db46-4cbb-a9f6-3fe046930a2d None None] Attempting to bind port b0fbcc80-a999-4247-9cc9-9aa90e6e78d5 by drivers openvswitch,hyperv on host dv-cinder-830088-4-iscsi at level 0 using segments [{'id': 'fef06479-df1c-48b3-ab23-a5007803664a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '696acaf3-e376-402a-9f44-515f336c0ed7'}] {{(pid=103259) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 12 11:00:48.001457 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35fab1b0-db46-4cbb-a9f6-3fe046930a2d None None] Attempting to bind port b0fbcc80-a999-4247-9cc9-9aa90e6e78d5 on network 696acaf3-e376-402a-9f44-515f336c0ed7 {{(pid=103259) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 11:00:48.102841 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-437f8ed4-b7b3-4749-b33c-9e6a61718de5 admin admin] Publish callbacks [] for router_gateway (eb1e4800-8b4f-4be4-9243-871422076e8b), precommit_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:00:48.113743 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca8ee29e-d9a1-420f-97e6-f2f07dfa3bc2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5e31b123-4cb0-4c2f-bbd0-4aab3af34979,revision_number=0']} {{(pid=103258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:00:48.121556 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35fab1b0-db46-4cbb-a9f6-3fe046930a2d None None] Checking agent: {'id': 'c71cae7d-514b-467a-8477-0a67bee0b970', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-830088-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 12, 10, 52, 16), 'started_at': datetime.datetime(2022, 4, 12, 10, 52, 46), 'heartbeat_timestamp': datetime.datetime(2022, 4, 12, 11, 0, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-830088-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103259) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 12 11:00:48.122099 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35fab1b0-db46-4cbb-a9f6-3fe046930a2d None None] Checking segment: {'id': 'fef06479-df1c-48b3-ab23-a5007803664a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '696acaf3-e376-402a-9f44-515f336c0ed7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103259) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 11:00:48.122607 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron_lib.callbacks.manager [None req-35fab1b0-db46-4cbb-a9f6-3fe046930a2d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:00:48.123137 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35fab1b0-db46-4cbb-a9f6-3fe046930a2d None None] Bound using segment: {'id': 'fef06479-df1c-48b3-ab23-a5007803664a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '696acaf3-e376-402a-9f44-515f336c0ed7'} {{(pid=103259) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 12 11:00:48.123525 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-a8e69942-8f1b-414c-857c-a86f6d3896bb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1534861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777667450152'] for port (a2233ce1-933b-408f-884a-0a19dee76ba7), after_create {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:00:48.123839 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron.plugins.ml2.managers [None req-35fab1b0-db46-4cbb-a9f6-3fe046930a2d None None] Bound port: b0fbcc80-a999-4247-9cc9-9aa90e6e78d5, host: dv-cinder-830088-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fef06479-df1c-48b3-ab23-a5007803664a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '696acaf3-e376-402a-9f44-515f336c0ed7'}}] {{(pid=103259) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 12 11:00:48.124324 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron_lib.callbacks.manager [None req-35fab1b0-db46-4cbb-a9f6-3fe046930a2d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1535343'] for port (b0fbcc80-a999-4247-9cc9-9aa90e6e78d5), before_update {{(pid=103259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:00:48.152770 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron.db.provisioning_blocks [None req-c2b78d39-46cd-488f-8201-509807c02b23 None None] Provisioning complete for port b6aa9733-5ca7-474e-8346-2268021e91a6 triggered by entity DHCP. {{(pid=103259) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 11:00:48.153463 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron_lib.callbacks.manager [None req-c2b78d39-46cd-488f-8201-509807c02b23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1343588'] for port (b6aa9733-5ca7-474e-8346-2268021e91a6), provisioning_complete {{(pid=103259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:00:48.156267 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a067c92-e590-415a-a6e5-8a144fd99b1a None None] Network 5fe71604-a19f-4748-9dc5-7cc9d7ecf6be is already hosted by enough agents. {{(pid=103259) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 11:00:48.224012 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron.scheduler.base_scheduler [None req-2a067c92-e590-415a-a6e5-8a144fd99b1a None None] Resources bound (agent type, host, resource id): {{(pid=103259) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 11:00:48.245359 dv-cinder-830088-4-iscsi neutron-server[103257]: INFO neutron.wsgi [req-dea675b9-e4a1-4686-b563-6357f82d320e req-aff9fc9e-5b86-4436-8806-b7e0acd798dd service neutron] 10.222.0.39 "GET /v2.0/networks/332a1fd1-5c8d-44a4-a602-cb07d1316e56?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5877328 Apr 12 11:00:48.253517 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron.plugins.ml2.plugin [None req-e4b062a6-7a21-4431-be77-3c7776c11043 None None] Current status of the port 033b5712-b772-4ad6-8c5d-9bbf24283c0c is: ACTIVE; New status is: ACTIVE {{(pid=103259) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 11:00:48.255985 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8e69942-8f1b-414c-857c-a86f6d3896bb admin admin] Network 8605bce6-3955-4448-bd79-8ef881f45c6d is already hosted by enough agents. {{(pid=103258) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 11:00:48.256352 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a067c92-e590-415a-a6e5-8a144fd99b1a None None] Received port after_create {{(pid=103259) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 12 11:00:48.272157 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a067c92-e590-415a-a6e5-8a144fd99b1a None None] Pushing event updated for resources: {'Port': ['ID=9f0a6599-631f-46aa-8ee2-d5f13cbdc97f,revision_number=1']} {{(pid=103259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:00:48.308199 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8e69942-8f1b-414c-857c-a86f6d3896bb admin admin] Pushing event updated for resources: {'Port': ['ID=a2233ce1-933b-408f-884a-0a19dee76ba7,revision_number=1']} {{(pid=103258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:00:48.312330 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca8ee29e-d9a1-420f-97e6-f2f07dfa3bc2 admin admin] Checking segment: {'id': 'd7d9ef62-9b92-4ba4-8ee4-13fb7c47097a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': '5ab4f8d0-77a4-4fa7-8322-ec652c6747cc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103258) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 11:00:48.312774 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca8ee29e-d9a1-420f-97e6-f2f07dfa3bc2 admin admin] Network hostable DHCP agents. Network: 5ab4f8d0-77a4-4fa7-8322-ec652c6747cc, hostable agents: ['0a0a44e5-732d-48d9-a8ad-b47e7b7c1a86'], hosted agents: [] {{(pid=103258) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 12 11:00:48.351794 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.scheduler.base_scheduler [None req-a8e69942-8f1b-414c-857c-a86f6d3896bb admin admin] Resources bound (agent type, host, resource id): {{(pid=103258) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 11:00:48.365883 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8e69942-8f1b-414c-857c-a86f6d3896bb admin admin] Received port after_create {{(pid=103258) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 12 11:00:48.366656 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-a8e69942-8f1b-414c-857c-a86f6d3896bb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-579419'] for router_interface (b40e7d0d-8f57-424d-96be-54b6f118e1d9), before_create {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:00:48.425941 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron.plugins.ml2.db [None req-35fab1b0-db46-4cbb-a9f6-3fe046930a2d None None] For port b0fbcc80-a999-4247-9cc9-9aa90e6e78d5, host dv-cinder-830088-4-iscsi, cleared binding levels {{(pid=103259) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 12 11:00:48.438739 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron.db.db_base_plugin_common [None req-367d4a4d-f604-427a-8ade-37d5e720a493 admin admin] Allocated IP 172.27.3.24 (3b7be5f2-485b-4c85-8f98-fb200971b61c/4887111e-1302-416a-ab8e-c957c9df7f85/092f00f6-c2f2-4426-a5db-b5016b474eb5) {{(pid=103257) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 12 11:00:48.503059 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b47c5f47-6ffd-4fe3-b714-ce842584ed7d admin admin] Router 373bcbcc-c4aa-4514-9206-351c9dcda33b is scheduled to L3 agent 77f5e085-0284-4236-9dbf-35d2d452e277 with binding_index 1 {{(pid=103257) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 12 11:00:48.517794 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron.plugins.ml2.db [None req-35fab1b0-db46-4cbb-a9f6-3fe046930a2d None None] For port b0fbcc80-a999-4247-9cc9-9aa90e6e78d5, host dv-cinder-830088-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830088-4-iscsi',level=0,port_id=b0fbcc80-a999-4247-9cc9-9aa90e6e78d5,segment=NetworkSegment(fef06479-df1c-48b3-ab23-a5007803664a),segment_id=fef06479-df1c-48b3-ab23-a5007803664a)] {{(pid=103259) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 12 11:00:48.571039 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca8ee29e-d9a1-420f-97e6-f2f07dfa3bc2 admin admin] Network 5ab4f8d0-77a4-4fa7-8322-ec652c6747cc is scheduled to be hosted by DHCP agent 0a0a44e5-732d-48d9-a8ad-b47e7b7c1a86 with binding_index 1 {{(pid=103258) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 12 11:00:48.595727 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron.plugins.ml2.managers [None req-2a067c92-e590-415a-a6e5-8a144fd99b1a None None] Attempting to bind port 9f0a6599-631f-46aa-8ee2-d5f13cbdc97f on host dv-cinder-830088-4-iscsi for vnic_type normal with profile {{(pid=103259) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 12 11:00:48.596194 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron.plugins.ml2.managers [None req-2a067c92-e590-415a-a6e5-8a144fd99b1a None None] Attempting to bind port 9f0a6599-631f-46aa-8ee2-d5f13cbdc97f by drivers openvswitch,hyperv on host dv-cinder-830088-4-iscsi at level 0 using segments [{'id': 'af155c35-6d9d-4cb5-9da1-9790843f44dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': '5fe71604-a19f-4748-9dc5-7cc9d7ecf6be'}] {{(pid=103259) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 12 11:00:48.596565 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a067c92-e590-415a-a6e5-8a144fd99b1a None None] Attempting to bind port 9f0a6599-631f-46aa-8ee2-d5f13cbdc97f on network 5fe71604-a19f-4748-9dc5-7cc9d7ecf6be {{(pid=103259) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 11:00:48.599627 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron.wsgi [-] (103257) accepted ('10.222.0.39', 49058) {{(pid=103257) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 11:00:48.602692 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron_lib.callbacks.manager [None req-35fab1b0-db46-4cbb-a9f6-3fe046930a2d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1534861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777667992095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777667450170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777667450188'] for port (b0fbcc80-a999-4247-9cc9-9aa90e6e78d5), after_update {{(pid=103259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:00:48.627382 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a067c92-e590-415a-a6e5-8a144fd99b1a None None] Checking agent: {'id': 'c71cae7d-514b-467a-8477-0a67bee0b970', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-830088-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 12, 10, 52, 16), 'started_at': datetime.datetime(2022, 4, 12, 10, 52, 46), 'heartbeat_timestamp': datetime.datetime(2022, 4, 12, 11, 0, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-830088-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103259) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 12 11:00:48.632842 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a067c92-e590-415a-a6e5-8a144fd99b1a None None] Checking segment: {'id': 'af155c35-6d9d-4cb5-9da1-9790843f44dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': '5fe71604-a19f-4748-9dc5-7cc9d7ecf6be'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103259) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 11:00:48.632842 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron_lib.callbacks.manager [None req-2a067c92-e590-415a-a6e5-8a144fd99b1a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:00:48.632842 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a067c92-e590-415a-a6e5-8a144fd99b1a None None] Bound using segment: {'id': 'af155c35-6d9d-4cb5-9da1-9790843f44dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': '5fe71604-a19f-4748-9dc5-7cc9d7ecf6be'} {{(pid=103259) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 12 11:00:48.632842 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron.plugins.ml2.managers [None req-2a067c92-e590-415a-a6e5-8a144fd99b1a None None] Bound port: 9f0a6599-631f-46aa-8ee2-d5f13cbdc97f, host: dv-cinder-830088-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'af155c35-6d9d-4cb5-9da1-9790843f44dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': '5fe71604-a19f-4748-9dc5-7cc9d7ecf6be'}}] {{(pid=103259) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 12 11:00:48.632842 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron_lib.callbacks.manager [None req-2a067c92-e590-415a-a6e5-8a144fd99b1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1535343'] for port (9f0a6599-631f-46aa-8ee2-d5f13cbdc97f), before_update {{(pid=103259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:00:48.656394 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.scheduler.base_scheduler [None req-ca8ee29e-d9a1-420f-97e6-f2f07dfa3bc2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-830088-4-iscsi, 5ab4f8d0-77a4-4fa7-8322-ec652c6747cc) {{(pid=103258) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 11:00:48.691311 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c5bede6-5c7e-4410-9be7-65e07819b3ca None None] Network 5ab4f8d0-77a4-4fa7-8322-ec652c6747cc requested from dv-cinder-830088-4-iscsi {{(pid=103259) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 12 11:00:48.713541 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron.plugins.ml2.rpc [None req-e4b062a6-7a21-4431-be77-3c7776c11043 None None] Device b6aa9733-5ca7-474e-8346-2268021e91a6 up at agent ovs-agent-dv-cinder-830088-4-iscsi {{(pid=103259) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 11:00:48.723132 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-e88cd775-54c0-46fb-9adc-53e0203f7e7b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:00:48.784273 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron.plugins.ml2.plugin [None req-c2b78d39-46cd-488f-8201-509807c02b23 None None] Current status of the port b6aa9733-5ca7-474e-8346-2268021e91a6 is: DOWN; New status is: ACTIVE {{(pid=103259) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 11:00:48.784679 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron_lib.callbacks.manager [None req-c2b78d39-46cd-488f-8201-509807c02b23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1535343'] for port (b6aa9733-5ca7-474e-8346-2268021e91a6), before_update {{(pid=103259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:00:48.795084 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca8ee29e-d9a1-420f-97e6-f2f07dfa3bc2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:00:48.795084 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-ca8ee29e-d9a1-420f-97e6-f2f07dfa3bc2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586029'] for subnet (None), before_response {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:00:48.858601 dv-cinder-830088-4-iscsi neutron-server[103258]: INFO neutron.wsgi [None req-ca8ee29e-d9a1-420f-97e6-f2f07dfa3bc2 admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 2.1657991 Apr 12 11:00:48.899948 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-a8e69942-8f1b-414c-857c-a86f6d3896bb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1535343'] for port (a2233ce1-933b-408f-884a-0a19dee76ba7), before_update {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:00:48.970377 dv-cinder-830088-4-iscsi neutron-server[103257]: INFO neutron.wsgi [req-dea675b9-e4a1-4686-b563-6357f82d320e req-ef4646be-c4f7-4692-8baf-c0e5c292d5be service neutron] 10.222.0.39 "GET /v2.0/networks/332a1fd1-5c8d-44a4-a602-cb07d1316e56?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6940882 Apr 12 11:00:49.087647 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-437f8ed4-b7b3-4749-b33c-9e6a61718de5 admin admin] Publish callbacks [] for router_gateway (eb1e4800-8b4f-4be4-9243-871422076e8b), before_create {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:00:49.156472 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35fab1b0-db46-4cbb-a9f6-3fe046930a2d None None] Pushing event updated for resources: {'Port': ['ID=b0fbcc80-a999-4247-9cc9-9aa90e6e78d5,revision_number=2']} {{(pid=103259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:00:49.189264 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-437f8ed4-b7b3-4749-b33c-9e6a61718de5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1535343'] for port (None), before_create {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:00:49.239459 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron.plugins.ml2.db [None req-c2b78d39-46cd-488f-8201-509807c02b23 None None] For port b6aa9733-5ca7-474e-8346-2268021e91a6, host dv-cinder-830088-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830088-4-iscsi',level=0,port_id=b6aa9733-5ca7-474e-8346-2268021e91a6,segment=NetworkSegment(7235212e-5ea9-4475-b7e8-0ed6cc0af829),segment_id=7235212e-5ea9-4475-b7e8-0ed6cc0af829)] {{(pid=103259) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 11:00:49.255855 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron_lib.callbacks.manager [None req-c2b78d39-46cd-488f-8201-509807c02b23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1534861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777667992095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777667450170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777667450188'] for port (b6aa9733-5ca7-474e-8346-2268021e91a6), after_update {{(pid=103259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:00:49.263545 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron.wsgi [-] (103257) accepted ('10.222.0.39', 49062) {{(pid=103257) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 11:00:49.275305 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron.plugins.ml2.db [None req-2a067c92-e590-415a-a6e5-8a144fd99b1a None None] For port 9f0a6599-631f-46aa-8ee2-d5f13cbdc97f, host dv-cinder-830088-4-iscsi, cleared binding levels {{(pid=103259) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 12 11:00:49.308584 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b47c5f47-6ffd-4fe3-b714-ce842584ed7d admin admin] Notify agent at l3_agent.dv-cinder-830088-4-iscsi the message routers_updated {{(pid=103257) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 12 11:00:49.359196 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f13aeb4d-744d-4d87-a6e6-3ba43b44f2da None None] Sync routers for ids ['373bcbcc-c4aa-4514-9206-351c9dcda33b'] in dv-cinder-830088-4-iscsi {{(pid=103259) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 12 11:00:49.361797 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron.db.provisioning_blocks [None req-e4b062a6-7a21-4431-be77-3c7776c11043 None None] Provisioning complete for port b6aa9733-5ca7-474e-8346-2268021e91a6 triggered by entity L2. {{(pid=103259) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 11:00:49.362321 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron_lib.callbacks.manager [None req-e4b062a6-7a21-4431-be77-3c7776c11043 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1343588'] for port (b6aa9733-5ca7-474e-8346-2268021e91a6), provisioning_complete {{(pid=103259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:00:49.394561 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron.plugins.ml2.db [None req-2a067c92-e590-415a-a6e5-8a144fd99b1a None None] For port 9f0a6599-631f-46aa-8ee2-d5f13cbdc97f, host dv-cinder-830088-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830088-4-iscsi',level=0,port_id=9f0a6599-631f-46aa-8ee2-d5f13cbdc97f,segment=NetworkSegment(af155c35-6d9d-4cb5-9da1-9790843f44dc),segment_id=af155c35-6d9d-4cb5-9da1-9790843f44dc)] {{(pid=103259) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 12 11:00:49.416218 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40ded43d-7b1a-4597-97e2-6bc38a2b2c29 None None] Network 5ab4f8d0-77a4-4fa7-8322-ec652c6747cc requested from dv-cinder-830088-4-iscsi {{(pid=103259) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 12 11:00:49.418664 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-367d4a4d-f604-427a-8ade-37d5e720a493 admin admin] Publish callbacks [] for port (092f00f6-c2f2-4426-a5db-b5016b474eb5), precommit_create {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:00:49.427818 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-b47c5f47-6ffd-4fe3-b714-ce842584ed7d admin admin] Publish callbacks [] for router (None), before_response {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:00:49.429050 dv-cinder-830088-4-iscsi neutron-server[103257]: INFO neutron.wsgi [None req-b47c5f47-6ffd-4fe3-b714-ce842584ed7d admin admin] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 7.8798821 Apr 12 11:00:49.437181 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.wsgi [-] (103258) accepted ('10.222.0.39', 49076) {{(pid=103258) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 11:00:49.452722 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron.db.db_base_plugin_v2 [None req-585c4b38-d1e7-41d6-b86d-8ade99a5095b admin admin] Deleting subnet f45e6354-c022-4a6b-bc93-c838f8fbfd76 {{(pid=103257) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Apr 12 11:00:49.456291 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-585c4b38-d1e7-41d6-b86d-8ade99a5095b admin admin] Publish callbacks [] for subnet (f45e6354-c022-4a6b-bc93-c838f8fbfd76), before_delete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:00:49.465299 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron_lib.callbacks.manager [None req-2a067c92-e590-415a-a6e5-8a144fd99b1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1534861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777667992095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777667450170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777667450188'] for port (9f0a6599-631f-46aa-8ee2-d5f13cbdc97f), after_update {{(pid=103259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:00:49.488704 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f13aeb4d-744d-4d87-a6e6-3ba43b44f2da None None] Routers {'373bcbcc-c4aa-4514-9206-351c9dcda33b'} bound to L3 agent in host dv-cinder-830088-4-iscsi {{(pid=103259) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 11:00:49.489345 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron.db.l3_hamode_db [None req-f13aeb4d-744d-4d87-a6e6-3ba43b44f2da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830088-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-12T10:52:12Z,description=,heartbeat_timestamp=2022-04-12T11:00:43Z,host='dv-cinder-830088-4-iscsi',id=77f5e085-0284-4236-9dbf-35d2d452e277,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T10:52:12Z,topic='l3_agent')) {'router_ids': ['373bcbcc-c4aa-4514-9206-351c9dcda33b'], 'active': True} {{(pid=103259) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 11:00:49.496895 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-585c4b38-d1e7-41d6-b86d-8ade99a5095b admin admin] Publish callbacks [] for subnet (f45e6354-c022-4a6b-bc93-c838f8fbfd76), precommit_delete_associations {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:00:49.503831 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron.db.provisioning_blocks [None req-1ae5f391-ddd5-4d44-9503-d940be0c1b89 None None] Provisioning complete for port a2233ce1-933b-408f-884a-0a19dee76ba7 triggered by entity DHCP. {{(pid=103259) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 11:00:49.504132 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron_lib.callbacks.manager [None req-1ae5f391-ddd5-4d44-9503-d940be0c1b89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1343588'] for port (a2233ce1-933b-408f-884a-0a19dee76ba7), provisioning_complete {{(pid=103259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:00:49.508507 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-585c4b38-d1e7-41d6-b86d-8ade99a5095b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1528832'] for subnet (f45e6354-c022-4a6b-bc93-c838f8fbfd76), precommit_delete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:00:49.672200 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-e88cd775-54c0-46fb-9adc-53e0203f7e7b admin admin] Publish callbacks [] for security_group (74864357-7a64-411c-b2df-7e7f5a21d2dd), precommit_create {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:00:49.697965 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-e88cd775-54c0-46fb-9adc-53e0203f7e7b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-415253'] for security_group (74864357-7a64-411c-b2df-7e7f5a21d2dd), after_create {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:00:49.773611 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-a8e69942-8f1b-414c-857c-a86f6d3896bb admin admin] Publish callbacks [] for port (a2233ce1-933b-408f-884a-0a19dee76ba7), precommit_update {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:00:49.781065 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-585c4b38-d1e7-41d6-b86d-8ade99a5095b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1528889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-439037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586207'] for subnet (f45e6354-c022-4a6b-bc93-c838f8fbfd76), after_delete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:00:49.788049 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-a8e69942-8f1b-414c-857c-a86f6d3896bb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1534861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777667992095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777667450170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777667450188'] for port (a2233ce1-933b-408f-884a-0a19dee76ba7), after_update {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:00:49.791184 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-a8e69942-8f1b-414c-857c-a86f6d3896bb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-586225', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-584683'] for router_interface (b40e7d0d-8f57-424d-96be-54b6f118e1d9), after_create {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:00:49.800557 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e88cd775-54c0-46fb-9adc-53e0203f7e7b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=74864357-7a64-411c-b2df-7e7f5a21d2dd,revision_number=1']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:00:49.803582 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-367d4a4d-f604-427a-8ade-37d5e720a493 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1534861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777667450152'] for port (092f00f6-c2f2-4426-a5db-b5016b474eb5), after_create {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:00:49.811874 dv-cinder-830088-4-iscsi neutron-server[103257]: INFO neutron.wsgi [None req-e88cd775-54c0-46fb-9adc-53e0203f7e7b admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=482ce52464be44a1ac1da1d30a67eb70&name=default HTTP/1.1" status: 200 len: 2996 time: 1.2096078 Apr 12 11:00:49.830590 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2b78d39-46cd-488f-8201-509807c02b23 None None] Pushing event updated for resources: {'Port': ['ID=b6aa9733-5ca7-474e-8346-2268021e91a6,revision_number=3']} {{(pid=103259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:00:49.855159 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.wsgi [-] (103258) accepted ('10.222.0.39', 49098) {{(pid=103258) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 11:00:49.879137 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron.plugins.ml2.plugin [None req-1ae5f391-ddd5-4d44-9503-d940be0c1b89 None None] Port a2233ce1-933b-408f-884a-0a19dee76ba7 cannot update to ACTIVE because it is not bound. {{(pid=103259) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 12 11:00:49.900999 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron.db.provisioning_blocks [None req-1ae5f391-ddd5-4d44-9503-d940be0c1b89 None None] Provisioning complete for port b6aa9733-5ca7-474e-8346-2268021e91a6 triggered by entity DHCP. {{(pid=103259) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 11:00:49.901764 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron_lib.callbacks.manager [None req-1ae5f391-ddd5-4d44-9503-d940be0c1b89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1343588'] for port (b6aa9733-5ca7-474e-8346-2268021e91a6), provisioning_complete {{(pid=103259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:00:49.937012 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-585c4b38-d1e7-41d6-b86d-8ade99a5095b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f45e6354-c022-4a6b-bc93-c838f8fbfd76,revision_number=None']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:00:50.036355 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-585c4b38-d1e7-41d6-b86d-8ade99a5095b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586029'] for subnet (None), before_response {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:00:50.050030 dv-cinder-830088-4-iscsi neutron-server[103257]: INFO neutron.wsgi [None req-585c4b38-d1e7-41d6-b86d-8ade99a5095b admin admin] 10.222.0.39 "DELETE /v2.0/subnets/f45e6354-c022-4a6b-bc93-c838f8fbfd76 HTTP/1.1" status: 204 len: 168 time: 0.7479486 Apr 12 11:00:50.084573 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron.wsgi [-] (103257) accepted ('10.222.0.39', 49104) {{(pid=103257) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 11:00:50.094132 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-367d4a4d-f604-427a-8ade-37d5e720a493 admin admin] Network 3b7be5f2-485b-4c85-8f98-fb200971b61c is already hosted by enough agents. {{(pid=103257) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 11:00:50.163350 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron.plugins.ml2.plugin [None req-1ae5f391-ddd5-4d44-9503-d940be0c1b89 None None] Current status of the port b6aa9733-5ca7-474e-8346-2268021e91a6 is: ACTIVE; New status is: ACTIVE {{(pid=103259) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 11:00:50.168722 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron.plugins.ml2.plugin [None req-e4b062a6-7a21-4431-be77-3c7776c11043 None None] Current status of the port b6aa9733-5ca7-474e-8346-2268021e91a6 is: ACTIVE; New status is: ACTIVE {{(pid=103259) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 11:00:50.170356 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron.plugins.ml2.rpc [None req-e4b062a6-7a21-4431-be77-3c7776c11043 None None] Device dd38917a-e181-47e0-9f30-aa2e24b0ed10 up at agent ovs-agent-dv-cinder-830088-4-iscsi {{(pid=103259) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 11:00:50.178390 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-b83c04c4-7bad-454a-898a-b99c59cbe58d admin admin] Publish callbacks [] for security_group (74864357-7a64-411c-b2df-7e7f5a21d2dd), before_delete {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:00:50.212828 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8e69942-8f1b-414c-857c-a86f6d3896bb admin admin] Pushing event updated for resources: {'Port': ['ID=a2233ce1-933b-408f-884a-0a19dee76ba7,revision_number=2']} {{(pid=103258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:00:50.297490 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-b83c04c4-7bad-454a-898a-b99c59cbe58d admin admin] Publish callbacks [] for security_group (74864357-7a64-411c-b2df-7e7f5a21d2dd), precommit_delete {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:00:50.485263 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.wsgi [-] (103258) accepted ('10.222.0.39', 49130) {{(pid=103258) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 11:00:50.503182 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a067c92-e590-415a-a6e5-8a144fd99b1a None None] Pushing event updated for resources: {'Port': ['ID=9f0a6599-631f-46aa-8ee2-d5f13cbdc97f,revision_number=2']} {{(pid=103259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:00:50.541629 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron.db.provisioning_blocks [None req-e4b062a6-7a21-4431-be77-3c7776c11043 None None] Provisioning complete for port dd38917a-e181-47e0-9f30-aa2e24b0ed10 triggered by entity L2. {{(pid=103259) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 11:00:50.541917 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron_lib.callbacks.manager [None req-e4b062a6-7a21-4431-be77-3c7776c11043 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1343588'] for port (dd38917a-e181-47e0-9f30-aa2e24b0ed10), provisioning_complete {{(pid=103259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:00:50.545041 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron.db.l3_dvr_db [None req-f13aeb4d-744d-4d87-a6e6-3ba43b44f2da None None] Set router 373bcbcc-c4aa-4514-9206-351c9dcda33b gateway port host: dv-cinder-830088-4-iscsi {{(pid=103259) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 11:00:50.675439 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-deaa10bc-67f9-4654-85ab-c1e5efe211e7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1505875'] for network (d1e362ee-b2c2-477f-803d-bd6d1dea50ab), before_delete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:00:50.685344 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron.scheduler.base_scheduler [None req-367d4a4d-f604-427a-8ade-37d5e720a493 admin admin] Resources bound (agent type, host, resource id): {{(pid=103257) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 11:00:50.694861 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-367d4a4d-f604-427a-8ade-37d5e720a493 admin admin] Received port after_create {{(pid=103257) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 12 11:00:50.723958 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8e69942-8f1b-414c-857c-a86f6d3896bb admin admin] Network 8605bce6-3955-4448-bd79-8ef881f45c6d is already hosted by enough agents. {{(pid=103258) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 11:00:50.725995 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.scheduler.base_scheduler [None req-a8e69942-8f1b-414c-857c-a86f6d3896bb admin admin] Resources bound (agent type, host, resource id): {{(pid=103258) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 11:00:50.727358 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-367d4a4d-f604-427a-8ade-37d5e720a493 admin admin] Pushing event updated for resources: {'Port': ['ID=092f00f6-c2f2-4426-a5db-b5016b474eb5,revision_number=1']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:00:50.914355 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-b83c04c4-7bad-454a-898a-b99c59cbe58d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-415253'] for security_group (74864357-7a64-411c-b2df-7e7f5a21d2dd), after_delete {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:00:50.917561 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-b83c04c4-7bad-454a-898a-b99c59cbe58d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:00:50.930186 dv-cinder-830088-4-iscsi neutron-server[103258]: INFO neutron.wsgi [None req-b83c04c4-7bad-454a-898a-b99c59cbe58d admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/74864357-7a64-411c-b2df-7e7f5a21d2dd HTTP/1.1" status: 204 len: 168 time: 1.0631740 Apr 12 11:00:50.939677 dv-cinder-830088-4-iscsi neutron-server[103258]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Apr 12 11:00:51.011527 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron.plugins.ml2.plugin [None req-e4b062a6-7a21-4431-be77-3c7776c11043 None None] Current status of the port dd38917a-e181-47e0-9f30-aa2e24b0ed10 is: DOWN; New status is: ACTIVE {{(pid=103259) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 11:00:51.013506 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron_lib.callbacks.manager [None req-e4b062a6-7a21-4431-be77-3c7776c11043 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1535343'] for port (dd38917a-e181-47e0-9f30-aa2e24b0ed10), before_update {{(pid=103259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:00:51.028968 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d92a1cd-9b47-402a-9195-c696409dce84 None None] Network 696acaf3-e376-402a-9f44-515f336c0ed7 requested from dv-cinder-830088-4-iscsi {{(pid=103259) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 12 11:00:51.073409 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b83c04c4-7bad-454a-898a-b99c59cbe58d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=74864357-7a64-411c-b2df-7e7f5a21d2dd,revision_number=None']} {{(pid=103258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:00:51.094767 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron.db.db_base_plugin_common [None req-437f8ed4-b7b3-4749-b33c-9e6a61718de5 admin admin] Allocated IP 172.27.3.180 (3b7be5f2-485b-4c85-8f98-fb200971b61c/4887111e-1302-416a-ab8e-c957c9df7f85/c771e6b6-83f9-494d-bdb0-336589cf0989) {{(pid=103257) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 12 11:00:51.111504 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron.db.l3_hamode_db [None req-f13aeb4d-744d-4d87-a6e6-3ba43b44f2da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '373bcbcc-c4aa-4514-9206-351c9dcda33b', 'name': 'tempest-AttachVolumeTestJSON-423602201-router', 'tenant_id': 'd41e564f85554bef9013a0082cd0196d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b7be5f2-485b-4c85-8f98-fb200971b61c', 'external_fixed_ips': [{'subnet_id': '4887111e-1302-416a-ab8e-c957c9df7f85', 'ip_address': '172.27.3.152'}], 'enable_snat': True}, 'gw_port_id': '8e7b4c26-0625-4402-b824-2509bce3c8ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T11:00:41Z', 'updated_at': '2022-04-12T11:00:44Z', 'revision_number': 3, 'project_id': 'd41e564f85554bef9013a0082cd0196d', 'gw_port': {'id': '8e7b4c26-0625-4402-b824-2509bce3c8ad', 'name': '', 'network_id': '3b7be5f2-485b-4c85-8f98-fb200971b61c', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:5a:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '373bcbcc-c4aa-4514-9206-351c9dcda33b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '4887111e-1302-416a-ab8e-c957c9df7f85', 'ip_address': '172.27.3.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T11:00:43Z', 'updated_at': '2022-04-12T11:00:43Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4887111e-1302-416a-ab8e-c957c9df7f85', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830088-4-iscsi'}], 'dv-cinder-830088-4-iscsi', False) {} {{(pid=103259) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 11:00:51.170965 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f13aeb4d-744d-4d87-a6e6-3ba43b44f2da None None] Checking router: 373bcbcc-c4aa-4514-9206-351c9dcda33b for host: dv-cinder-830088-4-iscsi {{(pid=103259) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 12 11:00:51.171674 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f13aeb4d-744d-4d87-a6e6-3ba43b44f2da None None] Updating router 373bcbcc-c4aa-4514-9206-351c9dcda33b port 8e7b4c26-0625-4402-b824-2509bce3c8ad binding host dv-cinder-830088-4-iscsi {{(pid=103259) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 12 11:00:51.186405 dv-cinder-830088-4-iscsi neutron-server[103258]: INFO neutron.wsgi [req-5f53002e-c0c1-449a-9dc9-3f236630d8a6 req-3fb9197a-9eed-4af2-b53c-81d50d582904 tempest-DeleteServersTestJSON-655909961 tempest-DeleteServersTestJSON-655909961-project] 10.222.0.39 "GET /v2.0/ports?device_id=1f388cc0-2f53-4f5f-b4da-75912eabd99d HTTP/1.1" status: 200 len: 210 time: 0.6987224 Apr 12 11:00:51.215982 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron_lib.callbacks.manager [None req-f13aeb4d-744d-4d87-a6e6-3ba43b44f2da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1535343'] for port (8e7b4c26-0625-4402-b824-2509bce3c8ad), before_update {{(pid=103259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:00:51.268470 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron.plugins.ml2.db [None req-e4b062a6-7a21-4431-be77-3c7776c11043 None None] For port dd38917a-e181-47e0-9f30-aa2e24b0ed10, host dv-cinder-830088-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830088-4-iscsi',level=0,port_id=dd38917a-e181-47e0-9f30-aa2e24b0ed10,segment=NetworkSegment(d942c271-b630-4108-8616-b993c4b79ecb),segment_id=d942c271-b630-4108-8616-b993c4b79ecb)] {{(pid=103259) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 11:00:51.302606 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron.db.provisioning_blocks [None req-797d51fb-2a23-407a-8989-eff284c791fb None None] Provisioning complete for port a2233ce1-933b-408f-884a-0a19dee76ba7 triggered by entity DHCP. {{(pid=103259) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 11:00:51.302939 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron_lib.callbacks.manager [None req-797d51fb-2a23-407a-8989-eff284c791fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1343588'] for port (a2233ce1-933b-408f-884a-0a19dee76ba7), provisioning_complete {{(pid=103259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:00:51.324881 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a8e69942-8f1b-414c-857c-a86f6d3896bb admin admin] Router b40e7d0d-8f57-424d-96be-54b6f118e1d9 has already been hosted by L3 agent 77f5e085-0284-4236-9dbf-35d2d452e277 {{(pid=103258) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 12 11:00:51.351972 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron_lib.callbacks.manager [None req-e4b062a6-7a21-4431-be77-3c7776c11043 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1534861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777667992095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777667450170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777667450188'] for port (dd38917a-e181-47e0-9f30-aa2e24b0ed10), after_update {{(pid=103259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:00:51.352874 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron.plugins.ml2.rpc [None req-e4b062a6-7a21-4431-be77-3c7776c11043 None None] Device 033b5712-b772-4ad6-8c5d-9bbf24283c0c up at agent ovs-agent-dv-cinder-830088-4-iscsi {{(pid=103259) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 11:00:51.517394 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-deaa10bc-67f9-4654-85ab-c1e5efe211e7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1527181', 'neutron.services.segments.db._delete_segments_for_network-8777667879599'] for network (d1e362ee-b2c2-477f-803d-bd6d1dea50ab), precommit_delete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:00:51.520960 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron.plugins.ml2.plugin [None req-797d51fb-2a23-407a-8989-eff284c791fb None None] Port a2233ce1-933b-408f-884a-0a19dee76ba7 cannot update to ACTIVE because it is not bound. {{(pid=103259) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 12 11:00:51.538635 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron.db.provisioning_blocks [None req-797d51fb-2a23-407a-8989-eff284c791fb None None] Provisioning complete for port b0fbcc80-a999-4247-9cc9-9aa90e6e78d5 triggered by entity DHCP. {{(pid=103259) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 11:00:51.539356 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron_lib.callbacks.manager [None req-797d51fb-2a23-407a-8989-eff284c791fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1343588'] for port (b0fbcc80-a999-4247-9cc9-9aa90e6e78d5), provisioning_complete {{(pid=103259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:00:51.585141 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-deaa10bc-67f9-4654-85ab-c1e5efe211e7 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=103257) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 11:00:51.585511 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-deaa10bc-67f9-4654-85ab-c1e5efe211e7 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=103257) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 11:00:51.586876 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-deaa10bc-67f9-4654-85ab-c1e5efe211e7 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=103257) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 11:00:51.593226 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-deaa10bc-67f9-4654-85ab-c1e5efe211e7 admin admin] Subscribe: > port after_create 55550000 {{(pid=103257) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 11:00:51.593419 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-deaa10bc-67f9-4654-85ab-c1e5efe211e7 admin admin] Subscribe: > port after_delete 55550000 {{(pid=103257) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 11:00:51.594080 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-deaa10bc-67f9-4654-85ab-c1e5efe211e7 admin admin] Subscribe: > port after_update 55550000 {{(pid=103257) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 11:00:51.594553 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-deaa10bc-67f9-4654-85ab-c1e5efe211e7 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=103257) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 11:00:51.595173 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-deaa10bc-67f9-4654-85ab-c1e5efe211e7 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=103257) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 11:00:51.595656 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-deaa10bc-67f9-4654-85ab-c1e5efe211e7 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=103257) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 11:00:51.596217 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-deaa10bc-67f9-4654-85ab-c1e5efe211e7 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=103257) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 11:00:51.602469 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron.db.provisioning_blocks [None req-e4b062a6-7a21-4431-be77-3c7776c11043 None None] Provisioning complete for port 033b5712-b772-4ad6-8c5d-9bbf24283c0c triggered by entity L2. {{(pid=103259) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 11:00:51.602993 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron_lib.callbacks.manager [None req-e4b062a6-7a21-4431-be77-3c7776c11043 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1343588'] for port (033b5712-b772-4ad6-8c5d-9bbf24283c0c), provisioning_complete {{(pid=103259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:00:51.653291 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-35e56dc2-4557-40a8-9039-1dce02642c79 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1535343'] for port (None), before_create {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:00:51.658455 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a8e69942-8f1b-414c-857c-a86f6d3896bb admin admin] Notify agent at l3_agent.dv-cinder-830088-4-iscsi the message routers_updated {{(pid=103258) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 12 11:00:51.668818 dv-cinder-830088-4-iscsi neutron-server[103260]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2fb7ea55-d19d-448a-a1b7-f37183ff88c9 None None] Sync routers for ids ['b40e7d0d-8f57-424d-96be-54b6f118e1d9'] in dv-cinder-830088-4-iscsi {{(pid=103260) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 12 11:00:51.678205 dv-cinder-830088-4-iscsi neutron-server[103258]: INFO neutron.wsgi [None req-a8e69942-8f1b-414c-857c-a86f6d3896bb admin admin] 10.222.0.39 "PUT /v2.0/routers/b40e7d0d-8f57-424d-96be-54b6f118e1d9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.2650850 Apr 12 11:00:51.699691 dv-cinder-830088-4-iscsi neutron-server[103260]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2fb7ea55-d19d-448a-a1b7-f37183ff88c9 None None] Routers {'b40e7d0d-8f57-424d-96be-54b6f118e1d9'} bound to L3 agent in host dv-cinder-830088-4-iscsi {{(pid=103260) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 11:00:51.701886 dv-cinder-830088-4-iscsi neutron-server[103260]: DEBUG neutron.db.l3_hamode_db [None req-2fb7ea55-d19d-448a-a1b7-f37183ff88c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830088-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-12T10:52:12Z,description=,heartbeat_timestamp=2022-04-12T11:00:43Z,host='dv-cinder-830088-4-iscsi',id=77f5e085-0284-4236-9dbf-35d2d452e277,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T10:52:12Z,topic='l3_agent')) {'router_ids': ['b40e7d0d-8f57-424d-96be-54b6f118e1d9'], 'active': True} {{(pid=103260) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 11:00:51.721266 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4b062a6-7a21-4431-be77-3c7776c11043 None None] Pushing event updated for resources: {'Port': ['ID=dd38917a-e181-47e0-9f30-aa2e24b0ed10,revision_number=4']} {{(pid=103259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:00:51.959864 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron.plugins.ml2.plugin [None req-797d51fb-2a23-407a-8989-eff284c791fb None None] Current status of the port b0fbcc80-a999-4247-9cc9-9aa90e6e78d5 is: DOWN; New status is: ACTIVE {{(pid=103259) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 11:00:51.960260 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron_lib.callbacks.manager [None req-797d51fb-2a23-407a-8989-eff284c791fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1535343'] for port (b0fbcc80-a999-4247-9cc9-9aa90e6e78d5), before_update {{(pid=103259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:00:51.998517 dv-cinder-830088-4-iscsi neutron-server[103260]: DEBUG neutron.db.l3_dvr_db [None req-2fb7ea55-d19d-448a-a1b7-f37183ff88c9 None None] Set router b40e7d0d-8f57-424d-96be-54b6f118e1d9 gateway port host: dv-cinder-830088-4-iscsi {{(pid=103260) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 11:00:52.013704 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron.plugins.ml2.plugin [None req-e4b062a6-7a21-4431-be77-3c7776c11043 None None] Current status of the port 033b5712-b772-4ad6-8c5d-9bbf24283c0c is: ACTIVE; New status is: ACTIVE {{(pid=103259) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 11:00:52.050580 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.db.db_base_plugin_common [None req-35e56dc2-4557-40a8-9039-1dce02642c79 admin admin] Allocated IP 172.20.0.1 (5283658c-f0e4-41df-8b22-61e61a4f7877/a03f1c9e-6c63-496e-9600-bb0a8351c93d/e978d462-7687-4cf5-93f5-ed7eab26c133) {{(pid=103258) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 12 11:00:52.061783 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0bcbc612-c0e6-4532-aa98-f0acfd69868e None None] Network 5fe71604-a19f-4748-9dc5-7cc9d7ecf6be requested from dv-cinder-830088-4-iscsi {{(pid=103259) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 12 11:00:52.086472 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-deaa10bc-67f9-4654-85ab-c1e5efe211e7 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=103257) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 11:00:52.094010 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-deaa10bc-67f9-4654-85ab-c1e5efe211e7 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=103257) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 11:00:52.095206 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-deaa10bc-67f9-4654-85ab-c1e5efe211e7 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=103257) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 11:00:52.097209 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-deaa10bc-67f9-4654-85ab-c1e5efe211e7 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=103257) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 11:00:52.097800 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron.services.segments.db [None req-deaa10bc-67f9-4654-85ab-c1e5efe211e7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d1e362ee-b2c2-477f-803d-bd6d1dea50ab']}} {{(pid=103257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 11:00:52.119061 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron.plugins.ml2.db [None req-797d51fb-2a23-407a-8989-eff284c791fb None None] For port b0fbcc80-a999-4247-9cc9-9aa90e6e78d5, host dv-cinder-830088-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830088-4-iscsi',level=0,port_id=b0fbcc80-a999-4247-9cc9-9aa90e6e78d5,segment=NetworkSegment(fef06479-df1c-48b3-ab23-a5007803664a),segment_id=fef06479-df1c-48b3-ab23-a5007803664a)] {{(pid=103259) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 11:00:52.136580 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron_lib.callbacks.manager [None req-797d51fb-2a23-407a-8989-eff284c791fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1534861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777667992095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777667450170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777667450188'] for port (b0fbcc80-a999-4247-9cc9-9aa90e6e78d5), after_update {{(pid=103259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:00:52.150825 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-367d4a4d-f604-427a-8ade-37d5e720a493 admin admin] Publish callbacks [] for router_gateway (ebba7e6c-c174-4e43-823e-0332064b8743), after_create {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:00:52.190605 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron.services.segments.db [None req-deaa10bc-67f9-4654-85ab-c1e5efe211e7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4c15674f-8283-408b-9e82-280deac4c22c') {'for_net_delete': True} {{(pid=103257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 11:00:52.191252 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron.services.segments.db [None req-deaa10bc-67f9-4654-85ab-c1e5efe211e7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4c15674f-8283-408b-9e82-280deac4c22c') {} {{(pid=103257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 11:00:52.376751 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-deaa10bc-67f9-4654-85ab-c1e5efe211e7 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777667883192', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5269102'] for segment (4c15674f-8283-408b-9e82-280deac4c22c), before_delete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:00:52.407074 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-35e56dc2-4557-40a8-9039-1dce02642c79 admin admin] Publish callbacks [] for port (e978d462-7687-4cf5-93f5-ed7eab26c133), precommit_create {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:00:52.468744 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-437f8ed4-b7b3-4749-b33c-9e6a61718de5 admin admin] Publish callbacks [] for port (c771e6b6-83f9-494d-bdb0-336589cf0989), precommit_create {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:00:52.478250 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-deaa10bc-67f9-4654-85ab-c1e5efe211e7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1531021'] for segment (4c15674f-8283-408b-9e82-280deac4c22c), precommit_delete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:00:52.529241 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-deaa10bc-67f9-4654-85ab-c1e5efe211e7 admin admin] Releasing vlan 547 on physical network physnet1 to pool {{(pid=103257) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 12 11:00:52.529942 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-deaa10bc-67f9-4654-85ab-c1e5efe211e7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1531021', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5265466'] for segment (4c15674f-8283-408b-9e82-280deac4c22c), after_delete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:00:52.534811 dv-cinder-830088-4-iscsi neutron-server[103257]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Apr 12 11:00:52.534811 dv-cinder-830088-4-iscsi neutron-server[103257]: from cryptography.utils import int_from_bytes Apr 12 11:00:52.534811 dv-cinder-830088-4-iscsi neutron-server[103257]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Apr 12 11:00:52.534811 dv-cinder-830088-4-iscsi neutron-server[103257]: from cryptography.utils import int_from_bytes Apr 12 11:00:52.534811 dv-cinder-830088-4-iscsi neutron-server[103257]: Traceback (most recent call last): Apr 12 11:00:52.534811 dv-cinder-830088-4-iscsi neutron-server[103257]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 12 11:00:52.534811 dv-cinder-830088-4-iscsi neutron-server[103257]: timer() Apr 12 11:00:52.534811 dv-cinder-830088-4-iscsi neutron-server[103257]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 12 11:00:52.534811 dv-cinder-830088-4-iscsi neutron-server[103257]: cb(*args, **kw) Apr 12 11:00:52.534811 dv-cinder-830088-4-iscsi neutron-server[103257]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 12 11:00:52.534811 dv-cinder-830088-4-iscsi neutron-server[103257]: return func(*args, **kwargs) Apr 12 11:00:52.534811 dv-cinder-830088-4-iscsi neutron-server[103257]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 12 11:00:52.534811 dv-cinder-830088-4-iscsi neutron-server[103257]: self._notify() Apr 12 11:00:52.534811 dv-cinder-830088-4-iscsi neutron-server[103257]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 12 11:00:52.534811 dv-cinder-830088-4-iscsi neutron-server[103257]: self.callback(batched_events) Apr 12 11:00:52.534811 dv-cinder-830088-4-iscsi neutron-server[103257]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 12 11:00:52.534811 dv-cinder-830088-4-iscsi neutron-server[103257]: event.method(event) Apr 12 11:00:52.534811 dv-cinder-830088-4-iscsi neutron-server[103257]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 12 11:00:52.534811 dv-cinder-830088-4-iscsi neutron-server[103257]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 12 11:00:52.534811 dv-cinder-830088-4-iscsi neutron-server[103257]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 12 11:00:52.534811 dv-cinder-830088-4-iscsi neutron-server[103257]: aggregate_uuid = self.p_client.list_aggregates( Apr 12 11:00:52.534811 dv-cinder-830088-4-iscsi neutron-server[103257]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 12 11:00:52.534811 dv-cinder-830088-4-iscsi neutron-server[103257]: return f(self, *a, **k) Apr 12 11:00:52.534811 dv-cinder-830088-4-iscsi neutron-server[103257]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 12 11:00:52.534811 dv-cinder-830088-4-iscsi neutron-server[103257]: return self._get(url).json() Apr 12 11:00:52.534811 dv-cinder-830088-4-iscsi neutron-server[103257]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 12 11:00:52.534811 dv-cinder-830088-4-iscsi neutron-server[103257]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 12 11:00:52.534811 dv-cinder-830088-4-iscsi neutron-server[103257]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 12 11:00:52.534811 dv-cinder-830088-4-iscsi neutron-server[103257]: return self.request(url, 'GET', **kwargs) Apr 12 11:00:52.534811 dv-cinder-830088-4-iscsi neutron-server[103257]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 12 11:00:52.534811 dv-cinder-830088-4-iscsi neutron-server[103257]: base_url = self.get_endpoint(auth, allow=allow, Apr 12 11:00:52.534811 dv-cinder-830088-4-iscsi neutron-server[103257]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 12 11:00:52.534811 dv-cinder-830088-4-iscsi neutron-server[103257]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 12 11:00:52.534811 dv-cinder-830088-4-iscsi neutron-server[103257]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 12 11:00:52.534811 dv-cinder-830088-4-iscsi neutron-server[103257]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 12 11:00:52.534811 dv-cinder-830088-4-iscsi neutron-server[103257]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 12 11:00:52.545814 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-35e56dc2-4557-40a8-9039-1dce02642c79 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1534861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777667450152'] for port (e978d462-7687-4cf5-93f5-ed7eab26c133), after_create {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:00:52.613080 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.wsgi [-] (103258) accepted ('10.222.0.53', 52385) {{(pid=103258) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 11:00:52.629079 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron.plugins.ml2.rpc [None req-e4b062a6-7a21-4431-be77-3c7776c11043 None None] Device 9f0a6599-631f-46aa-8ee2-d5f13cbdc97f up at agent ovs-agent-dv-cinder-830088-4-iscsi {{(pid=103259) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 11:00:52.705027 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron.db.provisioning_blocks [None req-e0564953-44d0-408c-84aa-e86a933e9793 None None] Provisioning complete for port 9f0a6599-631f-46aa-8ee2-d5f13cbdc97f triggered by entity DHCP. {{(pid=103259) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 11:00:52.705413 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron_lib.callbacks.manager [None req-e0564953-44d0-408c-84aa-e86a933e9793 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1343588'] for port (9f0a6599-631f-46aa-8ee2-d5f13cbdc97f), provisioning_complete {{(pid=103259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:00:52.712635 dv-cinder-830088-4-iscsi neutron-server[103260]: DEBUG neutron.db.l3_hamode_db [None req-2fb7ea55-d19d-448a-a1b7-f37183ff88c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b40e7d0d-8f57-424d-96be-54b6f118e1d9', 'name': 'tempest-AttachVolumeNegativeTest-942964669-router', 'tenant_id': 'e581060642574053bd171680bd4e15a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b7be5f2-485b-4c85-8f98-fb200971b61c', 'external_fixed_ips': [{'subnet_id': '4887111e-1302-416a-ab8e-c957c9df7f85', 'ip_address': '172.27.3.241'}], 'enable_snat': True}, 'gw_port_id': 'dd38917a-e181-47e0-9f30-aa2e24b0ed10', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T11:00:41Z', 'updated_at': '2022-04-12T11:00:48Z', 'revision_number': 4, 'project_id': 'e581060642574053bd171680bd4e15a9', 'gw_port': {'id': 'dd38917a-e181-47e0-9f30-aa2e24b0ed10', 'name': '', 'network_id': '3b7be5f2-485b-4c85-8f98-fb200971b61c', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:d9:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b40e7d0d-8f57-424d-96be-54b6f118e1d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '4887111e-1302-416a-ab8e-c957c9df7f85', 'ip_address': '172.27.3.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830088-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T11:00:42Z', 'updated_at': '2022-04-12T11:00:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4887111e-1302-416a-ab8e-c957c9df7f85', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830088-4-iscsi', '_interfaces': [{'id': 'a2233ce1-933b-408f-884a-0a19dee76ba7', 'name': '', 'network_id': '8605bce6-3955-4448-bd79-8ef881f45c6d', 'tenant_id': 'e581060642574053bd171680bd4e15a9', 'mac_address': 'fa:16:3e:b3:0a:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b40e7d0d-8f57-424d-96be-54b6f118e1d9', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': '342bfb33-54ce-4b31-b1d9-ee13f5d2ec00', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T11:00:47Z', 'updated_at': '2022-04-12T11:00:49Z', 'revision_number': 2, 'project_id': 'e581060642574053bd171680bd4e15a9', 'subnets': [{'id': '342bfb33-54ce-4b31-b1d9-ee13f5d2ec00', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830088-4-iscsi', False) {} {{(pid=103260) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 11:00:52.761949 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-797d51fb-2a23-407a-8989-eff284c791fb None None] Pushing event updated for resources: {'Port': ['ID=b0fbcc80-a999-4247-9cc9-9aa90e6e78d5,revision_number=3']} {{(pid=103259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:00:52.772507 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-deaa10bc-67f9-4654-85ab-c1e5efe211e7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1527170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-415428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586207', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-579552'] for network (d1e362ee-b2c2-477f-803d-bd6d1dea50ab), after_delete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:00:52.791915 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-437f8ed4-b7b3-4749-b33c-9e6a61718de5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1534861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777667450152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5265645'] for port (c771e6b6-83f9-494d-bdb0-336589cf0989), after_create {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:00:52.800942 dv-cinder-830088-4-iscsi neutron-server[103258]: INFO neutron.wsgi [req-4fb0eb9d-e302-475c-8c42-0a8795ac58d6 req-14c644e4-1914-4202-ac07-c38b8f58e7b9 tempest-DeleteServersTestJSON-655909961 tempest-DeleteServersTestJSON-655909961-project] 10.222.0.39 "GET /v2.0/ports?device_id=1f388cc0-2f53-4f5f-b4da-75912eabd99d HTTP/1.1" status: 200 len: 210 time: 0.2579827 Apr 12 11:00:52.830013 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-deaa10bc-67f9-4654-85ab-c1e5efe211e7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586029'] for network (None), before_response {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:00:52.852718 dv-cinder-830088-4-iscsi neutron-server[103257]: INFO neutron.wsgi [None req-deaa10bc-67f9-4654-85ab-c1e5efe211e7 admin admin] 10.222.0.39 "DELETE /v2.0/networks/d1e362ee-b2c2-477f-803d-bd6d1dea50ab HTTP/1.1" status: 204 len: 168 time: 2.7573433 Apr 12 11:00:52.861382 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron.wsgi [-] (103257) accepted ('10.222.0.39', 49192) {{(pid=103257) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 11:00:52.886484 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35e56dc2-4557-40a8-9039-1dce02642c79 admin admin] Network 5283658c-f0e4-41df-8b22-61e61a4f7877 is already hosted by enough agents. {{(pid=103258) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 11:00:52.975705 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deaa10bc-67f9-4654-85ab-c1e5efe211e7 admin admin] Pushing event deleted for resources: {'Network': ['ID=d1e362ee-b2c2-477f-803d-bd6d1dea50ab,revision_number=None']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:00:52.976096 dv-cinder-830088-4-iscsi neutron-server[103260]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2fb7ea55-d19d-448a-a1b7-f37183ff88c9 None None] Checking router: b40e7d0d-8f57-424d-96be-54b6f118e1d9 for host: dv-cinder-830088-4-iscsi {{(pid=103260) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 12 11:00:52.978082 dv-cinder-830088-4-iscsi neutron-server[103260]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2fb7ea55-d19d-448a-a1b7-f37183ff88c9 None None] Updating router b40e7d0d-8f57-424d-96be-54b6f118e1d9 port a2233ce1-933b-408f-884a-0a19dee76ba7 binding host dv-cinder-830088-4-iscsi {{(pid=103260) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 12 11:00:52.983977 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.scheduler.base_scheduler [None req-35e56dc2-4557-40a8-9039-1dce02642c79 admin admin] Resources bound (agent type, host, resource id): {{(pid=103258) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 11:00:52.990105 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35e56dc2-4557-40a8-9039-1dce02642c79 admin admin] Received port after_create {{(pid=103258) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 12 11:00:52.990594 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-35e56dc2-4557-40a8-9039-1dce02642c79 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-579419'] for router_interface (373bcbcc-c4aa-4514-9206-351c9dcda33b), before_create {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:00:53.007451 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-437f8ed4-b7b3-4749-b33c-9e6a61718de5 admin admin] Network 3b7be5f2-485b-4c85-8f98-fb200971b61c is already hosted by enough agents. {{(pid=103257) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 11:00:53.021534 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron.scheduler.base_scheduler [None req-437f8ed4-b7b3-4749-b33c-9e6a61718de5 admin admin] Resources bound (agent type, host, resource id): {{(pid=103257) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 11:00:53.038956 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-437f8ed4-b7b3-4749-b33c-9e6a61718de5 admin admin] Received port after_create {{(pid=103257) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 12 11:00:53.052293 dv-cinder-830088-4-iscsi neutron-server[103260]: DEBUG neutron_lib.callbacks.manager [None req-2fb7ea55-d19d-448a-a1b7-f37183ff88c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1535343'] for port (a2233ce1-933b-408f-884a-0a19dee76ba7), before_update {{(pid=103260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:00:53.097190 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron.db.provisioning_blocks [None req-e4b062a6-7a21-4431-be77-3c7776c11043 None None] Provisioning complete for port 9f0a6599-631f-46aa-8ee2-d5f13cbdc97f triggered by entity L2. {{(pid=103259) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 11:00:53.102381 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron_lib.callbacks.manager [None req-e4b062a6-7a21-4431-be77-3c7776c11043 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1343588'] for port (9f0a6599-631f-46aa-8ee2-d5f13cbdc97f), provisioning_complete {{(pid=103259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:00:53.170515 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron.db.db_base_plugin_v2 [None req-33f29696-4c4d-4c17-b5a6-45162b093e20 admin admin] Deleting subnet 5e31b123-4cb0-4c2f-bbd0-4aab3af34979 {{(pid=103257) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Apr 12 11:00:53.180944 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-33f29696-4c4d-4c17-b5a6-45162b093e20 admin admin] Publish callbacks [] for subnet (5e31b123-4cb0-4c2f-bbd0-4aab3af34979), before_delete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:00:53.277467 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-33f29696-4c4d-4c17-b5a6-45162b093e20 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5269095'] for subnet (5e31b123-4cb0-4c2f-bbd0-4aab3af34979), precommit_delete_associations {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:00:53.287796 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron_lib.callbacks.manager [None req-f13aeb4d-744d-4d87-a6e6-3ba43b44f2da None None] Publish callbacks [] for port (8e7b4c26-0625-4402-b824-2509bce3c8ad), precommit_update {{(pid=103259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:00:53.316508 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron_lib.callbacks.manager [None req-f13aeb4d-744d-4d87-a6e6-3ba43b44f2da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1534861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777667992095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777667450170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777667450188'] for port (8e7b4c26-0625-4402-b824-2509bce3c8ad), after_update {{(pid=103259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:00:53.348501 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron.plugins.ml2.plugin [None req-e0564953-44d0-408c-84aa-e86a933e9793 None None] Current status of the port 9f0a6599-631f-46aa-8ee2-d5f13cbdc97f is: DOWN; New status is: ACTIVE {{(pid=103259) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 11:00:53.349584 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron_lib.callbacks.manager [None req-e0564953-44d0-408c-84aa-e86a933e9793 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1535343'] for port (9f0a6599-631f-46aa-8ee2-d5f13cbdc97f), before_update {{(pid=103259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:00:53.385019 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-33f29696-4c4d-4c17-b5a6-45162b093e20 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1528832'] for subnet (5e31b123-4cb0-4c2f-bbd0-4aab3af34979), precommit_delete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:00:53.473226 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron.wsgi [-] (103257) accepted ('10.222.0.39', 49208) {{(pid=103257) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 11:00:53.520259 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron.plugins.ml2.plugin [None req-e4b062a6-7a21-4431-be77-3c7776c11043 None None] Current status of the port 9f0a6599-631f-46aa-8ee2-d5f13cbdc97f is: DOWN; New status is: ACTIVE {{(pid=103259) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 11:00:53.524888 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron_lib.callbacks.manager [None req-e4b062a6-7a21-4431-be77-3c7776c11043 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1535343'] for port (9f0a6599-631f-46aa-8ee2-d5f13cbdc97f), before_update {{(pid=103259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:00:53.530349 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dea675b9-e4a1-4686-b563-6357f82d320e req-55eb1524-b93e-4585-a127-b976f276393f tempest-DeleteServersTestJSON-655909961 tempest-DeleteServersTestJSON-655909961-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:00:53.532063 dv-cinder-830088-4-iscsi neutron-server[103258]: INFO neutron.wsgi [req-dea675b9-e4a1-4686-b563-6357f82d320e req-55eb1524-b93e-4585-a127-b976f276393f tempest-DeleteServersTestJSON-655909961 tempest-DeleteServersTestJSON-655909961-project] 10.222.0.53 "GET /v2.0/networks?id=332a1fd1-5c8d-44a4-a602-cb07d1316e56 HTTP/1.1" status: 200 len: 811 time: 0.8903005 Apr 12 11:00:53.602828 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron.api.v2.base [None req-17763133-d102-493a-a18c-6ae46dfbbfdc tempest-AttachVolumeNegativeTest-1347969699 tempest-AttachVolumeNegativeTest-1347969699-project] Request body: {'security_group': {'name': 'tempest-securitygroup--128727304', 'description': 'tempest-description--1296835819'}} {{(pid=103257) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 11:00:53.620204 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-367d4a4d-f604-427a-8ade-37d5e720a493 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-519897', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-579496'] for router (ebba7e6c-c174-4e43-823e-0332064b8743), after_create {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:00:53.623267 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.api.v2.base [req-dea675b9-e4a1-4686-b563-6357f82d320e req-3ae2fa18-80b0-40a5-833f-5f5f69338a01 tempest-DeleteServersTestJSON-655909961 tempest-DeleteServersTestJSON-655909961-project] Request body: {'port': {'device_id': '1f388cc0-2f53-4f5f-b4da-75912eabd99d', 'network_id': '332a1fd1-5c8d-44a4-a602-cb07d1316e56', 'admin_state_up': True, 'tenant_id': '69a133bd5ba947f5a9073d8c0e14336a'}} {{(pid=103258) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 11:00:53.628893 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-437f8ed4-b7b3-4749-b33c-9e6a61718de5 admin admin] Pushing event updated for resources: {'Port': ['ID=c771e6b6-83f9-494d-bdb0-336589cf0989,revision_number=1']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:00:53.685120 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3bb32d3-9615-4ac7-8bd3-ab70f9fb3b02 None None] Pushing event updated for resources: {'Port': ['ID=8e7b4c26-0625-4402-b824-2509bce3c8ad,revision_number=2']} {{(pid=103259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:00:53.704439 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron.plugins.ml2.db [None req-e0564953-44d0-408c-84aa-e86a933e9793 None None] For port 9f0a6599-631f-46aa-8ee2-d5f13cbdc97f, host dv-cinder-830088-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830088-4-iscsi',level=0,port_id=9f0a6599-631f-46aa-8ee2-d5f13cbdc97f,segment=NetworkSegment(af155c35-6d9d-4cb5-9da1-9790843f44dc),segment_id=af155c35-6d9d-4cb5-9da1-9790843f44dc)] {{(pid=103259) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 11:00:53.707663 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron.plugins.ml2.managers [None req-f13aeb4d-744d-4d87-a6e6-3ba43b44f2da None None] Attempting to bind port 8e7b4c26-0625-4402-b824-2509bce3c8ad on host dv-cinder-830088-4-iscsi for vnic_type normal with profile {{(pid=103259) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 12 11:00:53.708214 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron.plugins.ml2.managers [None req-f13aeb4d-744d-4d87-a6e6-3ba43b44f2da None None] Attempting to bind port 8e7b4c26-0625-4402-b824-2509bce3c8ad by drivers openvswitch,hyperv on host dv-cinder-830088-4-iscsi at level 0 using segments [{'id': 'd942c271-b630-4108-8616-b993c4b79ecb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3b7be5f2-485b-4c85-8f98-fb200971b61c'}] {{(pid=103259) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 12 11:00:53.709075 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f13aeb4d-744d-4d87-a6e6-3ba43b44f2da None None] Attempting to bind port 8e7b4c26-0625-4402-b824-2509bce3c8ad on network 3b7be5f2-485b-4c85-8f98-fb200971b61c {{(pid=103259) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 11:00:53.727897 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron_lib.callbacks.manager [None req-e0564953-44d0-408c-84aa-e86a933e9793 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1534861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777667992095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777667450170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777667450188'] for port (9f0a6599-631f-46aa-8ee2-d5f13cbdc97f), after_update {{(pid=103259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:00:53.746001 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f13aeb4d-744d-4d87-a6e6-3ba43b44f2da None None] Checking agent: {'id': 'c71cae7d-514b-467a-8477-0a67bee0b970', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-830088-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 12, 10, 52, 16), 'started_at': datetime.datetime(2022, 4, 12, 10, 52, 46), 'heartbeat_timestamp': datetime.datetime(2022, 4, 12, 11, 0, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-830088-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103259) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 12 11:00:53.746720 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f13aeb4d-744d-4d87-a6e6-3ba43b44f2da None None] Checking segment: {'id': 'd942c271-b630-4108-8616-b993c4b79ecb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3b7be5f2-485b-4c85-8f98-fb200971b61c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103259) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 11:00:53.748622 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron_lib.callbacks.manager [None req-f13aeb4d-744d-4d87-a6e6-3ba43b44f2da None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:00:53.750042 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f13aeb4d-744d-4d87-a6e6-3ba43b44f2da None None] Bound using segment: {'id': 'd942c271-b630-4108-8616-b993c4b79ecb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3b7be5f2-485b-4c85-8f98-fb200971b61c'} {{(pid=103259) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 12 11:00:53.751280 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron.plugins.ml2.managers [None req-f13aeb4d-744d-4d87-a6e6-3ba43b44f2da None None] Bound port: 8e7b4c26-0625-4402-b824-2509bce3c8ad, host: dv-cinder-830088-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd942c271-b630-4108-8616-b993c4b79ecb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3b7be5f2-485b-4c85-8f98-fb200971b61c'}}] {{(pid=103259) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 12 11:00:53.753503 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron_lib.callbacks.manager [None req-f13aeb4d-744d-4d87-a6e6-3ba43b44f2da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1535343'] for port (8e7b4c26-0625-4402-b824-2509bce3c8ad), before_update {{(pid=103259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:00:53.791556 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-17763133-d102-493a-a18c-6ae46dfbbfdc tempest-AttachVolumeNegativeTest-1347969699 tempest-AttachVolumeNegativeTest-1347969699-project] Publish callbacks [] for security_group (None), before_create {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:00:53.850805 dv-cinder-830088-4-iscsi neutron-server[103260]: DEBUG neutron_lib.callbacks.manager [None req-2fb7ea55-d19d-448a-a1b7-f37183ff88c9 None None] Publish callbacks [] for port (a2233ce1-933b-408f-884a-0a19dee76ba7), precommit_update {{(pid=103260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:00:53.870037 dv-cinder-830088-4-iscsi neutron-server[103260]: DEBUG neutron_lib.callbacks.manager [None req-2fb7ea55-d19d-448a-a1b7-f37183ff88c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1534861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777667992095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777667450170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777667450188'] for port (a2233ce1-933b-408f-884a-0a19dee76ba7), after_update {{(pid=103260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:00:53.900047 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0564953-44d0-408c-84aa-e86a933e9793 None None] Pushing event updated for resources: {'Port': ['ID=9f0a6599-631f-46aa-8ee2-d5f13cbdc97f,revision_number=3']} {{(pid=103259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:00:53.912750 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35e56dc2-4557-40a8-9039-1dce02642c79 admin admin] Pushing event updated for resources: {'Port': ['ID=e978d462-7687-4cf5-93f5-ed7eab26c133,revision_number=1']} {{(pid=103258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:00:53.999100 dv-cinder-830088-4-iscsi neutron-server[103260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1d22e81-1c49-4b85-a732-528bf75a9e13 None None] Pushing event updated for resources: {'Port': ['ID=a2233ce1-933b-408f-884a-0a19dee76ba7,revision_number=3']} {{(pid=103260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:00:54.058330 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron_lib.db.api [None req-e4b062a6-7a21-4431-be77-3c7776c11043 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103259) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 12 11:00:54.058848 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG oslo_db.api [None req-e4b062a6-7a21-4431-be77-3c7776c11043 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103259) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 12 11:00:54.069297 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron.db.provisioning_blocks [None req-ee0f5e86-5cd7-4590-b84a-88a8de3f4ccf None None] Provisioning complete for port e978d462-7687-4cf5-93f5-ed7eab26c133 triggered by entity DHCP. {{(pid=103259) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 11:00:54.069699 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron_lib.callbacks.manager [None req-ee0f5e86-5cd7-4590-b84a-88a8de3f4ccf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1343588'] for port (e978d462-7687-4cf5-93f5-ed7eab26c133), provisioning_complete {{(pid=103259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:00:54.114970 dv-cinder-830088-4-iscsi neutron-server[103260]: DEBUG neutron.plugins.ml2.managers [None req-2fb7ea55-d19d-448a-a1b7-f37183ff88c9 None None] Attempting to bind port a2233ce1-933b-408f-884a-0a19dee76ba7 on host dv-cinder-830088-4-iscsi for vnic_type normal with profile {{(pid=103260) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 12 11:00:54.115551 dv-cinder-830088-4-iscsi neutron-server[103260]: DEBUG neutron.plugins.ml2.managers [None req-2fb7ea55-d19d-448a-a1b7-f37183ff88c9 None None] Attempting to bind port a2233ce1-933b-408f-884a-0a19dee76ba7 by drivers openvswitch,hyperv on host dv-cinder-830088-4-iscsi at level 0 using segments [{'id': '7235212e-5ea9-4475-b7e8-0ed6cc0af829', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': '8605bce6-3955-4448-bd79-8ef881f45c6d'}] {{(pid=103260) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 12 11:00:54.116181 dv-cinder-830088-4-iscsi neutron-server[103260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fb7ea55-d19d-448a-a1b7-f37183ff88c9 None None] Attempting to bind port a2233ce1-933b-408f-884a-0a19dee76ba7 on network 8605bce6-3955-4448-bd79-8ef881f45c6d {{(pid=103260) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 11:00:54.118464 dv-cinder-830088-4-iscsi neutron-server[103258]: INFO neutron.wsgi [req-a7a19d40-e609-4a55-a88a-4b20deca0874 req-b554a9e5-d902-4db1-84dc-827af1a4f543 tempest-DeleteServersTestJSON-655909961 tempest-DeleteServersTestJSON-655909961-project] 10.222.0.39 "GET /v2.0/ports?device_id=1f388cc0-2f53-4f5f-b4da-75912eabd99d HTTP/1.1" status: 200 len: 210 time: 0.1880598 Apr 12 11:00:54.124154 dv-cinder-830088-4-iscsi neutron-server[103260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fb7ea55-d19d-448a-a1b7-f37183ff88c9 None None] Checking agent: {'id': 'c71cae7d-514b-467a-8477-0a67bee0b970', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-830088-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 12, 10, 52, 16), 'started_at': datetime.datetime(2022, 4, 12, 10, 52, 46), 'heartbeat_timestamp': datetime.datetime(2022, 4, 12, 11, 0, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-830088-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103260) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 12 11:00:54.124781 dv-cinder-830088-4-iscsi neutron-server[103260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fb7ea55-d19d-448a-a1b7-f37183ff88c9 None None] Checking segment: {'id': '7235212e-5ea9-4475-b7e8-0ed6cc0af829', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': '8605bce6-3955-4448-bd79-8ef881f45c6d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103260) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 11:00:54.125329 dv-cinder-830088-4-iscsi neutron-server[103260]: DEBUG neutron_lib.callbacks.manager [None req-2fb7ea55-d19d-448a-a1b7-f37183ff88c9 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:00:54.125868 dv-cinder-830088-4-iscsi neutron-server[103260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fb7ea55-d19d-448a-a1b7-f37183ff88c9 None None] Bound using segment: {'id': '7235212e-5ea9-4475-b7e8-0ed6cc0af829', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': '8605bce6-3955-4448-bd79-8ef881f45c6d'} {{(pid=103260) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 12 11:00:54.126894 dv-cinder-830088-4-iscsi neutron-server[103260]: DEBUG neutron.plugins.ml2.managers [None req-2fb7ea55-d19d-448a-a1b7-f37183ff88c9 None None] Bound port: a2233ce1-933b-408f-884a-0a19dee76ba7, host: dv-cinder-830088-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7235212e-5ea9-4475-b7e8-0ed6cc0af829', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': '8605bce6-3955-4448-bd79-8ef881f45c6d'}}] {{(pid=103260) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 12 11:00:54.127421 dv-cinder-830088-4-iscsi neutron-server[103260]: DEBUG neutron_lib.callbacks.manager [None req-2fb7ea55-d19d-448a-a1b7-f37183ff88c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1535343'] for port (a2233ce1-933b-408f-884a-0a19dee76ba7), before_update {{(pid=103260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:00:54.195893 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron.plugins.ml2.plugin [None req-ee0f5e86-5cd7-4590-b84a-88a8de3f4ccf None None] Port e978d462-7687-4cf5-93f5-ed7eab26c133 cannot update to ACTIVE because it is not bound. {{(pid=103259) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 12 11:00:54.237234 dv-cinder-830088-4-iscsi neutron-server[103260]: DEBUG neutron.plugins.ml2.db [None req-2fb7ea55-d19d-448a-a1b7-f37183ff88c9 None None] For port a2233ce1-933b-408f-884a-0a19dee76ba7, host dv-cinder-830088-4-iscsi, cleared binding levels {{(pid=103260) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 12 11:00:54.241896 dv-cinder-830088-4-iscsi neutron-server[103260]: DEBUG neutron.plugins.ml2.db [None req-2fb7ea55-d19d-448a-a1b7-f37183ff88c9 None None] For port a2233ce1-933b-408f-884a-0a19dee76ba7, host dv-cinder-830088-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830088-4-iscsi',level=0,port_id=a2233ce1-933b-408f-884a-0a19dee76ba7,segment=NetworkSegment(7235212e-5ea9-4475-b7e8-0ed6cc0af829),segment_id=7235212e-5ea9-4475-b7e8-0ed6cc0af829)] {{(pid=103260) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 12 11:00:54.252020 dv-cinder-830088-4-iscsi neutron-server[103260]: DEBUG neutron_lib.callbacks.manager [None req-2fb7ea55-d19d-448a-a1b7-f37183ff88c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1534861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777667992095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777667450170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777667450188'] for port (a2233ce1-933b-408f-884a-0a19dee76ba7), after_update {{(pid=103260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:00:54.286876 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron.db.provisioning_blocks [None req-ee0f5e86-5cd7-4590-b84a-88a8de3f4ccf None None] Provisioning complete for port b0fbcc80-a999-4247-9cc9-9aa90e6e78d5 triggered by entity DHCP. {{(pid=103259) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 11:00:54.294382 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron_lib.callbacks.manager [None req-ee0f5e86-5cd7-4590-b84a-88a8de3f4ccf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1343588'] for port (b0fbcc80-a999-4247-9cc9-9aa90e6e78d5), provisioning_complete {{(pid=103259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:00:54.366886 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dea675b9-e4a1-4686-b563-6357f82d320e req-3ae2fa18-80b0-40a5-833f-5f5f69338a01 tempest-DeleteServersTestJSON-655909961 tempest-DeleteServersTestJSON-655909961-project] Made reservation on behalf of 69a133bd5ba947f5a9073d8c0e14336a for: {'port': 1} {{(pid=103258) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 12 11:00:54.373368 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [req-dea675b9-e4a1-4686-b563-6357f82d320e req-3ae2fa18-80b0-40a5-833f-5f5f69338a01 tempest-DeleteServersTestJSON-655909961 tempest-DeleteServersTestJSON-655909961-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1535343'] for port (None), before_create {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:00:54.380326 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-33f29696-4c4d-4c17-b5a6-45162b093e20 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1528889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-439037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5265552', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5341063'] for subnet (5e31b123-4cb0-4c2f-bbd0-4aab3af34979), after_delete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:00:54.385351 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-35e56dc2-4557-40a8-9039-1dce02642c79 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1535343'] for port (e978d462-7687-4cf5-93f5-ed7eab26c133), before_update {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:00:54.396548 dv-cinder-830088-4-iscsi neutron-server[103260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1d22e81-1c49-4b85-a732-528bf75a9e13 None None] Pushing event updated for resources: {'Port': ['ID=a2233ce1-933b-408f-884a-0a19dee76ba7,revision_number=4']} {{(pid=103260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:00:54.430338 dv-cinder-830088-4-iscsi neutron-server[103260]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2fb7ea55-d19d-448a-a1b7-f37183ff88c9 None None] Routers {'b40e7d0d-8f57-424d-96be-54b6f118e1d9'} bound to L3 agent in host dv-cinder-830088-4-iscsi {{(pid=103260) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 11:00:54.434294 dv-cinder-830088-4-iscsi neutron-server[103260]: DEBUG neutron.db.l3_hamode_db [None req-2fb7ea55-d19d-448a-a1b7-f37183ff88c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830088-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-12T10:52:12Z,description=,heartbeat_timestamp=2022-04-12T11:00:43Z,host='dv-cinder-830088-4-iscsi',id=77f5e085-0284-4236-9dbf-35d2d452e277,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T10:52:12Z,topic='l3_agent')) {'router_ids': ['b40e7d0d-8f57-424d-96be-54b6f118e1d9'], 'active': True} {{(pid=103260) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 11:00:54.436507 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron.plugins.ml2.db [None req-f13aeb4d-744d-4d87-a6e6-3ba43b44f2da None None] For port 8e7b4c26-0625-4402-b824-2509bce3c8ad, host dv-cinder-830088-4-iscsi, cleared binding levels {{(pid=103259) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 12 11:00:54.462142 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-33f29696-4c4d-4c17-b5a6-45162b093e20 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586029'] for subnet (None), before_response {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:00:54.485647 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron.plugins.ml2.db [None req-f13aeb4d-744d-4d87-a6e6-3ba43b44f2da None None] For port 8e7b4c26-0625-4402-b824-2509bce3c8ad, host dv-cinder-830088-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830088-4-iscsi',level=0,port_id=8e7b4c26-0625-4402-b824-2509bce3c8ad,segment=NetworkSegment(d942c271-b630-4108-8616-b993c4b79ecb),segment_id=d942c271-b630-4108-8616-b993c4b79ecb)] {{(pid=103259) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 12 11:00:54.498807 dv-cinder-830088-4-iscsi neutron-server[103257]: INFO neutron.wsgi [None req-33f29696-4c4d-4c17-b5a6-45162b093e20 admin admin] 10.222.0.39 "DELETE /v2.0/subnets/5e31b123-4cb0-4c2f-bbd0-4aab3af34979 HTTP/1.1" status: 204 len: 168 time: 1.5715377 Apr 12 11:00:54.506509 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron_lib.callbacks.manager [None req-f13aeb4d-744d-4d87-a6e6-3ba43b44f2da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1534861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777667992095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777667450170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777667450188'] for port (8e7b4c26-0625-4402-b824-2509bce3c8ad), after_update {{(pid=103259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:00:54.507406 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron.wsgi [-] (103257) accepted ('10.222.0.39', 49268) {{(pid=103257) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 11:00:54.559946 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33f29696-4c4d-4c17-b5a6-45162b093e20 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5e31b123-4cb0-4c2f-bbd0-4aab3af34979,revision_number=None']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:00:54.763735 dv-cinder-830088-4-iscsi neutron-server[103260]: DEBUG neutron.db.l3_dvr_db [None req-2fb7ea55-d19d-448a-a1b7-f37183ff88c9 None None] Set router b40e7d0d-8f57-424d-96be-54b6f118e1d9 gateway port host: dv-cinder-830088-4-iscsi {{(pid=103260) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 11:00:54.808516 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f13aeb4d-744d-4d87-a6e6-3ba43b44f2da None None] Routers {'373bcbcc-c4aa-4514-9206-351c9dcda33b'} bound to L3 agent in host dv-cinder-830088-4-iscsi {{(pid=103259) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 11:00:54.809506 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron.db.l3_hamode_db [None req-f13aeb4d-744d-4d87-a6e6-3ba43b44f2da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830088-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-12T10:52:12Z,description=,heartbeat_timestamp=2022-04-12T11:00:43Z,host='dv-cinder-830088-4-iscsi',id=77f5e085-0284-4236-9dbf-35d2d452e277,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T10:52:12Z,topic='l3_agent')) {'router_ids': ['373bcbcc-c4aa-4514-9206-351c9dcda33b'], 'active': True} {{(pid=103259) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 11:00:54.819271 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-17763133-d102-493a-a18c-6ae46dfbbfdc tempest-AttachVolumeNegativeTest-1347969699 tempest-AttachVolumeNegativeTest-1347969699-project] Publish callbacks [] for security_group (4866db02-000f-42de-90d5-3a6f4f0dbf7e), precommit_create {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:00:54.834530 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron.plugins.ml2.plugin [None req-e4b062a6-7a21-4431-be77-3c7776c11043 None None] Current status of the port 9f0a6599-631f-46aa-8ee2-d5f13cbdc97f is: ACTIVE; New status is: ACTIVE {{(pid=103259) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 11:00:54.842514 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron.plugins.ml2.rpc [None req-e4b062a6-7a21-4431-be77-3c7776c11043 None None] Device b6aa9733-5ca7-474e-8346-2268021e91a6 up at agent ovs-agent-dv-cinder-830088-4-iscsi {{(pid=103259) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 11:00:54.874197 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-17763133-d102-493a-a18c-6ae46dfbbfdc tempest-AttachVolumeNegativeTest-1347969699 tempest-AttachVolumeNegativeTest-1347969699-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-415253'] for security_group (4866db02-000f-42de-90d5-3a6f4f0dbf7e), after_create {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:00:55.075534 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3bb32d3-9615-4ac7-8bd3-ab70f9fb3b02 None None] Pushing event updated for resources: {'Port': ['ID=8e7b4c26-0625-4402-b824-2509bce3c8ad,revision_number=3']} {{(pid=103259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:00:55.094934 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.db.db_base_plugin_common [req-dea675b9-e4a1-4686-b563-6357f82d320e req-3ae2fa18-80b0-40a5-833f-5f5f69338a01 tempest-DeleteServersTestJSON-655909961 tempest-DeleteServersTestJSON-655909961-project] Allocated IP 172.20.0.11 (332a1fd1-5c8d-44a4-a602-cb07d1316e56/f8b8bd51-b053-41e8-b47b-c905f5b3e415/cac6254f-854d-4ed4-80fb-63e1d78d8043) {{(pid=103258) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 12 11:00:55.192365 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-367d4a4d-f604-427a-8ade-37d5e720a493 admin admin] Router ebba7e6c-c174-4e43-823e-0332064b8743 is scheduled to L3 agent 77f5e085-0284-4236-9dbf-35d2d452e277 with binding_index 1 {{(pid=103257) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 12 11:00:55.232716 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-17763133-d102-493a-a18c-6ae46dfbbfdc tempest-AttachVolumeNegativeTest-1347969699 tempest-AttachVolumeNegativeTest-1347969699-project] Publish callbacks [] for security_group (None), before_response {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:00:55.243763 dv-cinder-830088-4-iscsi neutron-server[103257]: INFO neutron.wsgi [None req-17763133-d102-493a-a18c-6ae46dfbbfdc tempest-AttachVolumeNegativeTest-1347969699 tempest-AttachVolumeNegativeTest-1347969699-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 1.6515832 Apr 12 11:00:55.268785 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron.wsgi [-] (103257) accepted ('10.222.0.39', 49278) {{(pid=103257) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 11:00:55.269669 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron.wsgi [-] (103257) accepted ('10.222.0.39', 49280) {{(pid=103257) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 11:00:55.302357 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron.api.v2.base [None req-3510b593-5cf6-45ca-ba4a-cdfc598306ef tempest-AttachVolumeNegativeTest-1347969699 tempest-AttachVolumeNegativeTest-1347969699-project] Request body: {'security_group_rule': {'security_group_id': '4866db02-000f-42de-90d5-3a6f4f0dbf7e', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103257) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 11:00:55.327808 dv-cinder-830088-4-iscsi neutron-server[103260]: DEBUG neutron.db.l3_hamode_db [None req-2fb7ea55-d19d-448a-a1b7-f37183ff88c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b40e7d0d-8f57-424d-96be-54b6f118e1d9', 'name': 'tempest-AttachVolumeNegativeTest-942964669-router', 'tenant_id': 'e581060642574053bd171680bd4e15a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b7be5f2-485b-4c85-8f98-fb200971b61c', 'external_fixed_ips': [{'subnet_id': '4887111e-1302-416a-ab8e-c957c9df7f85', 'ip_address': '172.27.3.241'}], 'enable_snat': True}, 'gw_port_id': 'dd38917a-e181-47e0-9f30-aa2e24b0ed10', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T11:00:41Z', 'updated_at': '2022-04-12T11:00:48Z', 'revision_number': 4, 'project_id': 'e581060642574053bd171680bd4e15a9', 'gw_port': {'id': 'dd38917a-e181-47e0-9f30-aa2e24b0ed10', 'name': '', 'network_id': '3b7be5f2-485b-4c85-8f98-fb200971b61c', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:d9:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b40e7d0d-8f57-424d-96be-54b6f118e1d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '4887111e-1302-416a-ab8e-c957c9df7f85', 'ip_address': '172.27.3.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830088-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T11:00:42Z', 'updated_at': '2022-04-12T11:00:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4887111e-1302-416a-ab8e-c957c9df7f85', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830088-4-iscsi', '_interfaces': [{'id': 'a2233ce1-933b-408f-884a-0a19dee76ba7', 'name': '', 'network_id': '8605bce6-3955-4448-bd79-8ef881f45c6d', 'tenant_id': 'e581060642574053bd171680bd4e15a9', 'mac_address': 'fa:16:3e:b3:0a:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b40e7d0d-8f57-424d-96be-54b6f118e1d9', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': '342bfb33-54ce-4b31-b1d9-ee13f5d2ec00', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830088-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T11:00:47Z', 'updated_at': '2022-04-12T11:00:54Z', 'revision_number': 4, 'project_id': 'e581060642574053bd171680bd4e15a9', 'subnets': [{'id': '342bfb33-54ce-4b31-b1d9-ee13f5d2ec00', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830088-4-iscsi', False) {} {{(pid=103260) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 11:00:55.357597 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-b79511af-989e-4d2a-aeff-16624f5ad394 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1505875'] for network (5ab4f8d0-77a4-4fa7-8322-ec652c6747cc), before_delete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:00:55.391289 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron.plugins.ml2.plugin [None req-ee0f5e86-5cd7-4590-b84a-88a8de3f4ccf None None] Current status of the port b0fbcc80-a999-4247-9cc9-9aa90e6e78d5 is: ACTIVE; New status is: ACTIVE {{(pid=103259) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 11:00:55.402770 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17763133-d102-493a-a18c-6ae46dfbbfdc tempest-AttachVolumeNegativeTest-1347969699 tempest-AttachVolumeNegativeTest-1347969699-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4866db02-000f-42de-90d5-3a6f4f0dbf7e,revision_number=1']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:00:55.410384 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron.db.provisioning_blocks [None req-e4b062a6-7a21-4431-be77-3c7776c11043 None None] Provisioning complete for port b6aa9733-5ca7-474e-8346-2268021e91a6 triggered by entity L2. {{(pid=103259) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 11:00:55.410838 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron_lib.callbacks.manager [None req-e4b062a6-7a21-4431-be77-3c7776c11043 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1343588'] for port (b6aa9733-5ca7-474e-8346-2268021e91a6), provisioning_complete {{(pid=103259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:00:55.430638 dv-cinder-830088-4-iscsi neutron-server[103260]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2fb7ea55-d19d-448a-a1b7-f37183ff88c9 None None] The sync data for ids ['b40e7d0d-8f57-424d-96be-54b6f118e1d9'] in dv-cinder-830088-4-iscsi is: [{'id': 'b40e7d0d-8f57-424d-96be-54b6f118e1d9', 'name': 'tempest-AttachVolumeNegativeTest-942964669-router', 'tenant_id': 'e581060642574053bd171680bd4e15a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b7be5f2-485b-4c85-8f98-fb200971b61c', 'external_fixed_ips': [{'subnet_id': '4887111e-1302-416a-ab8e-c957c9df7f85', 'ip_address': '172.27.3.241'}], 'enable_snat': True}, 'gw_port_id': 'dd38917a-e181-47e0-9f30-aa2e24b0ed10', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T11:00:41Z', 'updated_at': '2022-04-12T11:00:48Z', 'revision_number': 4, 'project_id': 'e581060642574053bd171680bd4e15a9', 'gw_port': {'id': 'dd38917a-e181-47e0-9f30-aa2e24b0ed10', 'name': '', 'network_id': '3b7be5f2-485b-4c85-8f98-fb200971b61c', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:d9:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b40e7d0d-8f57-424d-96be-54b6f118e1d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '4887111e-1302-416a-ab8e-c957c9df7f85', 'ip_address': '172.27.3.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830088-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T11:00:42Z', 'updated_at': '2022-04-12T11:00:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4887111e-1302-416a-ab8e-c957c9df7f85', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830088-4-iscsi', '_interfaces': [{'id': 'a2233ce1-933b-408f-884a-0a19dee76ba7', 'name': '', 'network_id': '8605bce6-3955-4448-bd79-8ef881f45c6d', 'tenant_id': 'e581060642574053bd171680bd4e15a9', 'mac_address': 'fa:16:3e:b3:0a:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b40e7d0d-8f57-424d-96be-54b6f118e1d9', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': '342bfb33-54ce-4b31-b1d9-ee13f5d2ec00', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830088-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T11:00:47Z', 'updated_at': '2022-04-12T11:00:54Z', 'revision_number': 4, 'project_id': 'e581060642574053bd171680bd4e15a9', 'subnets': [{'id': '342bfb33-54ce-4b31-b1d9-ee13f5d2ec00', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103260) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 12 11:00:55.440217 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [req-dea675b9-e4a1-4686-b563-6357f82d320e req-3ae2fa18-80b0-40a5-833f-5f5f69338a01 tempest-DeleteServersTestJSON-655909961 tempest-DeleteServersTestJSON-655909961-project] Publish callbacks [] for port (cac6254f-854d-4ed4-80fb-63e1d78d8043), precommit_create {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:00:55.487745 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron.db.provisioning_blocks [None req-ee0f5e86-5cd7-4590-b84a-88a8de3f4ccf None None] Provisioning complete for port 9f0a6599-631f-46aa-8ee2-d5f13cbdc97f triggered by entity DHCP. {{(pid=103259) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 11:00:55.488133 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron_lib.callbacks.manager [None req-ee0f5e86-5cd7-4590-b84a-88a8de3f4ccf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1343588'] for port (9f0a6599-631f-46aa-8ee2-d5f13cbdc97f), provisioning_complete {{(pid=103259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:00:55.620028 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [req-dea675b9-e4a1-4686-b563-6357f82d320e req-3ae2fa18-80b0-40a5-833f-5f5f69338a01 tempest-DeleteServersTestJSON-655909961 tempest-DeleteServersTestJSON-655909961-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1534861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777667450152'] for port (cac6254f-854d-4ed4-80fb-63e1d78d8043), after_create {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:00:55.673208 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron.db.l3_dvr_db [None req-f13aeb4d-744d-4d87-a6e6-3ba43b44f2da None None] Set router 373bcbcc-c4aa-4514-9206-351c9dcda33b gateway port host: dv-cinder-830088-4-iscsi {{(pid=103259) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 11:00:55.686862 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-437f8ed4-b7b3-4749-b33c-9e6a61718de5 admin admin] Publish callbacks [] for router_gateway (eb1e4800-8b4f-4be4-9243-871422076e8b), after_create {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:00:55.776863 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron.plugins.ml2.plugin [None req-e4b062a6-7a21-4431-be77-3c7776c11043 None None] Current status of the port b6aa9733-5ca7-474e-8346-2268021e91a6 is: ACTIVE; New status is: ACTIVE {{(pid=103259) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 11:00:55.778154 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron.plugins.ml2.rpc [None req-e4b062a6-7a21-4431-be77-3c7776c11043 None None] Device dd38917a-e181-47e0-9f30-aa2e24b0ed10 up at agent ovs-agent-dv-cinder-830088-4-iscsi {{(pid=103259) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 11:00:55.859640 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ae2fa18-80b0-40a5-833f-5f5f69338a01 tempest-DeleteServersTestJSON-655909961 tempest-DeleteServersTestJSON-655909961-project] Pushing event updated for resources: {'Port': ['ID=cac6254f-854d-4ed4-80fb-63e1d78d8043,revision_number=1']} {{(pid=103258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:00:55.953028 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-367d4a4d-f604-427a-8ade-37d5e720a493 admin admin] Notify agent at l3_agent.dv-cinder-830088-4-iscsi the message routers_updated {{(pid=103257) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 12 11:00:55.984851 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dea675b9-e4a1-4686-b563-6357f82d320e req-3ae2fa18-80b0-40a5-833f-5f5f69338a01 tempest-DeleteServersTestJSON-655909961 tempest-DeleteServersTestJSON-655909961-project] Network 332a1fd1-5c8d-44a4-a602-cb07d1316e56 is already hosted by enough agents. {{(pid=103258) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 11:00:56.001851 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.scheduler.base_scheduler [req-dea675b9-e4a1-4686-b563-6357f82d320e req-3ae2fa18-80b0-40a5-833f-5f5f69338a01 tempest-DeleteServersTestJSON-655909961 tempest-DeleteServersTestJSON-655909961-project] Resources bound (agent type, host, resource id): {{(pid=103258) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 11:00:56.011608 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.db.l3_dvrscheduler_db [req-dea675b9-e4a1-4686-b563-6357f82d320e req-3ae2fa18-80b0-40a5-833f-5f5f69338a01 tempest-DeleteServersTestJSON-655909961 tempest-DeleteServersTestJSON-655909961-project] Received port after_create {{(pid=103258) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 12 11:00:56.013524 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b64531a-1358-4f0c-a68b-704bf7fe50e6 None None] Sync routers for ids ['ebba7e6c-c174-4e43-823e-0332064b8743'] in dv-cinder-830088-4-iscsi {{(pid=103259) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 12 11:00:56.043904 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dea675b9-e4a1-4686-b563-6357f82d320e req-3ae2fa18-80b0-40a5-833f-5f5f69338a01 tempest-DeleteServersTestJSON-655909961 tempest-DeleteServersTestJSON-655909961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:00:56.046810 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [req-dea675b9-e4a1-4686-b563-6357f82d320e req-3ae2fa18-80b0-40a5-833f-5f5f69338a01 tempest-DeleteServersTestJSON-655909961 tempest-DeleteServersTestJSON-655909961-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586029'] for port (None), before_response {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:00:56.057648 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b64531a-1358-4f0c-a68b-704bf7fe50e6 None None] Routers {'ebba7e6c-c174-4e43-823e-0332064b8743'} bound to L3 agent in host dv-cinder-830088-4-iscsi {{(pid=103259) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 11:00:56.057871 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron.db.l3_hamode_db [None req-3b64531a-1358-4f0c-a68b-704bf7fe50e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830088-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-12T10:52:12Z,description=,heartbeat_timestamp=2022-04-12T11:00:43Z,host='dv-cinder-830088-4-iscsi',id=77f5e085-0284-4236-9dbf-35d2d452e277,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T10:52:12Z,topic='l3_agent')) {'router_ids': ['ebba7e6c-c174-4e43-823e-0332064b8743'], 'active': True} {{(pid=103259) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 11:00:56.064657 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron.plugins.ml2.plugin [None req-ee0f5e86-5cd7-4590-b84a-88a8de3f4ccf None None] Current status of the port 9f0a6599-631f-46aa-8ee2-d5f13cbdc97f is: ACTIVE; New status is: ACTIVE {{(pid=103259) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 11:00:56.097165 dv-cinder-830088-4-iscsi neutron-server[103258]: INFO neutron.wsgi [req-dea675b9-e4a1-4686-b563-6357f82d320e req-3ae2fa18-80b0-40a5-833f-5f5f69338a01 tempest-DeleteServersTestJSON-655909961 tempest-DeleteServersTestJSON-655909961-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.4811203 Apr 12 11:00:56.156564 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.wsgi [req-dea675b9-e4a1-4686-b563-6357f82d320e req-80ca56eb-f294-46d8-adf7-5529b6faa68e tempest-DeleteServersTestJSON-655909961 tempest-DeleteServersTestJSON-655909961-project] http://10.222.0.39:9696/v2.0/extensions returned with HTTP 200 {{(pid=103258) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 12 11:00:56.157956 dv-cinder-830088-4-iscsi neutron-server[103258]: INFO neutron.wsgi [req-dea675b9-e4a1-4686-b563-6357f82d320e req-80ca56eb-f294-46d8-adf7-5529b6faa68e tempest-DeleteServersTestJSON-655909961 tempest-DeleteServersTestJSON-655909961-project] 10.222.0.53 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0392950 Apr 12 11:00:56.180357 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron.db.provisioning_blocks [None req-e4b062a6-7a21-4431-be77-3c7776c11043 None None] Provisioning complete for port dd38917a-e181-47e0-9f30-aa2e24b0ed10 triggered by entity L2. {{(pid=103259) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 11:00:56.183961 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-48530e96-9ca4-406b-b237-c0abd51d1bc7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:00:56.189838 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron_lib.callbacks.manager [None req-e4b062a6-7a21-4431-be77-3c7776c11043 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1343588'] for port (dd38917a-e181-47e0-9f30-aa2e24b0ed10), provisioning_complete {{(pid=103259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:00:56.206126 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cded7e4-a98b-4a29-b65c-0cec031de231 req-a711a02d-b19d-4ec9-9d7b-aae5bf389438 tempest-DeleteServersTestJSON-655909961 tempest-DeleteServersTestJSON-655909961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:00:56.207807 dv-cinder-830088-4-iscsi neutron-server[103257]: INFO neutron.wsgi [req-1cded7e4-a98b-4a29-b65c-0cec031de231 req-a711a02d-b19d-4ec9-9d7b-aae5bf389438 tempest-DeleteServersTestJSON-655909961 tempest-DeleteServersTestJSON-655909961-project] 10.222.0.39 "GET /v2.0/ports?device_id=1f388cc0-2f53-4f5f-b4da-75912eabd99d HTTP/1.1" status: 200 len: 932 time: 0.7880919 Apr 12 11:00:56.213519 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-b79511af-989e-4d2a-aeff-16624f5ad394 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1527181', 'neutron.services.segments.db._delete_segments_for_network-8777667879599'] for network (5ab4f8d0-77a4-4fa7-8322-ec652c6747cc), precommit_delete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:00:56.249895 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-367d4a4d-f604-427a-8ade-37d5e720a493 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:00:56.254491 dv-cinder-830088-4-iscsi neutron-server[103257]: INFO neutron.wsgi [None req-367d4a4d-f604-427a-8ade-37d5e720a493 admin admin] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 930 time: 11.2411301 Apr 12 11:00:56.256276 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron.wsgi [-] (103257) accepted ('10.222.0.39', 49292) {{(pid=103257) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 11:00:56.256939 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-35e56dc2-4557-40a8-9039-1dce02642c79 admin admin] Publish callbacks [] for port (e978d462-7687-4cf5-93f5-ed7eab26c133), precommit_update {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:00:56.266048 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-35e56dc2-4557-40a8-9039-1dce02642c79 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1534861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777667992095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777667450170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777667450188'] for port (e978d462-7687-4cf5-93f5-ed7eab26c133), after_update {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:00:56.267292 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-35e56dc2-4557-40a8-9039-1dce02642c79 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-586225', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-584683'] for router_interface (373bcbcc-c4aa-4514-9206-351c9dcda33b), after_create {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:00:56.306059 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-3510b593-5cf6-45ca-ba4a-cdfc598306ef tempest-AttachVolumeNegativeTest-1347969699 tempest-AttachVolumeNegativeTest-1347969699-project] Publish callbacks [] for security_group_rule (58b99c4a-ad6a-4220-8545-4857443b6157), before_create {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:00:56.389080 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35e56dc2-4557-40a8-9039-1dce02642c79 admin admin] Pushing event updated for resources: {'Port': ['ID=e978d462-7687-4cf5-93f5-ed7eab26c133,revision_number=2']} {{(pid=103258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:00:56.446790 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron.db.l3_hamode_db [None req-f13aeb4d-744d-4d87-a6e6-3ba43b44f2da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '373bcbcc-c4aa-4514-9206-351c9dcda33b', 'name': 'tempest-AttachVolumeTestJSON-423602201-router', 'tenant_id': 'd41e564f85554bef9013a0082cd0196d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b7be5f2-485b-4c85-8f98-fb200971b61c', 'external_fixed_ips': [{'subnet_id': '4887111e-1302-416a-ab8e-c957c9df7f85', 'ip_address': '172.27.3.152'}], 'enable_snat': True}, 'gw_port_id': '8e7b4c26-0625-4402-b824-2509bce3c8ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T11:00:41Z', 'updated_at': '2022-04-12T11:00:54Z', 'revision_number': 4, 'project_id': 'd41e564f85554bef9013a0082cd0196d', 'gw_port': {'id': '8e7b4c26-0625-4402-b824-2509bce3c8ad', 'name': '', 'network_id': '3b7be5f2-485b-4c85-8f98-fb200971b61c', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:5a:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '373bcbcc-c4aa-4514-9206-351c9dcda33b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '4887111e-1302-416a-ab8e-c957c9df7f85', 'ip_address': '172.27.3.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830088-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T11:00:43Z', 'updated_at': '2022-04-12T11:00:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4887111e-1302-416a-ab8e-c957c9df7f85', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830088-4-iscsi', '_interfaces': [{'id': 'e978d462-7687-4cf5-93f5-ed7eab26c133', 'name': '', 'network_id': '5283658c-f0e4-41df-8b22-61e61a4f7877', 'tenant_id': 'd41e564f85554bef9013a0082cd0196d', 'mac_address': 'fa:16:3e:c2:35:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '373bcbcc-c4aa-4514-9206-351c9dcda33b', 'device_owner': 'network:router_interface', 'standard_attr_id': 111, 'fixed_ips': [{'subnet_id': 'a03f1c9e-6c63-496e-9600-bb0a8351c93d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T11:00:51Z', 'updated_at': '2022-04-12T11:00:52Z', 'revision_number': 1, 'project_id': 'd41e564f85554bef9013a0082cd0196d', 'subnets': [{'id': 'a03f1c9e-6c63-496e-9600-bb0a8351c93d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830088-4-iscsi', False) {} {{(pid=103259) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 11:00:56.512815 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.api.v2.base [req-dea675b9-e4a1-4686-b563-6357f82d320e req-fc3e6fb8-0979-4f49-afb2-5bf4afcd5e61 service neutron] Request body: {'port': {'device_id': '1f388cc0-2f53-4f5f-b4da-75912eabd99d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83008'}} {{(pid=103258) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 11:00:56.651050 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [req-dea675b9-e4a1-4686-b563-6357f82d320e req-fc3e6fb8-0979-4f49-afb2-5bf4afcd5e61 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1535343'] for port (cac6254f-854d-4ed4-80fb-63e1d78d8043), before_update {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:00:56.735938 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35e56dc2-4557-40a8-9039-1dce02642c79 admin admin] Network 5283658c-f0e4-41df-8b22-61e61a4f7877 is already hosted by enough agents. {{(pid=103258) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 11:00:56.747473 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.scheduler.base_scheduler [None req-35e56dc2-4557-40a8-9039-1dce02642c79 admin admin] Resources bound (agent type, host, resource id): {{(pid=103258) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 11:00:56.753095 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron.db.provisioning_blocks [None req-af21bcec-12bb-4aca-8626-24458f10202e None None] Provisioning complete for port a2233ce1-933b-408f-884a-0a19dee76ba7 triggered by entity DHCP. {{(pid=103259) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 11:00:56.753482 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron_lib.callbacks.manager [None req-af21bcec-12bb-4aca-8626-24458f10202e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1343588'] for port (a2233ce1-933b-408f-884a-0a19dee76ba7), provisioning_complete {{(pid=103259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:00:56.885388 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f13aeb4d-744d-4d87-a6e6-3ba43b44f2da None None] The sync data for ids ['373bcbcc-c4aa-4514-9206-351c9dcda33b'] in dv-cinder-830088-4-iscsi is: [{'id': '373bcbcc-c4aa-4514-9206-351c9dcda33b', 'name': 'tempest-AttachVolumeTestJSON-423602201-router', 'tenant_id': 'd41e564f85554bef9013a0082cd0196d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b7be5f2-485b-4c85-8f98-fb200971b61c', 'external_fixed_ips': [{'subnet_id': '4887111e-1302-416a-ab8e-c957c9df7f85', 'ip_address': '172.27.3.152'}], 'enable_snat': True}, 'gw_port_id': '8e7b4c26-0625-4402-b824-2509bce3c8ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T11:00:41Z', 'updated_at': '2022-04-12T11:00:54Z', 'revision_number': 4, 'project_id': 'd41e564f85554bef9013a0082cd0196d', 'gw_port': {'id': '8e7b4c26-0625-4402-b824-2509bce3c8ad', 'name': '', 'network_id': '3b7be5f2-485b-4c85-8f98-fb200971b61c', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:5a:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '373bcbcc-c4aa-4514-9206-351c9dcda33b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '4887111e-1302-416a-ab8e-c957c9df7f85', 'ip_address': '172.27.3.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830088-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T11:00:43Z', 'updated_at': '2022-04-12T11:00:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4887111e-1302-416a-ab8e-c957c9df7f85', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830088-4-iscsi', '_interfaces': [{'id': 'e978d462-7687-4cf5-93f5-ed7eab26c133', 'name': '', 'network_id': '5283658c-f0e4-41df-8b22-61e61a4f7877', 'tenant_id': 'd41e564f85554bef9013a0082cd0196d', 'mac_address': 'fa:16:3e:c2:35:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '373bcbcc-c4aa-4514-9206-351c9dcda33b', 'device_owner': 'network:router_interface', 'standard_attr_id': 111, 'fixed_ips': [{'subnet_id': 'a03f1c9e-6c63-496e-9600-bb0a8351c93d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T11:00:51Z', 'updated_at': '2022-04-12T11:00:52Z', 'revision_number': 1, 'project_id': 'd41e564f85554bef9013a0082cd0196d', 'subnets': [{'id': 'a03f1c9e-6c63-496e-9600-bb0a8351c93d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103259) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 12 11:00:57.180825 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron.db.l3_dvr_db [None req-3b64531a-1358-4f0c-a68b-704bf7fe50e6 None None] Set router ebba7e6c-c174-4e43-823e-0332064b8743 gateway port host: dv-cinder-830088-4-iscsi {{(pid=103259) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 11:00:57.322954 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron.services.segments.db [None req-b79511af-989e-4d2a-aeff-16624f5ad394 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5ab4f8d0-77a4-4fa7-8322-ec652c6747cc']}} {{(pid=103257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 11:00:57.330124 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron.plugins.ml2.plugin [None req-af21bcec-12bb-4aca-8626-24458f10202e None None] Current status of the port a2233ce1-933b-408f-884a-0a19dee76ba7 is: DOWN; New status is: ACTIVE {{(pid=103259) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 11:00:57.330533 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron_lib.callbacks.manager [None req-af21bcec-12bb-4aca-8626-24458f10202e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1535343'] for port (a2233ce1-933b-408f-884a-0a19dee76ba7), before_update {{(pid=103259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:00:57.529202 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron.plugins.ml2.db [None req-af21bcec-12bb-4aca-8626-24458f10202e None None] For port a2233ce1-933b-408f-884a-0a19dee76ba7, host dv-cinder-830088-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830088-4-iscsi',level=0,port_id=a2233ce1-933b-408f-884a-0a19dee76ba7,segment=NetworkSegment(7235212e-5ea9-4475-b7e8-0ed6cc0af829),segment_id=7235212e-5ea9-4475-b7e8-0ed6cc0af829)] {{(pid=103259) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 11:00:57.543928 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-437f8ed4-b7b3-4749-b33c-9e6a61718de5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-519897', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-579496'] for router (eb1e4800-8b4f-4be4-9243-871422076e8b), after_create {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:00:57.643600 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron_lib.callbacks.manager [None req-af21bcec-12bb-4aca-8626-24458f10202e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1534861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777667992095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777667450170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777667450188'] for port (a2233ce1-933b-408f-884a-0a19dee76ba7), after_update {{(pid=103259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:00:57.663358 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron.plugins.ml2.plugin [None req-e4b062a6-7a21-4431-be77-3c7776c11043 None None] Current status of the port dd38917a-e181-47e0-9f30-aa2e24b0ed10 is: ACTIVE; New status is: ACTIVE {{(pid=103259) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 11:00:57.663891 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron.plugins.ml2.rpc [None req-e4b062a6-7a21-4431-be77-3c7776c11043 None None] Device b0fbcc80-a999-4247-9cc9-9aa90e6e78d5 up at agent ovs-agent-dv-cinder-830088-4-iscsi {{(pid=103259) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 11:00:57.694384 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-35e56dc2-4557-40a8-9039-1dce02642c79 admin admin] Router 373bcbcc-c4aa-4514-9206-351c9dcda33b has already been hosted by L3 agent 77f5e085-0284-4236-9dbf-35d2d452e277 {{(pid=103258) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 12 11:00:57.953400 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron.db.provisioning_blocks [None req-c281951c-da6d-4c66-8009-b12189a99402 None None] Provisioning complete for port e978d462-7687-4cf5-93f5-ed7eab26c133 triggered by entity DHCP. {{(pid=103259) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 11:00:57.954334 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron_lib.callbacks.manager [None req-c281951c-da6d-4c66-8009-b12189a99402 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1343588'] for port (e978d462-7687-4cf5-93f5-ed7eab26c133), provisioning_complete {{(pid=103259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:00:57.995494 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.notifiers.nova [req-dea675b9-e4a1-4686-b563-6357f82d320e req-fc3e6fb8-0979-4f49-afb2-5bf4afcd5e61 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cac6254f-854d-4ed4-80fb-63e1d78d8043 {{(pid=103258) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 12 11:00:58.019425 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [req-dea675b9-e4a1-4686-b563-6357f82d320e req-fc3e6fb8-0979-4f49-afb2-5bf4afcd5e61 service neutron] Publish callbacks [] for port (cac6254f-854d-4ed4-80fb-63e1d78d8043), precommit_update {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:00:58.049621 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-35e56dc2-4557-40a8-9039-1dce02642c79 admin admin] Notify agent at l3_agent.dv-cinder-830088-4-iscsi the message routers_updated {{(pid=103258) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 12 11:00:58.052543 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af21bcec-12bb-4aca-8626-24458f10202e None None] Pushing event updated for resources: {'Port': ['ID=a2233ce1-933b-408f-884a-0a19dee76ba7,revision_number=5']} {{(pid=103259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:00:58.052759 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron.services.segments.db [None req-b79511af-989e-4d2a-aeff-16624f5ad394 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd7d9ef62-9b92-4ba4-8ee4-13fb7c47097a') {'for_net_delete': True} {{(pid=103257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 11:00:58.053004 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron.services.segments.db [None req-b79511af-989e-4d2a-aeff-16624f5ad394 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd7d9ef62-9b92-4ba4-8ee4-13fb7c47097a') {} {{(pid=103257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 11:00:58.081838 dv-cinder-830088-4-iscsi neutron-server[103258]: INFO neutron.wsgi [None req-35e56dc2-4557-40a8-9039-1dce02642c79 admin admin] 10.222.0.39 "PUT /v2.0/routers/373bcbcc-c4aa-4514-9206-351c9dcda33b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.6426105 Apr 12 11:00:58.083326 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.db.provisioning_blocks [req-dea675b9-e4a1-4686-b563-6357f82d320e req-fc3e6fb8-0979-4f49-afb2-5bf4afcd5e61 service neutron] Transition to ACTIVE for port object cac6254f-854d-4ed4-80fb-63e1d78d8043 will not be triggered until provisioned by entity L2. {{(pid=103258) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 12 11:00:58.091920 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [req-dea675b9-e4a1-4686-b563-6357f82d320e req-fc3e6fb8-0979-4f49-afb2-5bf4afcd5e61 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1534861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777667992095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777667450170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777667450188'] for port (cac6254f-854d-4ed4-80fb-63e1d78d8043), after_update {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:00:58.237395 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron.db.provisioning_blocks [None req-e4b062a6-7a21-4431-be77-3c7776c11043 None None] Provisioning complete for port b0fbcc80-a999-4247-9cc9-9aa90e6e78d5 triggered by entity L2. {{(pid=103259) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 11:00:58.237904 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron_lib.callbacks.manager [None req-e4b062a6-7a21-4431-be77-3c7776c11043 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1343588'] for port (b0fbcc80-a999-4247-9cc9-9aa90e6e78d5), provisioning_complete {{(pid=103259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:00:58.245529 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron.plugins.ml2.plugin [None req-c281951c-da6d-4c66-8009-b12189a99402 None None] Port e978d462-7687-4cf5-93f5-ed7eab26c133 cannot update to ACTIVE because it is not bound. {{(pid=103259) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 12 11:00:58.322874 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron.db.l3_hamode_db [None req-3b64531a-1358-4f0c-a68b-704bf7fe50e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ebba7e6c-c174-4e43-823e-0332064b8743', 'name': 'tempest-ServerRescueNegativeTestJSON-1877816747-router', 'tenant_id': '87551ef1ad8e4190b7a3b1c3469382df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b7be5f2-485b-4c85-8f98-fb200971b61c', 'external_fixed_ips': [{'subnet_id': '4887111e-1302-416a-ab8e-c957c9df7f85', 'ip_address': '172.27.3.24'}], 'enable_snat': True}, 'gw_port_id': '092f00f6-c2f2-4426-a5db-b5016b474eb5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T11:00:45Z', 'updated_at': '2022-04-12T11:00:51Z', 'revision_number': 3, 'project_id': '87551ef1ad8e4190b7a3b1c3469382df', 'gw_port': {'id': '092f00f6-c2f2-4426-a5db-b5016b474eb5', 'name': '', 'network_id': '3b7be5f2-485b-4c85-8f98-fb200971b61c', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:22:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ebba7e6c-c174-4e43-823e-0332064b8743', 'device_owner': 'network:router_gateway', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': '4887111e-1302-416a-ab8e-c957c9df7f85', 'ip_address': '172.27.3.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T11:00:47Z', 'updated_at': '2022-04-12T11:00:48Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4887111e-1302-416a-ab8e-c957c9df7f85', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830088-4-iscsi'}], 'dv-cinder-830088-4-iscsi', False) {} {{(pid=103259) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 11:00:58.422872 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc3e6fb8-0979-4f49-afb2-5bf4afcd5e61 service neutron] Pushing event updated for resources: {'Port': ['ID=cac6254f-854d-4ed4-80fb-63e1d78d8043,revision_number=2']} {{(pid=103258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:00:58.438085 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.plugins.ml2.managers [req-dea675b9-e4a1-4686-b563-6357f82d320e req-fc3e6fb8-0979-4f49-afb2-5bf4afcd5e61 service neutron] Attempting to bind port cac6254f-854d-4ed4-80fb-63e1d78d8043 on host hv-cinder-83008 for vnic_type normal with profile {{(pid=103258) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 12 11:00:58.450677 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.plugins.ml2.managers [req-dea675b9-e4a1-4686-b563-6357f82d320e req-fc3e6fb8-0979-4f49-afb2-5bf4afcd5e61 service neutron] Attempting to bind port cac6254f-854d-4ed4-80fb-63e1d78d8043 by drivers openvswitch,hyperv on host hv-cinder-83008 at level 0 using segments [{'id': '331144d7-7890-4b14-baab-10c11a274824', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': '332a1fd1-5c8d-44a4-a602-cb07d1316e56'}] {{(pid=103258) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 12 11:00:58.451411 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dea675b9-e4a1-4686-b563-6357f82d320e req-fc3e6fb8-0979-4f49-afb2-5bf4afcd5e61 service neutron] Attempting to bind port cac6254f-854d-4ed4-80fb-63e1d78d8043 on network 332a1fd1-5c8d-44a4-a602-cb07d1316e56 {{(pid=103258) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 11:00:58.457359 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dea675b9-e4a1-4686-b563-6357f82d320e req-fc3e6fb8-0979-4f49-afb2-5bf4afcd5e61 service neutron] Port cac6254f-854d-4ed4-80fb-63e1d78d8043 on network 332a1fd1-5c8d-44a4-a602-cb07d1316e56 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83008 {{(pid=103258) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 12 11:00:58.458242 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dea675b9-e4a1-4686-b563-6357f82d320e req-fc3e6fb8-0979-4f49-afb2-5bf4afcd5e61 service neutron] Attempting to bind port cac6254f-854d-4ed4-80fb-63e1d78d8043 on network 332a1fd1-5c8d-44a4-a602-cb07d1316e56 {{(pid=103258) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 11:00:58.468545 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dea675b9-e4a1-4686-b563-6357f82d320e req-fc3e6fb8-0979-4f49-afb2-5bf4afcd5e61 service neutron] Checking agent: {'id': '742b2e09-86ec-4663-b086-f6b891926c3e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83008', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 12, 10, 58, 42), 'started_at': datetime.datetime(2022, 4, 12, 10, 58, 42), 'heartbeat_timestamp': datetime.datetime(2022, 4, 12, 11, 0, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103258) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 12 11:00:58.472902 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dea675b9-e4a1-4686-b563-6357f82d320e req-fc3e6fb8-0979-4f49-afb2-5bf4afcd5e61 service neutron] Checking segment: {'id': '331144d7-7890-4b14-baab-10c11a274824', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': '332a1fd1-5c8d-44a4-a602-cb07d1316e56'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103258) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 11:00:58.485218 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dea675b9-e4a1-4686-b563-6357f82d320e req-fc3e6fb8-0979-4f49-afb2-5bf4afcd5e61 service neutron] Bound using segment: {'id': '331144d7-7890-4b14-baab-10c11a274824', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': '332a1fd1-5c8d-44a4-a602-cb07d1316e56'} {{(pid=103258) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 12 11:00:58.486887 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-b79511af-989e-4d2a-aeff-16624f5ad394 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777667883192', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5269102'] for segment (d7d9ef62-9b92-4ba4-8ee4-13fb7c47097a), before_delete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:00:58.492801 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b64531a-1358-4f0c-a68b-704bf7fe50e6 None None] Checking router: ebba7e6c-c174-4e43-823e-0332064b8743 for host: dv-cinder-830088-4-iscsi {{(pid=103259) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 12 11:00:58.492981 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.plugins.ml2.managers [req-dea675b9-e4a1-4686-b563-6357f82d320e req-fc3e6fb8-0979-4f49-afb2-5bf4afcd5e61 service neutron] Bound port: cac6254f-854d-4ed4-80fb-63e1d78d8043, host: hv-cinder-83008, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '331144d7-7890-4b14-baab-10c11a274824', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': '332a1fd1-5c8d-44a4-a602-cb07d1316e56'}}] {{(pid=103258) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 12 11:00:58.493347 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [req-dea675b9-e4a1-4686-b563-6357f82d320e req-fc3e6fb8-0979-4f49-afb2-5bf4afcd5e61 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1535343'] for port (cac6254f-854d-4ed4-80fb-63e1d78d8043), before_update {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:00:58.494195 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b64531a-1358-4f0c-a68b-704bf7fe50e6 None None] Updating router ebba7e6c-c174-4e43-823e-0332064b8743 port 092f00f6-c2f2-4426-a5db-b5016b474eb5 binding host dv-cinder-830088-4-iscsi {{(pid=103259) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 12 11:00:58.568248 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron_lib.callbacks.manager [None req-3b64531a-1358-4f0c-a68b-704bf7fe50e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1535343'] for port (092f00f6-c2f2-4426-a5db-b5016b474eb5), before_update {{(pid=103259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:00:58.602724 dv-cinder-830088-4-iscsi neutron-server[103257]: INFO neutron.wsgi [req-1cded7e4-a98b-4a29-b65c-0cec031de231 req-eb157acc-a49c-4c19-94ab-398d3f01cbed tempest-DeleteServersTestJSON-655909961 tempest-DeleteServersTestJSON-655909961-project] 10.222.0.39 "GET /v2.0/security-groups?id=19a2dc3b-a298-4013-89f3-f5eb3f383f02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 2.3611920 Apr 12 11:00:58.625562 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-b79511af-989e-4d2a-aeff-16624f5ad394 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1531021'] for segment (d7d9ef62-9b92-4ba4-8ee4-13fb7c47097a), precommit_delete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:00:58.626032 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.plugins.ml2.db [req-dea675b9-e4a1-4686-b563-6357f82d320e req-fc3e6fb8-0979-4f49-afb2-5bf4afcd5e61 service neutron] For port cac6254f-854d-4ed4-80fb-63e1d78d8043, host hv-cinder-83008, cleared binding levels {{(pid=103258) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 12 11:00:58.649079 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.plugins.ml2.db [req-dea675b9-e4a1-4686-b563-6357f82d320e req-fc3e6fb8-0979-4f49-afb2-5bf4afcd5e61 service neutron] For port cac6254f-854d-4ed4-80fb-63e1d78d8043, host hv-cinder-83008, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83008',level=0,port_id=cac6254f-854d-4ed4-80fb-63e1d78d8043,segment=NetworkSegment(331144d7-7890-4b14-baab-10c11a274824),segment_id=331144d7-7890-4b14-baab-10c11a274824)] {{(pid=103258) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 12 11:00:58.661925 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [req-dea675b9-e4a1-4686-b563-6357f82d320e req-fc3e6fb8-0979-4f49-afb2-5bf4afcd5e61 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1534861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777667992095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777667450170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777667450188'] for port (cac6254f-854d-4ed4-80fb-63e1d78d8043), after_update {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:00:58.696777 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-48530e96-9ca4-406b-b237-c0abd51d1bc7 admin admin] Publish callbacks [] for security_group (43841564-5819-443d-8d34-c71d01496b11), precommit_create {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:00:58.701306 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b79511af-989e-4d2a-aeff-16624f5ad394 admin admin] Releasing vlan 519 on physical network physnet1 to pool {{(pid=103257) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 12 11:00:58.701306 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-b79511af-989e-4d2a-aeff-16624f5ad394 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1531021', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5265466'] for segment (d7d9ef62-9b92-4ba4-8ee4-13fb7c47097a), after_delete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:00:58.802116 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-50a69668-ea6e-49c9-911d-03941e58fd7c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1535343'] for port (None), before_create {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:00:58.804918 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc3e6fb8-0979-4f49-afb2-5bf4afcd5e61 service neutron] Pushing event updated for resources: {'Port': ['ID=cac6254f-854d-4ed4-80fb-63e1d78d8043,revision_number=3']} {{(pid=103258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:00:58.815162 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dea675b9-e4a1-4686-b563-6357f82d320e req-fc3e6fb8-0979-4f49-afb2-5bf4afcd5e61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:00:58.815591 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [req-dea675b9-e4a1-4686-b563-6357f82d320e req-fc3e6fb8-0979-4f49-afb2-5bf4afcd5e61 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586029'] for port (None), before_response {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:00:58.817135 dv-cinder-830088-4-iscsi neutron-server[103258]: INFO neutron.wsgi [req-dea675b9-e4a1-4686-b563-6357f82d320e req-fc3e6fb8-0979-4f49-afb2-5bf4afcd5e61 service neutron] 10.222.0.53 "PUT /v2.0/ports/cac6254f-854d-4ed4-80fb-63e1d78d8043 HTTP/1.1" status: 200 len: 1094 time: 2.5524979 Apr 12 11:00:58.817555 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1f388cc0-2f53-4f5f-b4da-75912eabd99d', 'tag': 'cac6254f-854d-4ed4-80fb-63e1d78d8043'}] {{(pid=103258) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 11:00:58.830340 dv-cinder-830088-4-iscsi neutron-server[103257]: Traceback (most recent call last): Apr 12 11:00:58.830340 dv-cinder-830088-4-iscsi neutron-server[103257]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 12 11:00:58.830340 dv-cinder-830088-4-iscsi neutron-server[103257]: timer() Apr 12 11:00:58.830340 dv-cinder-830088-4-iscsi neutron-server[103257]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 12 11:00:58.830340 dv-cinder-830088-4-iscsi neutron-server[103257]: cb(*args, **kw) Apr 12 11:00:58.830340 dv-cinder-830088-4-iscsi neutron-server[103257]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 12 11:00:58.830340 dv-cinder-830088-4-iscsi neutron-server[103257]: return func(*args, **kwargs) Apr 12 11:00:58.830340 dv-cinder-830088-4-iscsi neutron-server[103257]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 12 11:00:58.830340 dv-cinder-830088-4-iscsi neutron-server[103257]: self._notify() Apr 12 11:00:58.830340 dv-cinder-830088-4-iscsi neutron-server[103257]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 12 11:00:58.830340 dv-cinder-830088-4-iscsi neutron-server[103257]: self.callback(batched_events) Apr 12 11:00:58.830340 dv-cinder-830088-4-iscsi neutron-server[103257]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 12 11:00:58.830340 dv-cinder-830088-4-iscsi neutron-server[103257]: event.method(event) Apr 12 11:00:58.830340 dv-cinder-830088-4-iscsi neutron-server[103257]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 12 11:00:58.830340 dv-cinder-830088-4-iscsi neutron-server[103257]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 12 11:00:58.830340 dv-cinder-830088-4-iscsi neutron-server[103257]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 12 11:00:58.830340 dv-cinder-830088-4-iscsi neutron-server[103257]: aggregate_uuid = self.p_client.list_aggregates( Apr 12 11:00:58.830340 dv-cinder-830088-4-iscsi neutron-server[103257]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 12 11:00:58.830340 dv-cinder-830088-4-iscsi neutron-server[103257]: return f(self, *a, **k) Apr 12 11:00:58.830340 dv-cinder-830088-4-iscsi neutron-server[103257]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 12 11:00:58.830340 dv-cinder-830088-4-iscsi neutron-server[103257]: return self._get(url).json() Apr 12 11:00:58.830340 dv-cinder-830088-4-iscsi neutron-server[103257]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 12 11:00:58.830340 dv-cinder-830088-4-iscsi neutron-server[103257]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 12 11:00:58.830340 dv-cinder-830088-4-iscsi neutron-server[103257]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 12 11:00:58.830340 dv-cinder-830088-4-iscsi neutron-server[103257]: return self.request(url, 'GET', **kwargs) Apr 12 11:00:58.830340 dv-cinder-830088-4-iscsi neutron-server[103257]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 12 11:00:58.830340 dv-cinder-830088-4-iscsi neutron-server[103257]: base_url = self.get_endpoint(auth, allow=allow, Apr 12 11:00:58.830340 dv-cinder-830088-4-iscsi neutron-server[103257]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 12 11:00:58.830340 dv-cinder-830088-4-iscsi neutron-server[103257]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 12 11:00:58.830340 dv-cinder-830088-4-iscsi neutron-server[103257]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 12 11:00:58.830340 dv-cinder-830088-4-iscsi neutron-server[103257]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 12 11:00:58.830340 dv-cinder-830088-4-iscsi neutron-server[103257]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 12 11:00:58.840275 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-48530e96-9ca4-406b-b237-c0abd51d1bc7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-415253'] for security_group (43841564-5819-443d-8d34-c71d01496b11), after_create {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:00:58.944594 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48530e96-9ca4-406b-b237-c0abd51d1bc7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=43841564-5819-443d-8d34-c71d01496b11,revision_number=1']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:00:58.957213 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron.plugins.ml2.plugin [None req-e4b062a6-7a21-4431-be77-3c7776c11043 None None] Current status of the port b0fbcc80-a999-4247-9cc9-9aa90e6e78d5 is: ACTIVE; New status is: ACTIVE {{(pid=103259) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 11:00:59.052874 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-3510b593-5cf6-45ca-ba4a-cdfc598306ef tempest-AttachVolumeNegativeTest-1347969699 tempest-AttachVolumeNegativeTest-1347969699-project] Publish callbacks [] for security_group_rule (58b99c4a-ad6a-4220-8545-4857443b6157), precommit_create {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:00:59.055740 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-437f8ed4-b7b3-4749-b33c-9e6a61718de5 admin admin] Router eb1e4800-8b4f-4be4-9243-871422076e8b is scheduled to L3 agent 77f5e085-0284-4236-9dbf-35d2d452e277 with binding_index 1 {{(pid=103257) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 12 11:00:59.148725 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-3510b593-5cf6-45ca-ba4a-cdfc598306ef tempest-AttachVolumeNegativeTest-1347969699 tempest-AttachVolumeNegativeTest-1347969699-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-415338'] for security_group_rule (58b99c4a-ad6a-4220-8545-4857443b6157), after_create {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:00:59.161007 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dea675b9-e4a1-4686-b563-6357f82d320e req-cc5ba630-097b-4cd5-9d3f-e195d3dbb8cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:00:59.162626 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-b79511af-989e-4d2a-aeff-16624f5ad394 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1527170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-415428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586207', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-579552'] for network (5ab4f8d0-77a4-4fa7-8322-ec652c6747cc), after_delete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:00:59.166247 dv-cinder-830088-4-iscsi neutron-server[103258]: INFO neutron.wsgi [req-dea675b9-e4a1-4686-b563-6357f82d320e req-cc5ba630-097b-4cd5-9d3f-e195d3dbb8cf service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=69a133bd5ba947f5a9073d8c0e14336a&device_id=1f388cc0-2f53-4f5f-b4da-75912eabd99d HTTP/1.1" status: 200 len: 1128 time: 0.2407484 Apr 12 11:00:59.184682 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c54b6d548356c9296345eb8e608a1624e6dfb095c10b2709a108c8ba991c21a4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-61111765-d4dc-4a5b-88a4-93331c918768" -d '{"events": [{"name": "network-changed", "server_uuid": "1f388cc0-2f53-4f5f-b4da-75912eabd99d", "tag": "cac6254f-854d-4ed4-80fb-63e1d78d8043"}]}' {{(pid=103258) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 11:00:59.226114 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-b79511af-989e-4d2a-aeff-16624f5ad394 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586029'] for network (None), before_response {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:00:59.232803 dv-cinder-830088-4-iscsi neutron-server[103257]: INFO neutron.wsgi [None req-b79511af-989e-4d2a-aeff-16624f5ad394 admin admin] 10.222.0.39 "DELETE /v2.0/networks/5ab4f8d0-77a4-4fa7-8322-ec652c6747cc HTTP/1.1" status: 204 len: 168 time: 4.6867824 Apr 12 11:00:59.242239 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron.wsgi [-] (103257) accepted ('10.222.0.39', 49336) {{(pid=103257) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 11:00:59.244549 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3510b593-5cf6-45ca-ba4a-cdfc598306ef tempest-AttachVolumeNegativeTest-1347969699 tempest-AttachVolumeNegativeTest-1347969699-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=58b99c4a-ad6a-4220-8545-4857443b6157,revision_number=0']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:00:59.291641 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron.api.v2.base [None req-1202c298-52d4-4b14-838b-11951181f31b tempest-AttachVolumeTestJSON-1709741936 tempest-AttachVolumeTestJSON-1709741936-project] Request body: {'security_group': {'name': 'tempest-securitygroup--673454654', 'description': 'tempest-description--460621692'}} {{(pid=103257) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 11:00:59.355961 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron_lib.callbacks.manager [None req-3b64531a-1358-4f0c-a68b-704bf7fe50e6 None None] Publish callbacks [] for port (092f00f6-c2f2-4426-a5db-b5016b474eb5), precommit_update {{(pid=103259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:00:59.366122 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron_lib.callbacks.manager [None req-3b64531a-1358-4f0c-a68b-704bf7fe50e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1534861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777667992095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777667450170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777667450188'] for port (092f00f6-c2f2-4426-a5db-b5016b474eb5), after_update {{(pid=103259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:00:59.434648 dv-cinder-830088-4-iscsi neutron-server[103258]: INFO neutron.wsgi [req-dea675b9-e4a1-4686-b563-6357f82d320e req-6a554157-905f-4fcc-b305-f9bbf0a37a40 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=cac6254f-854d-4ed4-80fb-63e1d78d8043 HTTP/1.1" status: 200 len: 217 time: 0.2260761 Apr 12 11:00:59.454500 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b116c87-6af8-4b8d-87d8-40a55d89d649 None None] Pushing event updated for resources: {'Port': ['ID=092f00f6-c2f2-4426-a5db-b5016b474eb5,revision_number=2']} {{(pid=103259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:00:59.472412 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron.plugins.ml2.managers [None req-3b64531a-1358-4f0c-a68b-704bf7fe50e6 None None] Attempting to bind port 092f00f6-c2f2-4426-a5db-b5016b474eb5 on host dv-cinder-830088-4-iscsi for vnic_type normal with profile {{(pid=103259) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 12 11:00:59.473242 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron.plugins.ml2.managers [None req-3b64531a-1358-4f0c-a68b-704bf7fe50e6 None None] Attempting to bind port 092f00f6-c2f2-4426-a5db-b5016b474eb5 by drivers openvswitch,hyperv on host dv-cinder-830088-4-iscsi at level 0 using segments [{'id': 'd942c271-b630-4108-8616-b993c4b79ecb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3b7be5f2-485b-4c85-8f98-fb200971b61c'}] {{(pid=103259) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 12 11:00:59.474691 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b64531a-1358-4f0c-a68b-704bf7fe50e6 None None] Attempting to bind port 092f00f6-c2f2-4426-a5db-b5016b474eb5 on network 3b7be5f2-485b-4c85-8f98-fb200971b61c {{(pid=103259) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 11:00:59.493405 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b64531a-1358-4f0c-a68b-704bf7fe50e6 None None] Checking agent: {'id': 'c71cae7d-514b-467a-8477-0a67bee0b970', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-830088-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 12, 10, 52, 16), 'started_at': datetime.datetime(2022, 4, 12, 10, 52, 46), 'heartbeat_timestamp': datetime.datetime(2022, 4, 12, 11, 0, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-830088-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103259) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 12 11:00:59.494227 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b64531a-1358-4f0c-a68b-704bf7fe50e6 None None] Checking segment: {'id': 'd942c271-b630-4108-8616-b993c4b79ecb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3b7be5f2-485b-4c85-8f98-fb200971b61c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103259) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 11:00:59.497342 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron_lib.callbacks.manager [None req-3b64531a-1358-4f0c-a68b-704bf7fe50e6 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:00:59.501971 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b64531a-1358-4f0c-a68b-704bf7fe50e6 None None] Bound using segment: {'id': 'd942c271-b630-4108-8616-b993c4b79ecb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3b7be5f2-485b-4c85-8f98-fb200971b61c'} {{(pid=103259) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 12 11:00:59.502852 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron.plugins.ml2.managers [None req-3b64531a-1358-4f0c-a68b-704bf7fe50e6 None None] Bound port: 092f00f6-c2f2-4426-a5db-b5016b474eb5, host: dv-cinder-830088-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd942c271-b630-4108-8616-b993c4b79ecb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3b7be5f2-485b-4c85-8f98-fb200971b61c'}}] {{(pid=103259) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 12 11:00:59.505004 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron_lib.callbacks.manager [None req-3b64531a-1358-4f0c-a68b-704bf7fe50e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1535343'] for port (092f00f6-c2f2-4426-a5db-b5016b474eb5), before_update {{(pid=103259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:00:59.558226 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron.plugins.ml2.rpc [None req-e4b062a6-7a21-4431-be77-3c7776c11043 None None] Device 9f0a6599-631f-46aa-8ee2-d5f13cbdc97f up at agent ovs-agent-dv-cinder-830088-4-iscsi {{(pid=103259) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 11:00:59.628109 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.wsgi [-] (103258) accepted ('10.222.0.39', 49348) {{(pid=103258) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 11:00:59.658930 dv-cinder-830088-4-iscsi neutron-server[103257]: INFO neutron.wsgi [None req-48530e96-9ca4-406b-b237-c0abd51d1bc7 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=aef47ad7d7034fdf8206a1cf01d30324&name=default HTTP/1.1" status: 200 len: 2996 time: 4.3691716 Apr 12 11:00:59.684812 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.wsgi [-] (103258) accepted ('10.222.0.39', 49352) {{(pid=103258) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 11:00:59.691849 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Apr 2022 11:00:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-40a2e1da-defd-4fdb-843c-655a0af96270 x-openstack-request-id: req-40a2e1da-defd-4fdb-843c-655a0af96270 {{(pid=103258) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 11:00:59.692485 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1f388cc0-2f53-4f5f-b4da-75912eabd99d", "tag": "cac6254f-854d-4ed4-80fb-63e1d78d8043", "status": "completed", "code": 200}]} {{(pid=103258) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 11:00:59.693065 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-40a2e1da-defd-4fdb-843c-655a0af96270 {{(pid=103258) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 11:00:59.693856 dv-cinder-830088-4-iscsi neutron-server[103258]: INFO neutron.notifiers.nova [-] Nova event matching ['req-40a2e1da-defd-4fdb-843c-655a0af96270'] response: {'name': 'network-changed', 'server_uuid': '1f388cc0-2f53-4f5f-b4da-75912eabd99d', 'tag': 'cac6254f-854d-4ed4-80fb-63e1d78d8043', 'status': 'completed', 'code': 200} Apr 12 11:00:59.715603 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron.plugins.ml2.db [None req-3b64531a-1358-4f0c-a68b-704bf7fe50e6 None None] For port 092f00f6-c2f2-4426-a5db-b5016b474eb5, host dv-cinder-830088-4-iscsi, cleared binding levels {{(pid=103259) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 12 11:00:59.731129 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dea675b9-e4a1-4686-b563-6357f82d320e req-efd3e28d-a077-4b3c-b224-dbcf6a71edb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:00:59.745664 dv-cinder-830088-4-iscsi neutron-server[103258]: INFO neutron.wsgi [req-dea675b9-e4a1-4686-b563-6357f82d320e req-efd3e28d-a077-4b3c-b224-dbcf6a71edb2 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=f8b8bd51-b053-41e8-b47b-c905f5b3e415 HTTP/1.1" status: 200 len: 851 time: 0.2781384 Apr 12 11:00:59.752762 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron.db.provisioning_blocks [None req-e4b062a6-7a21-4431-be77-3c7776c11043 None None] Provisioning complete for port 9f0a6599-631f-46aa-8ee2-d5f13cbdc97f triggered by entity L2. {{(pid=103259) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 11:00:59.754190 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron_lib.callbacks.manager [None req-e4b062a6-7a21-4431-be77-3c7776c11043 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1343588'] for port (9f0a6599-631f-46aa-8ee2-d5f13cbdc97f), provisioning_complete {{(pid=103259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:00:59.819854 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-3510b593-5cf6-45ca-ba4a-cdfc598306ef tempest-AttachVolumeNegativeTest-1347969699 tempest-AttachVolumeNegativeTest-1347969699-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:00:59.821283 dv-cinder-830088-4-iscsi neutron-server[103257]: INFO neutron.wsgi [None req-3510b593-5cf6-45ca-ba4a-cdfc598306ef tempest-AttachVolumeNegativeTest-1347969699 tempest-AttachVolumeNegativeTest-1347969699-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 4.5432944 Apr 12 11:00:59.840346 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron.plugins.ml2.db [None req-3b64531a-1358-4f0c-a68b-704bf7fe50e6 None None] For port 092f00f6-c2f2-4426-a5db-b5016b474eb5, host dv-cinder-830088-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830088-4-iscsi',level=0,port_id=092f00f6-c2f2-4426-a5db-b5016b474eb5,segment=NetworkSegment(d942c271-b630-4108-8616-b993c4b79ecb),segment_id=d942c271-b630-4108-8616-b993c4b79ecb)] {{(pid=103259) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 12 11:00:59.844983 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b79511af-989e-4d2a-aeff-16624f5ad394 admin admin] Pushing event deleted for resources: {'Network': ['ID=5ab4f8d0-77a4-4fa7-8322-ec652c6747cc,revision_number=None']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:00:59.862915 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron_lib.callbacks.manager [None req-3b64531a-1358-4f0c-a68b-704bf7fe50e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1534861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777667992095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777667450170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777667450188'] for port (092f00f6-c2f2-4426-a5db-b5016b474eb5), after_update {{(pid=103259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:00:59.865913 dv-cinder-830088-4-iscsi neutron-server[103258]: INFO neutron.wsgi [req-dea675b9-e4a1-4686-b563-6357f82d320e req-aa612689-25e7-4cab-91d2-4c964447af39 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=332a1fd1-5c8d-44a4-a602-cb07d1316e56&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0829933 Apr 12 11:00:59.872361 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.wsgi [-] (103258) accepted ('10.222.0.39', 49356) {{(pid=103258) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 11:00:59.882593 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-437f8ed4-b7b3-4749-b33c-9e6a61718de5 admin admin] Notify agent at l3_agent.dv-cinder-830088-4-iscsi the message routers_updated {{(pid=103257) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 12 11:00:59.903805 dv-cinder-830088-4-iscsi neutron-server[103260]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08876462-231f-4306-bb32-6a9ab5925d5e None None] Sync routers for ids ['eb1e4800-8b4f-4be4-9243-871422076e8b'] in dv-cinder-830088-4-iscsi {{(pid=103260) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 12 11:00:59.904367 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.api.v2.base [None req-222f56d6-f709-4a5d-9e43-99d1d3fd55c6 tempest-AttachVolumeNegativeTest-1347969699 tempest-AttachVolumeNegativeTest-1347969699-project] Request body: {'security_group_rule': {'security_group_id': '4866db02-000f-42de-90d5-3a6f4f0dbf7e', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103258) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 11:00:59.918185 dv-cinder-830088-4-iscsi neutron-server[103260]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08876462-231f-4306-bb32-6a9ab5925d5e None None] Routers {'eb1e4800-8b4f-4be4-9243-871422076e8b'} bound to L3 agent in host dv-cinder-830088-4-iscsi {{(pid=103260) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 11:00:59.919097 dv-cinder-830088-4-iscsi neutron-server[103260]: DEBUG neutron.db.l3_hamode_db [None req-08876462-231f-4306-bb32-6a9ab5925d5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830088-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-12T10:52:12Z,description=,heartbeat_timestamp=2022-04-12T11:00:43Z,host='dv-cinder-830088-4-iscsi',id=77f5e085-0284-4236-9dbf-35d2d452e277,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T10:52:12Z,topic='l3_agent')) {'router_ids': ['eb1e4800-8b4f-4be4-9243-871422076e8b'], 'active': True} {{(pid=103260) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 11:00:59.970307 dv-cinder-830088-4-iscsi neutron-server[103258]: INFO neutron.wsgi [None req-26ca843b-0f2e-47b1-896f-cc85c1b26fd2 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=75424b41fe614e43b36439027f6b86e5&name=default HTTP/1.1" status: 200 len: 2992 time: 0.3373332 Apr 12 11:01:00.013156 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.wsgi [-] (103258) accepted ('10.222.0.39', 49360) {{(pid=103258) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 11:01:00.101927 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron.db.db_base_plugin_common [None req-50a69668-ea6e-49c9-911d-03941e58fd7c admin admin] Allocated IP 172.20.0.1 (696acaf3-e376-402a-9f44-515f336c0ed7/dac559db-7802-4e19-95c5-3aacf686b15d/7599ff43-fec5-460d-87d7-48cc29fb6aaf) {{(pid=103257) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 12 11:01:00.174157 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b116c87-6af8-4b8d-87d8-40a55d89d649 None None] Pushing event updated for resources: {'Port': ['ID=092f00f6-c2f2-4426-a5db-b5016b474eb5,revision_number=3']} {{(pid=103259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:01:00.190605 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron.plugins.ml2.plugin [None req-e4b062a6-7a21-4431-be77-3c7776c11043 None None] Current status of the port 9f0a6599-631f-46aa-8ee2-d5f13cbdc97f is: ACTIVE; New status is: ACTIVE {{(pid=103259) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 11:01:00.192636 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron.plugins.ml2.rpc [None req-e4b062a6-7a21-4431-be77-3c7776c11043 None None] Device a2233ce1-933b-408f-884a-0a19dee76ba7 up at agent ovs-agent-dv-cinder-830088-4-iscsi {{(pid=103259) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 11:01:00.206564 dv-cinder-830088-4-iscsi neutron-server[103260]: DEBUG neutron.db.l3_dvr_db [None req-08876462-231f-4306-bb32-6a9ab5925d5e None None] Set router eb1e4800-8b4f-4be4-9243-871422076e8b gateway port host: dv-cinder-830088-4-iscsi {{(pid=103260) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 11:01:00.241695 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-75797914-a9af-46f6-a13c-d6c8b7f53555 admin admin] Publish callbacks [] for security_group (11028088-a4cb-47f9-98f8-cef8b779765e), before_delete {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:01:00.257473 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b64531a-1358-4f0c-a68b-704bf7fe50e6 None None] Routers {'ebba7e6c-c174-4e43-823e-0332064b8743'} bound to L3 agent in host dv-cinder-830088-4-iscsi {{(pid=103259) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 11:01:00.258110 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron.db.l3_hamode_db [None req-3b64531a-1358-4f0c-a68b-704bf7fe50e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830088-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-12T10:52:12Z,description=,heartbeat_timestamp=2022-04-12T11:00:43Z,host='dv-cinder-830088-4-iscsi',id=77f5e085-0284-4236-9dbf-35d2d452e277,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T10:52:12Z,topic='l3_agent')) {'router_ids': ['ebba7e6c-c174-4e43-823e-0332064b8743'], 'active': True} {{(pid=103259) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 11:01:00.269327 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-50a69668-ea6e-49c9-911d-03941e58fd7c admin admin] Publish callbacks [] for port (7599ff43-fec5-460d-87d7-48cc29fb6aaf), precommit_create {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:01:00.289316 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-75797914-a9af-46f6-a13c-d6c8b7f53555 admin admin] Publish callbacks [] for security_group (11028088-a4cb-47f9-98f8-cef8b779765e), precommit_delete {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:01:00.307978 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-50a69668-ea6e-49c9-911d-03941e58fd7c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1534861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777667450152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5265645'] for port (7599ff43-fec5-460d-87d7-48cc29fb6aaf), after_create {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:01:00.326786 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-1202c298-52d4-4b14-838b-11951181f31b tempest-AttachVolumeTestJSON-1709741936 tempest-AttachVolumeTestJSON-1709741936-project] Publish callbacks [] for security_group (None), before_create {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:01:00.332350 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-437f8ed4-b7b3-4749-b33c-9e6a61718de5 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:01:00.337557 dv-cinder-830088-4-iscsi neutron-server[103257]: INFO neutron.wsgi [None req-437f8ed4-b7b3-4749-b33c-9e6a61718de5 admin admin] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 14.5569575 Apr 12 11:01:00.342279 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron.wsgi [-] (103257) accepted ('10.222.0.39', 49366) {{(pid=103257) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 11:01:00.352202 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-573fe7ba-1a9a-421b-a053-bdd44cf8c6ba req-42cb5fb8-da9b-4ac3-9e47-c4658dff4d95 tempest-DeleteServersTestJSON-655909961 tempest-DeleteServersTestJSON-655909961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:01:00.353861 dv-cinder-830088-4-iscsi neutron-server[103258]: INFO neutron.wsgi [req-573fe7ba-1a9a-421b-a053-bdd44cf8c6ba req-42cb5fb8-da9b-4ac3-9e47-c4658dff4d95 tempest-DeleteServersTestJSON-655909961 tempest-DeleteServersTestJSON-655909961-project] 10.222.0.39 "GET /v2.0/ports?device_id=1f388cc0-2f53-4f5f-b4da-75912eabd99d HTTP/1.1" status: 200 len: 944 time: 0.4988501 Apr 12 11:01:00.418500 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron.db.l3_dvr_db [None req-3b64531a-1358-4f0c-a68b-704bf7fe50e6 None None] Set router ebba7e6c-c174-4e43-823e-0332064b8743 gateway port host: dv-cinder-830088-4-iscsi {{(pid=103259) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 11:01:00.508681 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50a69668-ea6e-49c9-911d-03941e58fd7c admin admin] Network 696acaf3-e376-402a-9f44-515f336c0ed7 is already hosted by enough agents. {{(pid=103257) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 11:01:00.542592 dv-cinder-830088-4-iscsi neutron-server[103260]: DEBUG neutron.db.l3_hamode_db [None req-08876462-231f-4306-bb32-6a9ab5925d5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eb1e4800-8b4f-4be4-9243-871422076e8b', 'name': 'tempest-AttachVolumeShelveTestJSON-1929172249-router', 'tenant_id': '64420168af994dfe8d37cc175e2bfbd6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b7be5f2-485b-4c85-8f98-fb200971b61c', 'external_fixed_ips': [{'subnet_id': '4887111e-1302-416a-ab8e-c957c9df7f85', 'ip_address': '172.27.3.180'}], 'enable_snat': True}, 'gw_port_id': 'c771e6b6-83f9-494d-bdb0-336589cf0989', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T11:00:46Z', 'updated_at': '2022-04-12T11:00:53Z', 'revision_number': 3, 'project_id': '64420168af994dfe8d37cc175e2bfbd6', 'gw_port': {'id': 'c771e6b6-83f9-494d-bdb0-336589cf0989', 'name': '', 'network_id': '3b7be5f2-485b-4c85-8f98-fb200971b61c', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:fc:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eb1e4800-8b4f-4be4-9243-871422076e8b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 106, 'fixed_ips': [{'subnet_id': '4887111e-1302-416a-ab8e-c957c9df7f85', 'ip_address': '172.27.3.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T11:00:49Z', 'updated_at': '2022-04-12T11:00:51Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4887111e-1302-416a-ab8e-c957c9df7f85', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830088-4-iscsi'}], 'dv-cinder-830088-4-iscsi', False) {} {{(pid=103260) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 11:01:00.562389 dv-cinder-830088-4-iscsi neutron-server[103258]: INFO neutron.wsgi [req-573fe7ba-1a9a-421b-a053-bdd44cf8c6ba req-6fe5bad0-43fe-48e5-a68a-5ccacc62e9ca tempest-DeleteServersTestJSON-655909961 tempest-DeleteServersTestJSON-655909961-project] 10.222.0.39 "GET /v2.0/security-groups?id=19a2dc3b-a298-4013-89f3-f5eb3f383f02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1823645 Apr 12 11:01:00.603493 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-eb08f4b3-154b-458a-9061-d8f8b833ad04 admin admin] Publish callbacks [] for security_group (43841564-5819-443d-8d34-c71d01496b11), before_delete {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:01:00.629087 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron.scheduler.base_scheduler [None req-50a69668-ea6e-49c9-911d-03941e58fd7c admin admin] Resources bound (agent type, host, resource id): {{(pid=103257) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 11:01:00.640270 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50a69668-ea6e-49c9-911d-03941e58fd7c admin admin] Received port after_create {{(pid=103257) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 12 11:01:00.647851 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-eb08f4b3-154b-458a-9061-d8f8b833ad04 admin admin] Publish callbacks [] for security_group (43841564-5819-443d-8d34-c71d01496b11), precommit_delete {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:01:00.656633 dv-cinder-830088-4-iscsi neutron-server[103260]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08876462-231f-4306-bb32-6a9ab5925d5e None None] Checking router: eb1e4800-8b4f-4be4-9243-871422076e8b for host: dv-cinder-830088-4-iscsi {{(pid=103260) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 12 11:01:00.657306 dv-cinder-830088-4-iscsi neutron-server[103260]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08876462-231f-4306-bb32-6a9ab5925d5e None None] Updating router eb1e4800-8b4f-4be4-9243-871422076e8b port c771e6b6-83f9-494d-bdb0-336589cf0989 binding host dv-cinder-830088-4-iscsi {{(pid=103260) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 12 11:01:00.697955 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50a69668-ea6e-49c9-911d-03941e58fd7c admin admin] Pushing event updated for resources: {'Port': ['ID=7599ff43-fec5-460d-87d7-48cc29fb6aaf,revision_number=1']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:01:00.748838 dv-cinder-830088-4-iscsi neutron-server[103260]: DEBUG neutron_lib.callbacks.manager [None req-08876462-231f-4306-bb32-6a9ab5925d5e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1535343'] for port (c771e6b6-83f9-494d-bdb0-336589cf0989), before_update {{(pid=103260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:01:00.789458 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron.db.l3_hamode_db [None req-3b64531a-1358-4f0c-a68b-704bf7fe50e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ebba7e6c-c174-4e43-823e-0332064b8743', 'name': 'tempest-ServerRescueNegativeTestJSON-1877816747-router', 'tenant_id': '87551ef1ad8e4190b7a3b1c3469382df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b7be5f2-485b-4c85-8f98-fb200971b61c', 'external_fixed_ips': [{'subnet_id': '4887111e-1302-416a-ab8e-c957c9df7f85', 'ip_address': '172.27.3.24'}], 'enable_snat': True}, 'gw_port_id': '092f00f6-c2f2-4426-a5db-b5016b474eb5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T11:00:45Z', 'updated_at': '2022-04-12T11:00:51Z', 'revision_number': 3, 'project_id': '87551ef1ad8e4190b7a3b1c3469382df', 'gw_port': {'id': '092f00f6-c2f2-4426-a5db-b5016b474eb5', 'name': '', 'network_id': '3b7be5f2-485b-4c85-8f98-fb200971b61c', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:22:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ebba7e6c-c174-4e43-823e-0332064b8743', 'device_owner': 'network:router_gateway', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': '4887111e-1302-416a-ab8e-c957c9df7f85', 'ip_address': '172.27.3.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830088-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T11:00:47Z', 'updated_at': '2022-04-12T11:00:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4887111e-1302-416a-ab8e-c957c9df7f85', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830088-4-iscsi'}], 'dv-cinder-830088-4-iscsi', False) {} {{(pid=103259) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 11:01:00.824016 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-222f56d6-f709-4a5d-9e43-99d1d3fd55c6 tempest-AttachVolumeNegativeTest-1347969699 tempest-AttachVolumeNegativeTest-1347969699-project] Publish callbacks [] for security_group_rule (d26306c5-c100-4944-8077-b30232b8ce9b), before_create {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:01:00.950911 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b64531a-1358-4f0c-a68b-704bf7fe50e6 None None] The sync data for ids ['ebba7e6c-c174-4e43-823e-0332064b8743'] in dv-cinder-830088-4-iscsi is: [{'id': 'ebba7e6c-c174-4e43-823e-0332064b8743', 'name': 'tempest-ServerRescueNegativeTestJSON-1877816747-router', 'tenant_id': '87551ef1ad8e4190b7a3b1c3469382df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b7be5f2-485b-4c85-8f98-fb200971b61c', 'external_fixed_ips': [{'subnet_id': '4887111e-1302-416a-ab8e-c957c9df7f85', 'ip_address': '172.27.3.24'}], 'enable_snat': True}, 'gw_port_id': '092f00f6-c2f2-4426-a5db-b5016b474eb5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T11:00:45Z', 'updated_at': '2022-04-12T11:00:51Z', 'revision_number': 3, 'project_id': '87551ef1ad8e4190b7a3b1c3469382df', 'gw_port': {'id': '092f00f6-c2f2-4426-a5db-b5016b474eb5', 'name': '', 'network_id': '3b7be5f2-485b-4c85-8f98-fb200971b61c', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:22:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ebba7e6c-c174-4e43-823e-0332064b8743', 'device_owner': 'network:router_gateway', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': '4887111e-1302-416a-ab8e-c957c9df7f85', 'ip_address': '172.27.3.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830088-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T11:00:47Z', 'updated_at': '2022-04-12T11:00:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4887111e-1302-416a-ab8e-c957c9df7f85', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830088-4-iscsi'}] {{(pid=103259) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 12 11:01:00.953975 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-eb08f4b3-154b-458a-9061-d8f8b833ad04 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-415253'] for security_group (43841564-5819-443d-8d34-c71d01496b11), after_delete {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:01:00.958863 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-eb08f4b3-154b-458a-9061-d8f8b833ad04 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:01:00.967854 dv-cinder-830088-4-iscsi neutron-server[103258]: INFO neutron.wsgi [None req-eb08f4b3-154b-458a-9061-d8f8b833ad04 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/43841564-5819-443d-8d34-c71d01496b11 HTTP/1.1" status: 204 len: 168 time: 1.2387049 Apr 12 11:01:01.006233 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-50a69668-ea6e-49c9-911d-03941e58fd7c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-579419'] for router_interface (ebba7e6c-c174-4e43-823e-0332064b8743), before_create {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:01:01.014159 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron.db.provisioning_blocks [None req-e4b062a6-7a21-4431-be77-3c7776c11043 None None] Provisioning complete for port a2233ce1-933b-408f-884a-0a19dee76ba7 triggered by entity L2. {{(pid=103259) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 11:01:01.014665 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron_lib.callbacks.manager [None req-e4b062a6-7a21-4431-be77-3c7776c11043 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1343588'] for port (a2233ce1-933b-408f-884a-0a19dee76ba7), provisioning_complete {{(pid=103259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:01:01.035874 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb08f4b3-154b-458a-9061-d8f8b833ad04 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=43841564-5819-443d-8d34-c71d01496b11,revision_number=None']} {{(pid=103258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:01:01.082061 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-75797914-a9af-46f6-a13c-d6c8b7f53555 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-415253'] for security_group (11028088-a4cb-47f9-98f8-cef8b779765e), after_delete {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:01:01.089848 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-75797914-a9af-46f6-a13c-d6c8b7f53555 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:01:01.093176 dv-cinder-830088-4-iscsi neutron-server[103258]: INFO neutron.wsgi [None req-75797914-a9af-46f6-a13c-d6c8b7f53555 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/11028088-a4cb-47f9-98f8-cef8b779765e HTTP/1.1" status: 204 len: 168 time: 1.0680540 Apr 12 11:01:01.144133 dv-cinder-830088-4-iscsi neutron-server[103258]: INFO neutron.wsgi [req-dea675b9-e4a1-4686-b563-6357f82d320e req-2c926c40-2c59-474f-adb9-69cd4dc3a911 service neutron] 10.222.0.53 "GET /v2.0/networks/332a1fd1-5c8d-44a4-a602-cb07d1316e56?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.1908705 Apr 12 11:01:01.149923 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75797914-a9af-46f6-a13c-d6c8b7f53555 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=11028088-a4cb-47f9-98f8-cef8b779765e,revision_number=None']} {{(pid=103258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:01:01.455441 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-222f56d6-f709-4a5d-9e43-99d1d3fd55c6 tempest-AttachVolumeNegativeTest-1347969699 tempest-AttachVolumeNegativeTest-1347969699-project] Publish callbacks [] for security_group_rule (d26306c5-c100-4944-8077-b30232b8ce9b), precommit_create {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:01:01.471918 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-222f56d6-f709-4a5d-9e43-99d1d3fd55c6 tempest-AttachVolumeNegativeTest-1347969699 tempest-AttachVolumeNegativeTest-1347969699-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-415338'] for security_group_rule (d26306c5-c100-4944-8077-b30232b8ce9b), after_create {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:01:01.559893 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-222f56d6-f709-4a5d-9e43-99d1d3fd55c6 tempest-AttachVolumeNegativeTest-1347969699 tempest-AttachVolumeNegativeTest-1347969699-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d26306c5-c100-4944-8077-b30232b8ce9b,revision_number=0']} {{(pid=103258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:01:01.656169 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-222f56d6-f709-4a5d-9e43-99d1d3fd55c6 tempest-AttachVolumeNegativeTest-1347969699 tempest-AttachVolumeNegativeTest-1347969699-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:01:01.666459 dv-cinder-830088-4-iscsi neutron-server[103258]: INFO neutron.wsgi [None req-222f56d6-f709-4a5d-9e43-99d1d3fd55c6 tempest-AttachVolumeNegativeTest-1347969699 tempest-AttachVolumeNegativeTest-1347969699-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.7877276 Apr 12 11:01:01.688473 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.wsgi [-] (103258) accepted ('10.222.0.39', 49386) {{(pid=103258) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 11:01:01.737509 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d46b04a4-182b-43cd-a758-175e7fe00bc0 None None] Sync routers for ids ['373bcbcc-c4aa-4514-9206-351c9dcda33b'] in dv-cinder-830088-4-iscsi {{(pid=103259) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 12 11:01:01.738002 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.api.v2.base [None req-73b0823f-c77a-4397-8520-ba69655c3044 tempest-AttachVolumeNegativeTest-1347969699 tempest-AttachVolumeNegativeTest-1347969699-project] Request body: {'floatingip': {'floating_network_id': '3b7be5f2-485b-4c85-8f98-fb200971b61c'}} {{(pid=103258) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 11:01:01.853498 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-73b0823f-c77a-4397-8520-ba69655c3044 tempest-AttachVolumeNegativeTest-1347969699 tempest-AttachVolumeNegativeTest-1347969699-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:01:01.868762 dv-cinder-830088-4-iscsi neutron-server[103258]: INFO neutron.wsgi [req-dea675b9-e4a1-4686-b563-6357f82d320e req-57a7c6da-2138-4ac2-95f4-c92278e14bde service neutron] 10.222.0.53 "GET /v2.0/networks/332a1fd1-5c8d-44a4-a602-cb07d1316e56?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6881678 Apr 12 11:01:01.869582 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d46b04a4-182b-43cd-a758-175e7fe00bc0 None None] Routers {'373bcbcc-c4aa-4514-9206-351c9dcda33b'} bound to L3 agent in host dv-cinder-830088-4-iscsi {{(pid=103259) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 11:01:01.887540 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron.db.l3_hamode_db [None req-d46b04a4-182b-43cd-a758-175e7fe00bc0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830088-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-12T10:52:12Z,description=,heartbeat_timestamp=2022-04-12T11:00:43Z,host='dv-cinder-830088-4-iscsi',id=77f5e085-0284-4236-9dbf-35d2d452e277,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T10:52:12Z,topic='l3_agent')) {'router_ids': ['373bcbcc-c4aa-4514-9206-351c9dcda33b'], 'active': True} {{(pid=103259) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 11:01:02.013812 dv-cinder-830088-4-iscsi neutron-server[103260]: DEBUG neutron_lib.callbacks.manager [None req-08876462-231f-4306-bb32-6a9ab5925d5e None None] Publish callbacks [] for port (c771e6b6-83f9-494d-bdb0-336589cf0989), precommit_update {{(pid=103260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:01:02.028786 dv-cinder-830088-4-iscsi neutron-server[103260]: DEBUG neutron_lib.callbacks.manager [None req-08876462-231f-4306-bb32-6a9ab5925d5e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1534861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777667992095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777667450170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777667450188'] for port (c771e6b6-83f9-494d-bdb0-336589cf0989), after_update {{(pid=103260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:01:02.104900 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron.db.provisioning_blocks [None req-71acf22e-6ac5-4661-aa77-a934f6cdc78e None None] Provisioning complete for port 7599ff43-fec5-460d-87d7-48cc29fb6aaf triggered by entity DHCP. {{(pid=103259) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 11:01:02.105826 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron_lib.callbacks.manager [None req-71acf22e-6ac5-4661-aa77-a934f6cdc78e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1343588'] for port (7599ff43-fec5-460d-87d7-48cc29fb6aaf), provisioning_complete {{(pid=103259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:01:02.168429 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-73b0823f-c77a-4397-8520-ba69655c3044 tempest-AttachVolumeNegativeTest-1347969699 tempest-AttachVolumeNegativeTest-1347969699-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1535343'] for port (None), before_create {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:01:02.175021 dv-cinder-830088-4-iscsi neutron-server[103260]: DEBUG neutron.plugins.ml2.managers [None req-08876462-231f-4306-bb32-6a9ab5925d5e None None] Attempting to bind port c771e6b6-83f9-494d-bdb0-336589cf0989 on host dv-cinder-830088-4-iscsi for vnic_type normal with profile {{(pid=103260) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 12 11:01:02.176292 dv-cinder-830088-4-iscsi neutron-server[103260]: DEBUG neutron.plugins.ml2.managers [None req-08876462-231f-4306-bb32-6a9ab5925d5e None None] Attempting to bind port c771e6b6-83f9-494d-bdb0-336589cf0989 by drivers openvswitch,hyperv on host dv-cinder-830088-4-iscsi at level 0 using segments [{'id': 'd942c271-b630-4108-8616-b993c4b79ecb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3b7be5f2-485b-4c85-8f98-fb200971b61c'}] {{(pid=103260) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 12 11:01:02.177230 dv-cinder-830088-4-iscsi neutron-server[103260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08876462-231f-4306-bb32-6a9ab5925d5e None None] Attempting to bind port c771e6b6-83f9-494d-bdb0-336589cf0989 on network 3b7be5f2-485b-4c85-8f98-fb200971b61c {{(pid=103260) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 11:01:02.188372 dv-cinder-830088-4-iscsi neutron-server[103260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3060733f-abcd-4d84-8a64-4210f79f056a None None] Pushing event updated for resources: {'Port': ['ID=c771e6b6-83f9-494d-bdb0-336589cf0989,revision_number=2']} {{(pid=103260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:01:02.191201 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-1202c298-52d4-4b14-838b-11951181f31b tempest-AttachVolumeTestJSON-1709741936 tempest-AttachVolumeTestJSON-1709741936-project] Publish callbacks [] for security_group (fc469313-82a8-4ad2-a9e9-24c86c2f4d72), precommit_create {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:01:02.197759 dv-cinder-830088-4-iscsi neutron-server[103260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08876462-231f-4306-bb32-6a9ab5925d5e None None] Checking agent: {'id': 'c71cae7d-514b-467a-8477-0a67bee0b970', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-830088-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 12, 10, 52, 16), 'started_at': datetime.datetime(2022, 4, 12, 10, 52, 46), 'heartbeat_timestamp': datetime.datetime(2022, 4, 12, 11, 0, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-830088-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103260) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 12 11:01:02.201744 dv-cinder-830088-4-iscsi neutron-server[103260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08876462-231f-4306-bb32-6a9ab5925d5e None None] Checking segment: {'id': 'd942c271-b630-4108-8616-b993c4b79ecb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3b7be5f2-485b-4c85-8f98-fb200971b61c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103260) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 11:01:02.203142 dv-cinder-830088-4-iscsi neutron-server[103260]: DEBUG neutron_lib.callbacks.manager [None req-08876462-231f-4306-bb32-6a9ab5925d5e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:01:02.204779 dv-cinder-830088-4-iscsi neutron-server[103260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08876462-231f-4306-bb32-6a9ab5925d5e None None] Bound using segment: {'id': 'd942c271-b630-4108-8616-b993c4b79ecb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3b7be5f2-485b-4c85-8f98-fb200971b61c'} {{(pid=103260) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 12 11:01:02.205392 dv-cinder-830088-4-iscsi neutron-server[103260]: DEBUG neutron.plugins.ml2.managers [None req-08876462-231f-4306-bb32-6a9ab5925d5e None None] Bound port: c771e6b6-83f9-494d-bdb0-336589cf0989, host: dv-cinder-830088-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd942c271-b630-4108-8616-b993c4b79ecb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3b7be5f2-485b-4c85-8f98-fb200971b61c'}}] {{(pid=103260) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 12 11:01:02.207295 dv-cinder-830088-4-iscsi neutron-server[103260]: DEBUG neutron_lib.callbacks.manager [None req-08876462-231f-4306-bb32-6a9ab5925d5e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1535343'] for port (c771e6b6-83f9-494d-bdb0-336589cf0989), before_update {{(pid=103260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:01:02.218293 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron.plugins.ml2.plugin [None req-71acf22e-6ac5-4661-aa77-a934f6cdc78e None None] Port 7599ff43-fec5-460d-87d7-48cc29fb6aaf cannot update to ACTIVE because it is not bound. {{(pid=103259) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 12 11:01:02.261499 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron.wsgi [-] (103257) accepted ('10.222.0.39', 49392) {{(pid=103257) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 11:01:02.271924 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron.plugins.ml2.plugin [None req-e4b062a6-7a21-4431-be77-3c7776c11043 None None] Current status of the port a2233ce1-933b-408f-884a-0a19dee76ba7 is: ACTIVE; New status is: ACTIVE {{(pid=103259) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 11:01:02.273043 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron.plugins.ml2.rpc [None req-e4b062a6-7a21-4431-be77-3c7776c11043 None None] Device 8e7b4c26-0625-4402-b824-2509bce3c8ad up at agent ovs-agent-dv-cinder-830088-4-iscsi {{(pid=103259) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 11:01:02.342293 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-1202c298-52d4-4b14-838b-11951181f31b tempest-AttachVolumeTestJSON-1709741936 tempest-AttachVolumeTestJSON-1709741936-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-415253'] for security_group (fc469313-82a8-4ad2-a9e9-24c86c2f4d72), after_create {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:01:02.342507 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61111765-d4dc-4a5b-88a4-93331c918768 req-3a5ee3ff-6898-44f4-8991-9dacbb3667e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:01:02.344097 dv-cinder-830088-4-iscsi neutron-server[103258]: INFO neutron.wsgi [req-61111765-d4dc-4a5b-88a4-93331c918768 req-3a5ee3ff-6898-44f4-8991-9dacbb3667e0 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=69a133bd5ba947f5a9073d8c0e14336a&device_id=1f388cc0-2f53-4f5f-b4da-75912eabd99d HTTP/1.1" status: 200 len: 1128 time: 0.1615939 Apr 12 11:01:02.349802 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-84237708-bb1b-4ec1-8079-bb5cc91222d3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1535343'] for port (None), before_create {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:01:02.390194 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron.wsgi [-] (103257) accepted ('10.222.0.39', 49394) {{(pid=103257) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 11:01:02.390947 dv-cinder-830088-4-iscsi neutron-server[103260]: DEBUG neutron.plugins.ml2.db [None req-08876462-231f-4306-bb32-6a9ab5925d5e None None] For port c771e6b6-83f9-494d-bdb0-336589cf0989, host dv-cinder-830088-4-iscsi, cleared binding levels {{(pid=103260) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 12 11:01:02.395584 dv-cinder-830088-4-iscsi neutron-server[103260]: DEBUG neutron.plugins.ml2.db [None req-08876462-231f-4306-bb32-6a9ab5925d5e None None] For port c771e6b6-83f9-494d-bdb0-336589cf0989, host dv-cinder-830088-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830088-4-iscsi',level=0,port_id=c771e6b6-83f9-494d-bdb0-336589cf0989,segment=NetworkSegment(d942c271-b630-4108-8616-b993c4b79ecb),segment_id=d942c271-b630-4108-8616-b993c4b79ecb)] {{(pid=103260) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 12 11:01:02.403712 dv-cinder-830088-4-iscsi neutron-server[103260]: DEBUG neutron_lib.callbacks.manager [None req-08876462-231f-4306-bb32-6a9ab5925d5e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1534861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777667992095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777667450170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777667450188'] for port (c771e6b6-83f9-494d-bdb0-336589cf0989), after_update {{(pid=103260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:01:02.509374 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron.db.provisioning_blocks [None req-e4b062a6-7a21-4431-be77-3c7776c11043 None None] Provisioning complete for port 8e7b4c26-0625-4402-b824-2509bce3c8ad triggered by entity L2. {{(pid=103259) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 11:01:02.510485 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron_lib.callbacks.manager [None req-e4b062a6-7a21-4431-be77-3c7776c11043 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1343588'] for port (8e7b4c26-0625-4402-b824-2509bce3c8ad), provisioning_complete {{(pid=103259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:01:02.550908 dv-cinder-830088-4-iscsi neutron-server[103260]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08876462-231f-4306-bb32-6a9ab5925d5e None None] Routers {'eb1e4800-8b4f-4be4-9243-871422076e8b'} bound to L3 agent in host dv-cinder-830088-4-iscsi {{(pid=103260) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 11:01:02.551105 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron.db.l3_dvr_db [None req-d46b04a4-182b-43cd-a758-175e7fe00bc0 None None] Set router 373bcbcc-c4aa-4514-9206-351c9dcda33b gateway port host: dv-cinder-830088-4-iscsi {{(pid=103259) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 11:01:02.552071 dv-cinder-830088-4-iscsi neutron-server[103260]: DEBUG neutron.db.l3_hamode_db [None req-08876462-231f-4306-bb32-6a9ab5925d5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830088-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-12T10:52:12Z,description=,heartbeat_timestamp=2022-04-12T11:00:43Z,host='dv-cinder-830088-4-iscsi',id=77f5e085-0284-4236-9dbf-35d2d452e277,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T10:52:12Z,topic='l3_agent')) {'router_ids': ['eb1e4800-8b4f-4be4-9243-871422076e8b'], 'active': True} {{(pid=103260) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 11:01:02.559056 dv-cinder-830088-4-iscsi neutron-server[103260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3060733f-abcd-4d84-8a64-4210f79f056a None None] Pushing event updated for resources: {'Port': ['ID=c771e6b6-83f9-494d-bdb0-336589cf0989,revision_number=3']} {{(pid=103260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:01:02.608146 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1202c298-52d4-4b14-838b-11951181f31b tempest-AttachVolumeTestJSON-1709741936 tempest-AttachVolumeTestJSON-1709741936-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fc469313-82a8-4ad2-a9e9-24c86c2f4d72,revision_number=1']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:01:02.610363 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-50a69668-ea6e-49c9-911d-03941e58fd7c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1535343'] for port (7599ff43-fec5-460d-87d7-48cc29fb6aaf), before_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:01:02.673023 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-2fd84150-5ad7-4a29-a4bf-9532e66c1dea admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:01:02.755429 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95d94f8c-b2fb-470d-be7f-f76059dcab6d req-61f5bffa-c6d1-4af7-a666-4dfbae4e0edb tempest-DeleteServersTestJSON-655909961 tempest-DeleteServersTestJSON-655909961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:01:02.764479 dv-cinder-830088-4-iscsi neutron-server[103257]: INFO neutron.wsgi [req-95d94f8c-b2fb-470d-be7f-f76059dcab6d req-61f5bffa-c6d1-4af7-a666-4dfbae4e0edb tempest-DeleteServersTestJSON-655909961 tempest-DeleteServersTestJSON-655909961-project] 10.222.0.39 "GET /v2.0/ports?device_id=1f388cc0-2f53-4f5f-b4da-75912eabd99d HTTP/1.1" status: 200 len: 944 time: 0.6315529 Apr 12 11:01:02.781089 dv-cinder-830088-4-iscsi neutron-server[103257]: INFO neutron.wsgi [None req-49ef54e4-567a-485b-a58b-69e4647fb341 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=d916c34c2c25444c909d3fc7a32284e6&name=default HTTP/1.1" status: 200 len: 2992 time: 0.4346306 Apr 12 11:01:02.783946 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-1202c298-52d4-4b14-838b-11951181f31b tempest-AttachVolumeTestJSON-1709741936 tempest-AttachVolumeTestJSON-1709741936-project] Publish callbacks [] for security_group (None), before_response {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:01:02.788294 dv-cinder-830088-4-iscsi neutron-server[103257]: INFO neutron.wsgi [None req-1202c298-52d4-4b14-838b-11951181f31b tempest-AttachVolumeTestJSON-1709741936 tempest-AttachVolumeTestJSON-1709741936-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1795 time: 3.5253150 Apr 12 11:01:02.795373 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron.wsgi [-] (103257) accepted ('10.222.0.39', 49396) {{(pid=103257) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 11:01:02.795779 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron.wsgi [-] (103257) accepted ('10.222.0.39', 49398) {{(pid=103257) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 11:01:02.876800 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron.plugins.ml2.plugin [None req-e4b062a6-7a21-4431-be77-3c7776c11043 None None] Current status of the port 8e7b4c26-0625-4402-b824-2509bce3c8ad is: DOWN; New status is: ACTIVE {{(pid=103259) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 11:01:02.877300 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron_lib.callbacks.manager [None req-e4b062a6-7a21-4431-be77-3c7776c11043 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1535343'] for port (8e7b4c26-0625-4402-b824-2509bce3c8ad), before_update {{(pid=103259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:01:02.889718 dv-cinder-830088-4-iscsi neutron-server[103260]: DEBUG neutron.db.l3_dvr_db [None req-08876462-231f-4306-bb32-6a9ab5925d5e None None] Set router eb1e4800-8b4f-4be4-9243-871422076e8b gateway port host: dv-cinder-830088-4-iscsi {{(pid=103260) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 11:01:02.892338 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron.api.v2.base [None req-e651f07e-66b2-4a3f-81fe-b32312b373c9 tempest-AttachVolumeTestJSON-1709741936 tempest-AttachVolumeTestJSON-1709741936-project] Request body: {'security_group_rule': {'security_group_id': 'fc469313-82a8-4ad2-a9e9-24c86c2f4d72', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103257) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 11:01:02.920596 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron.plugins.ml2.db [None req-e4b062a6-7a21-4431-be77-3c7776c11043 None None] For port 8e7b4c26-0625-4402-b824-2509bce3c8ad, host dv-cinder-830088-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830088-4-iscsi',level=0,port_id=8e7b4c26-0625-4402-b824-2509bce3c8ad,segment=NetworkSegment(d942c271-b630-4108-8616-b993c4b79ecb),segment_id=d942c271-b630-4108-8616-b993c4b79ecb)] {{(pid=103259) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 11:01:02.936742 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron_lib.callbacks.manager [None req-e4b062a6-7a21-4431-be77-3c7776c11043 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1534861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777667992095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777667450170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777667450188'] for port (8e7b4c26-0625-4402-b824-2509bce3c8ad), after_update {{(pid=103259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:01:02.937910 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron.plugins.ml2.rpc [None req-e4b062a6-7a21-4431-be77-3c7776c11043 None None] Device b0fbcc80-a999-4247-9cc9-9aa90e6e78d5 up at agent ovs-agent-dv-cinder-830088-4-iscsi {{(pid=103259) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 11:01:03.138590 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.db.db_base_plugin_common [None req-73b0823f-c77a-4397-8520-ba69655c3044 tempest-AttachVolumeNegativeTest-1347969699 tempest-AttachVolumeNegativeTest-1347969699-project] Allocated IP 172.27.3.181 (3b7be5f2-485b-4c85-8f98-fb200971b61c/4887111e-1302-416a-ab8e-c957c9df7f85/c2c8700d-66a9-4a18-badf-f6a75711d602) {{(pid=103258) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 12 11:01:03.285427 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4b062a6-7a21-4431-be77-3c7776c11043 None None] Pushing event updated for resources: {'Port': ['ID=8e7b4c26-0625-4402-b824-2509bce3c8ad,revision_number=4']} {{(pid=103259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:01:03.303087 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron.db.provisioning_blocks [None req-e4b062a6-7a21-4431-be77-3c7776c11043 None None] Provisioning complete for port b0fbcc80-a999-4247-9cc9-9aa90e6e78d5 triggered by entity L2. {{(pid=103259) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 11:01:03.306482 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron_lib.callbacks.manager [None req-e4b062a6-7a21-4431-be77-3c7776c11043 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1343588'] for port (b0fbcc80-a999-4247-9cc9-9aa90e6e78d5), provisioning_complete {{(pid=103259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:01:03.345225 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-73b0823f-c77a-4397-8520-ba69655c3044 tempest-AttachVolumeNegativeTest-1347969699 tempest-AttachVolumeNegativeTest-1347969699-project] Publish callbacks [] for port (c2c8700d-66a9-4a18-badf-f6a75711d602), precommit_create {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:01:03.389314 dv-cinder-830088-4-iscsi neutron-server[103260]: DEBUG neutron.db.l3_hamode_db [None req-08876462-231f-4306-bb32-6a9ab5925d5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eb1e4800-8b4f-4be4-9243-871422076e8b', 'name': 'tempest-AttachVolumeShelveTestJSON-1929172249-router', 'tenant_id': '64420168af994dfe8d37cc175e2bfbd6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b7be5f2-485b-4c85-8f98-fb200971b61c', 'external_fixed_ips': [{'subnet_id': '4887111e-1302-416a-ab8e-c957c9df7f85', 'ip_address': '172.27.3.180'}], 'enable_snat': True}, 'gw_port_id': 'c771e6b6-83f9-494d-bdb0-336589cf0989', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T11:00:46Z', 'updated_at': '2022-04-12T11:00:53Z', 'revision_number': 3, 'project_id': '64420168af994dfe8d37cc175e2bfbd6', 'gw_port': {'id': 'c771e6b6-83f9-494d-bdb0-336589cf0989', 'name': '', 'network_id': '3b7be5f2-485b-4c85-8f98-fb200971b61c', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:fc:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eb1e4800-8b4f-4be4-9243-871422076e8b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 106, 'fixed_ips': [{'subnet_id': '4887111e-1302-416a-ab8e-c957c9df7f85', 'ip_address': '172.27.3.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830088-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T11:00:49Z', 'updated_at': '2022-04-12T11:01:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4887111e-1302-416a-ab8e-c957c9df7f85', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830088-4-iscsi'}], 'dv-cinder-830088-4-iscsi', False) {} {{(pid=103260) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 11:01:03.453824 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron.db.l3_hamode_db [None req-d46b04a4-182b-43cd-a758-175e7fe00bc0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '373bcbcc-c4aa-4514-9206-351c9dcda33b', 'name': 'tempest-AttachVolumeTestJSON-423602201-router', 'tenant_id': 'd41e564f85554bef9013a0082cd0196d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b7be5f2-485b-4c85-8f98-fb200971b61c', 'external_fixed_ips': [{'subnet_id': '4887111e-1302-416a-ab8e-c957c9df7f85', 'ip_address': '172.27.3.152'}], 'enable_snat': True}, 'gw_port_id': '8e7b4c26-0625-4402-b824-2509bce3c8ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T11:00:41Z', 'updated_at': '2022-04-12T11:00:54Z', 'revision_number': 4, 'project_id': 'd41e564f85554bef9013a0082cd0196d', 'gw_port': {'id': '8e7b4c26-0625-4402-b824-2509bce3c8ad', 'name': '', 'network_id': '3b7be5f2-485b-4c85-8f98-fb200971b61c', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:5a:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '373bcbcc-c4aa-4514-9206-351c9dcda33b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '4887111e-1302-416a-ab8e-c957c9df7f85', 'ip_address': '172.27.3.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830088-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T11:00:43Z', 'updated_at': '2022-04-12T11:00:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4887111e-1302-416a-ab8e-c957c9df7f85', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830088-4-iscsi', '_interfaces': [{'id': 'e978d462-7687-4cf5-93f5-ed7eab26c133', 'name': '', 'network_id': '5283658c-f0e4-41df-8b22-61e61a4f7877', 'tenant_id': 'd41e564f85554bef9013a0082cd0196d', 'mac_address': 'fa:16:3e:c2:35:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '373bcbcc-c4aa-4514-9206-351c9dcda33b', 'device_owner': 'network:router_interface', 'standard_attr_id': 111, 'fixed_ips': [{'subnet_id': 'a03f1c9e-6c63-496e-9600-bb0a8351c93d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T11:00:51Z', 'updated_at': '2022-04-12T11:00:55Z', 'revision_number': 2, 'project_id': 'd41e564f85554bef9013a0082cd0196d', 'subnets': [{'id': 'a03f1c9e-6c63-496e-9600-bb0a8351c93d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830088-4-iscsi', False) {} {{(pid=103259) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 11:01:03.503116 dv-cinder-830088-4-iscsi neutron-server[103260]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08876462-231f-4306-bb32-6a9ab5925d5e None None] The sync data for ids ['eb1e4800-8b4f-4be4-9243-871422076e8b'] in dv-cinder-830088-4-iscsi is: [{'id': 'eb1e4800-8b4f-4be4-9243-871422076e8b', 'name': 'tempest-AttachVolumeShelveTestJSON-1929172249-router', 'tenant_id': '64420168af994dfe8d37cc175e2bfbd6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b7be5f2-485b-4c85-8f98-fb200971b61c', 'external_fixed_ips': [{'subnet_id': '4887111e-1302-416a-ab8e-c957c9df7f85', 'ip_address': '172.27.3.180'}], 'enable_snat': True}, 'gw_port_id': 'c771e6b6-83f9-494d-bdb0-336589cf0989', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T11:00:46Z', 'updated_at': '2022-04-12T11:00:53Z', 'revision_number': 3, 'project_id': '64420168af994dfe8d37cc175e2bfbd6', 'gw_port': {'id': 'c771e6b6-83f9-494d-bdb0-336589cf0989', 'name': '', 'network_id': '3b7be5f2-485b-4c85-8f98-fb200971b61c', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:fc:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eb1e4800-8b4f-4be4-9243-871422076e8b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 106, 'fixed_ips': [{'subnet_id': '4887111e-1302-416a-ab8e-c957c9df7f85', 'ip_address': '172.27.3.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830088-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T11:00:49Z', 'updated_at': '2022-04-12T11:01:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4887111e-1302-416a-ab8e-c957c9df7f85', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830088-4-iscsi'}] {{(pid=103260) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 12 11:01:03.520377 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron.db.db_base_plugin_common [None req-84237708-bb1b-4ec1-8079-bb5cc91222d3 admin admin] Allocated IP 172.20.0.1 (5fe71604-a19f-4748-9dc5-7cc9d7ecf6be/e411d522-7486-40a5-b78b-47a221209e5e/632e73d3-9090-45e5-a39e-4edfd594e1f3) {{(pid=103257) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 12 11:01:03.521334 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-73b0823f-c77a-4397-8520-ba69655c3044 tempest-AttachVolumeNegativeTest-1347969699 tempest-AttachVolumeNegativeTest-1347969699-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1534861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777667450152'] for port (c2c8700d-66a9-4a18-badf-f6a75711d602), after_create {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:01:03.521728 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d46b04a4-182b-43cd-a758-175e7fe00bc0 None None] Checking router: 373bcbcc-c4aa-4514-9206-351c9dcda33b for host: dv-cinder-830088-4-iscsi {{(pid=103259) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 12 11:01:03.522097 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d46b04a4-182b-43cd-a758-175e7fe00bc0 None None] Updating router 373bcbcc-c4aa-4514-9206-351c9dcda33b port e978d462-7687-4cf5-93f5-ed7eab26c133 binding host dv-cinder-830088-4-iscsi {{(pid=103259) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 12 11:01:03.661255 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73b0823f-c77a-4397-8520-ba69655c3044 tempest-AttachVolumeNegativeTest-1347969699 tempest-AttachVolumeNegativeTest-1347969699-project] Network 3b7be5f2-485b-4c85-8f98-fb200971b61c is already hosted by enough agents. {{(pid=103258) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 11:01:03.672267 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-84237708-bb1b-4ec1-8079-bb5cc91222d3 admin admin] Publish callbacks [] for port (632e73d3-9090-45e5-a39e-4edfd594e1f3), precommit_create {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:01:03.695779 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.scheduler.base_scheduler [None req-73b0823f-c77a-4397-8520-ba69655c3044 tempest-AttachVolumeNegativeTest-1347969699 tempest-AttachVolumeNegativeTest-1347969699-project] Resources bound (agent type, host, resource id): {{(pid=103258) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 11:01:03.702433 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73b0823f-c77a-4397-8520-ba69655c3044 tempest-AttachVolumeNegativeTest-1347969699 tempest-AttachVolumeNegativeTest-1347969699-project] Received port after_create {{(pid=103258) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 12 11:01:03.711691 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron.plugins.ml2.plugin [None req-e4b062a6-7a21-4431-be77-3c7776c11043 None None] Current status of the port b0fbcc80-a999-4247-9cc9-9aa90e6e78d5 is: ACTIVE; New status is: ACTIVE {{(pid=103259) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 11:01:03.749387 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron_lib.callbacks.manager [None req-d46b04a4-182b-43cd-a758-175e7fe00bc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1535343'] for port (e978d462-7687-4cf5-93f5-ed7eab26c133), before_update {{(pid=103259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:01:03.842759 dv-cinder-830088-4-iscsi neutron-server[103257]: INFO neutron.wsgi [req-95d94f8c-b2fb-470d-be7f-f76059dcab6d req-d9bbca75-6fea-4f05-94fd-c6e79e32e271 tempest-DeleteServersTestJSON-655909961 tempest-DeleteServersTestJSON-655909961-project] 10.222.0.39 "GET /v2.0/security-groups?id=19a2dc3b-a298-4013-89f3-f5eb3f383f02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.0771914 Apr 12 11:01:03.902803 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-84237708-bb1b-4ec1-8079-bb5cc91222d3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1534861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777667450152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5265645'] for port (632e73d3-9090-45e5-a39e-4edfd594e1f3), after_create {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:01:03.988634 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-e651f07e-66b2-4a3f-81fe-b32312b373c9 tempest-AttachVolumeTestJSON-1709741936 tempest-AttachVolumeTestJSON-1709741936-project] Publish callbacks [] for security_group_rule (f93a7233-0148-483b-81df-7b918010c18c), before_create {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:01:04.019788 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-73b0823f-c77a-4397-8520-ba69655c3044 tempest-AttachVolumeNegativeTest-1347969699 tempest-AttachVolumeNegativeTest-1347969699-project] Publish callbacks [] for floatingip (9a9747ef-6d85-4a0f-8920-54c4a716cecc), precommit_create {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:01:04.145289 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron.plugins.ml2.rpc [None req-e4b062a6-7a21-4431-be77-3c7776c11043 None None] Device 8e7b4c26-0625-4402-b824-2509bce3c8ad up at agent ovs-agent-dv-cinder-830088-4-iscsi {{(pid=103259) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 11:01:04.177441 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73b0823f-c77a-4397-8520-ba69655c3044 tempest-AttachVolumeNegativeTest-1347969699 tempest-AttachVolumeNegativeTest-1347969699-project] Pushing event updated for resources: {'Port': ['ID=c2c8700d-66a9-4a18-badf-f6a75711d602,revision_number=1']} {{(pid=103258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:01:04.223404 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-73b0823f-c77a-4397-8520-ba69655c3044 tempest-AttachVolumeNegativeTest-1347969699 tempest-AttachVolumeNegativeTest-1347969699-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1535343'] for port (c2c8700d-66a9-4a18-badf-f6a75711d602), before_update {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:01:04.230890 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61111765-d4dc-4a5b-88a4-93331c918768 req-5e95e640-a922-4ec8-b119-de5d6b2745df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:01:04.232510 dv-cinder-830088-4-iscsi neutron-server[103258]: INFO neutron.wsgi [req-61111765-d4dc-4a5b-88a4-93331c918768 req-5e95e640-a922-4ec8-b119-de5d6b2745df service neutron] 10.222.0.53 "GET /v2.0/networks?id=332a1fd1-5c8d-44a4-a602-cb07d1316e56 HTTP/1.1" status: 200 len: 912 time: 1.8233345 Apr 12 11:01:04.234149 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-d49c6a79-e759-4948-a5d5-084c6f95abbc admin admin] Publish callbacks [] for security_group (02214c86-b321-4658-88bc-70d4de1f1197), before_delete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:01:04.262476 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84237708-bb1b-4ec1-8079-bb5cc91222d3 admin admin] Network 5fe71604-a19f-4748-9dc5-7cc9d7ecf6be is already hosted by enough agents. {{(pid=103257) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 11:01:04.300875 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron.scheduler.base_scheduler [None req-84237708-bb1b-4ec1-8079-bb5cc91222d3 admin admin] Resources bound (agent type, host, resource id): {{(pid=103257) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 11:01:04.329438 dv-cinder-830088-4-iscsi neutron-server[103258]: INFO neutron.wsgi [req-61111765-d4dc-4a5b-88a4-93331c918768 req-9074f1a3-b50c-4420-baa1-8ae79c49b5c7 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=cac6254f-854d-4ed4-80fb-63e1d78d8043 HTTP/1.1" status: 200 len: 217 time: 0.0694649 Apr 12 11:01:04.354086 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84237708-bb1b-4ec1-8079-bb5cc91222d3 admin admin] Received port after_create {{(pid=103257) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 12 11:01:04.454374 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61111765-d4dc-4a5b-88a4-93331c918768 req-cffbfe0f-395a-4850-9647-1c3f7e485409 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:01:04.456143 dv-cinder-830088-4-iscsi neutron-server[103258]: INFO neutron.wsgi [req-61111765-d4dc-4a5b-88a4-93331c918768 req-cffbfe0f-395a-4850-9647-1c3f7e485409 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=f8b8bd51-b053-41e8-b47b-c905f5b3e415 HTTP/1.1" status: 200 len: 851 time: 0.1206617 Apr 12 11:01:04.463740 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron.db.provisioning_blocks [None req-e4b062a6-7a21-4431-be77-3c7776c11043 None None] Provisioning complete for port 8e7b4c26-0625-4402-b824-2509bce3c8ad triggered by entity L2. {{(pid=103259) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 11:01:04.464119 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron_lib.callbacks.manager [None req-e4b062a6-7a21-4431-be77-3c7776c11043 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1343588'] for port (8e7b4c26-0625-4402-b824-2509bce3c8ad), provisioning_complete {{(pid=103259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:01:04.528676 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-2fd84150-5ad7-4a29-a4bf-9532e66c1dea admin admin] Publish callbacks [] for security_group (a5980751-aef2-4f1f-a16c-b8069182013a), precommit_create {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:01:04.551029 dv-cinder-830088-4-iscsi neutron-server[103258]: INFO neutron.wsgi [req-61111765-d4dc-4a5b-88a4-93331c918768 req-d36fe0f1-5b22-4507-8dec-dd140c23eca5 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=332a1fd1-5c8d-44a4-a602-cb07d1316e56&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0578358 Apr 12 11:01:04.616949 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-e651f07e-66b2-4a3f-81fe-b32312b373c9 tempest-AttachVolumeTestJSON-1709741936 tempest-AttachVolumeTestJSON-1709741936-project] Publish callbacks [] for security_group_rule (f93a7233-0148-483b-81df-7b918010c18c), precommit_create {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:01:04.619270 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84237708-bb1b-4ec1-8079-bb5cc91222d3 admin admin] Pushing event updated for resources: {'Port': ['ID=632e73d3-9090-45e5-a39e-4edfd594e1f3,revision_number=1']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:01:04.634043 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-e651f07e-66b2-4a3f-81fe-b32312b373c9 tempest-AttachVolumeTestJSON-1709741936 tempest-AttachVolumeTestJSON-1709741936-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-415338'] for security_group_rule (f93a7233-0148-483b-81df-7b918010c18c), after_create {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:01:04.653198 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-2fd84150-5ad7-4a29-a4bf-9532e66c1dea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-415253'] for security_group (a5980751-aef2-4f1f-a16c-b8069182013a), after_create {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:01:04.732038 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-73b0823f-c77a-4397-8520-ba69655c3044 tempest-AttachVolumeNegativeTest-1347969699 tempest-AttachVolumeNegativeTest-1347969699-project] Publish callbacks [] for port (c2c8700d-66a9-4a18-badf-f6a75711d602), precommit_update {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:01:04.765586 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron.plugins.ml2.plugin [None req-e4b062a6-7a21-4431-be77-3c7776c11043 None None] Current status of the port 8e7b4c26-0625-4402-b824-2509bce3c8ad is: ACTIVE; New status is: ACTIVE {{(pid=103259) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 11:01:04.766729 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-73b0823f-c77a-4397-8520-ba69655c3044 tempest-AttachVolumeNegativeTest-1347969699 tempest-AttachVolumeNegativeTest-1347969699-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1534861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777667992095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777667450170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777667450188'] for port (c2c8700d-66a9-4a18-badf-f6a75711d602), after_update {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:01:04.766977 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron.plugins.ml2.rpc [None req-e4b062a6-7a21-4431-be77-3c7776c11043 None None] Device 092f00f6-c2f2-4426-a5db-b5016b474eb5 up at agent ovs-agent-dv-cinder-830088-4-iscsi {{(pid=103259) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 11:01:04.772016 dv-cinder-830088-4-iscsi neutron-server[103257]: INFO neutron.wsgi [None req-2fd84150-5ad7-4a29-a4bf-9532e66c1dea admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=4d2ace12c8234904a4986035bfcb81a0&name=default HTTP/1.1" status: 200 len: 2996 time: 2.1928968 Apr 12 11:01:04.775302 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-e651f07e-66b2-4a3f-81fe-b32312b373c9 tempest-AttachVolumeTestJSON-1709741936 tempest-AttachVolumeTestJSON-1709741936-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:01:04.779324 dv-cinder-830088-4-iscsi neutron-server[103257]: INFO neutron.wsgi [None req-e651f07e-66b2-4a3f-81fe-b32312b373c9 tempest-AttachVolumeTestJSON-1709741936 tempest-AttachVolumeTestJSON-1709741936-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.9668827 Apr 12 11:01:04.787881 dv-cinder-830088-4-iscsi neutron-server[103258]: INFO neutron.wsgi [req-61111765-d4dc-4a5b-88a4-93331c918768 req-e7af248f-6201-4d14-86c0-53a953a7392a service neutron] 10.222.0.53 "GET /v2.0/networks/332a1fd1-5c8d-44a4-a602-cb07d1316e56?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2187002 Apr 12 11:01:04.788607 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron.wsgi [-] (103257) accepted ('10.222.0.39', 49422) {{(pid=103257) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 11:01:04.789073 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron.wsgi [-] (103257) accepted ('10.222.0.39', 49424) {{(pid=103257) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 11:01:04.789910 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e651f07e-66b2-4a3f-81fe-b32312b373c9 tempest-AttachVolumeTestJSON-1709741936 tempest-AttachVolumeTestJSON-1709741936-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f93a7233-0148-483b-81df-7b918010c18c,revision_number=0']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:01:04.794337 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fd84150-5ad7-4a29-a4bf-9532e66c1dea admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a5980751-aef2-4f1f-a16c-b8069182013a,revision_number=1']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:01:04.857965 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron.db.provisioning_blocks [None req-e803ab0a-b41f-463a-bf04-44045e160784 None None] Provisioning complete for port 632e73d3-9090-45e5-a39e-4edfd594e1f3 triggered by entity DHCP. {{(pid=103259) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 11:01:04.857965 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron_lib.callbacks.manager [None req-e803ab0a-b41f-463a-bf04-44045e160784 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1343588'] for port (632e73d3-9090-45e5-a39e-4edfd594e1f3), provisioning_complete {{(pid=103259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:01:04.858252 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73b0823f-c77a-4397-8520-ba69655c3044 tempest-AttachVolumeNegativeTest-1347969699 tempest-AttachVolumeNegativeTest-1347969699-project] Pushing event updated for resources: {'Port': ['ID=c2c8700d-66a9-4a18-badf-f6a75711d602,revision_number=2']} {{(pid=103258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:01:04.917049 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron.db.provisioning_blocks [None req-e4b062a6-7a21-4431-be77-3c7776c11043 None None] Provisioning complete for port 092f00f6-c2f2-4426-a5db-b5016b474eb5 triggered by entity L2. {{(pid=103259) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 11:01:04.917614 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron_lib.callbacks.manager [None req-e4b062a6-7a21-4431-be77-3c7776c11043 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1343588'] for port (092f00f6-c2f2-4426-a5db-b5016b474eb5), provisioning_complete {{(pid=103259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:01:04.940950 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-73b0823f-c77a-4397-8520-ba69655c3044 tempest-AttachVolumeNegativeTest-1347969699 tempest-AttachVolumeNegativeTest-1347969699-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-579534'] for floatingip (9a9747ef-6d85-4a0f-8920-54c4a716cecc), after_create {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:01:04.946156 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron.api.v2.base [None req-927f4e97-69dc-4cc6-835a-1f613922530a tempest-AttachVolumeTestJSON-1709741936 tempest-AttachVolumeTestJSON-1709741936-project] Request body: {'security_group_rule': {'security_group_id': 'fc469313-82a8-4ad2-a9e9-24c86c2f4d72', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103257) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 11:01:04.969444 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron_lib.callbacks.manager [None req-d46b04a4-182b-43cd-a758-175e7fe00bc0 None None] Publish callbacks [] for port (e978d462-7687-4cf5-93f5-ed7eab26c133), precommit_update {{(pid=103259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:01:04.981790 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron.plugins.ml2.plugin [None req-e803ab0a-b41f-463a-bf04-44045e160784 None None] Port 632e73d3-9090-45e5-a39e-4edfd594e1f3 cannot update to ACTIVE because it is not bound. {{(pid=103259) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 12 11:01:04.984567 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron_lib.callbacks.manager [None req-d46b04a4-182b-43cd-a758-175e7fe00bc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1534861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777667992095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777667450170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777667450188'] for port (e978d462-7687-4cf5-93f5-ed7eab26c133), after_update {{(pid=103259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:01:05.009945 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-d49c6a79-e759-4948-a5d5-084c6f95abbc admin admin] Publish callbacks [] for security_group (02214c86-b321-4658-88bc-70d4de1f1197), precommit_delete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:01:05.051118 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-76b2d3be-80ed-40c0-a992-ffd0ecfbc3aa admin admin] Publish callbacks [] for security_group (a5980751-aef2-4f1f-a16c-b8069182013a), before_delete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:01:05.103372 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-73b0823f-c77a-4397-8520-ba69655c3044 tempest-AttachVolumeNegativeTest-1347969699 tempest-AttachVolumeNegativeTest-1347969699-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108023'] for floatingip (None), before_response {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:01:05.114844 dv-cinder-830088-4-iscsi neutron-server[103258]: INFO neutron.wsgi [None req-73b0823f-c77a-4397-8520-ba69655c3044 tempest-AttachVolumeNegativeTest-1347969699 tempest-AttachVolumeNegativeTest-1347969699-project] 10.222.0.39 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.3920784 Apr 12 11:01:05.142461 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-76b2d3be-80ed-40c0-a992-ffd0ecfbc3aa admin admin] Publish callbacks [] for security_group (a5980751-aef2-4f1f-a16c-b8069182013a), precommit_delete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:01:05.163604 dv-cinder-830088-4-iscsi neutron-server[103258]: INFO neutron.wsgi [req-61111765-d4dc-4a5b-88a4-93331c918768 req-6cfaf3de-5637-412f-b2ce-e3f2e63f04ed service neutron] 10.222.0.53 "GET /v2.0/networks/332a1fd1-5c8d-44a4-a602-cb07d1316e56?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3183455 Apr 12 11:01:05.218402 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4840ca3e-ad05-4abc-b0a5-4a797f6297f5 req-5056422e-ab78-4eac-8ae7-8275abd6e5d7 tempest-DeleteServersTestJSON-655909961 tempest-DeleteServersTestJSON-655909961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:01:05.248229 dv-cinder-830088-4-iscsi neutron-server[103258]: INFO neutron.wsgi [req-4840ca3e-ad05-4abc-b0a5-4a797f6297f5 req-5056422e-ab78-4eac-8ae7-8275abd6e5d7 tempest-DeleteServersTestJSON-655909961 tempest-DeleteServersTestJSON-655909961-project] 10.222.0.39 "GET /v2.0/ports?device_id=1f388cc0-2f53-4f5f-b4da-75912eabd99d HTTP/1.1" status: 200 len: 944 time: 0.1757877 Apr 12 11:01:05.264216 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8028042-8197-4766-8e17-32d3abfa7f0d None None] Pushing event updated for resources: {'Port': ['ID=e978d462-7687-4cf5-93f5-ed7eab26c133,revision_number=3']} {{(pid=103259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:01:05.273244 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron.plugins.ml2.plugin [None req-e4b062a6-7a21-4431-be77-3c7776c11043 None None] Current status of the port 092f00f6-c2f2-4426-a5db-b5016b474eb5 is: DOWN; New status is: ACTIVE {{(pid=103259) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 11:01:05.273640 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron_lib.callbacks.manager [None req-e4b062a6-7a21-4431-be77-3c7776c11043 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1535343'] for port (092f00f6-c2f2-4426-a5db-b5016b474eb5), before_update {{(pid=103259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:01:05.328373 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron.plugins.ml2.db [None req-e4b062a6-7a21-4431-be77-3c7776c11043 None None] For port 092f00f6-c2f2-4426-a5db-b5016b474eb5, host dv-cinder-830088-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830088-4-iscsi',level=0,port_id=092f00f6-c2f2-4426-a5db-b5016b474eb5,segment=NetworkSegment(d942c271-b630-4108-8616-b993c4b79ecb),segment_id=d942c271-b630-4108-8616-b993c4b79ecb)] {{(pid=103259) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 11:01:05.340807 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron_lib.callbacks.manager [None req-e4b062a6-7a21-4431-be77-3c7776c11043 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1534861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777667992095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777667450170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777667450188'] for port (092f00f6-c2f2-4426-a5db-b5016b474eb5), after_update {{(pid=103259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:01:05.361509 dv-cinder-830088-4-iscsi neutron-server[103258]: INFO neutron.wsgi [req-4840ca3e-ad05-4abc-b0a5-4a797f6297f5 req-5f16bd8e-dfd8-4a4d-b623-a8fcf65c80a4 tempest-DeleteServersTestJSON-655909961 tempest-DeleteServersTestJSON-655909961-project] 10.222.0.39 "GET /v2.0/security-groups?id=19a2dc3b-a298-4013-89f3-f5eb3f383f02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1117990 Apr 12 11:01:05.416392 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-84237708-bb1b-4ec1-8079-bb5cc91222d3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-579419'] for router_interface (eb1e4800-8b4f-4be4-9243-871422076e8b), before_create {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:01:05.628905 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron.plugins.ml2.managers [None req-d46b04a4-182b-43cd-a758-175e7fe00bc0 None None] Attempting to bind port e978d462-7687-4cf5-93f5-ed7eab26c133 on host dv-cinder-830088-4-iscsi for vnic_type normal with profile {{(pid=103259) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 12 11:01:05.629613 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron.plugins.ml2.managers [None req-d46b04a4-182b-43cd-a758-175e7fe00bc0 None None] Attempting to bind port e978d462-7687-4cf5-93f5-ed7eab26c133 by drivers openvswitch,hyperv on host dv-cinder-830088-4-iscsi at level 0 using segments [{'id': '2248de7c-bd9a-4119-9ea3-2adf7f860546', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': '5283658c-f0e4-41df-8b22-61e61a4f7877'}] {{(pid=103259) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 12 11:01:05.629613 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d46b04a4-182b-43cd-a758-175e7fe00bc0 None None] Attempting to bind port e978d462-7687-4cf5-93f5-ed7eab26c133 on network 5283658c-f0e4-41df-8b22-61e61a4f7877 {{(pid=103259) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 11:01:05.644797 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron.db.provisioning_blocks [None req-fe18a2bd-e654-4752-a8c2-c0fcaf7f88e0 None None] Provisioning complete for port e978d462-7687-4cf5-93f5-ed7eab26c133 triggered by entity DHCP. {{(pid=103259) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 11:01:05.645381 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron_lib.callbacks.manager [None req-fe18a2bd-e654-4752-a8c2-c0fcaf7f88e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1343588'] for port (e978d462-7687-4cf5-93f5-ed7eab26c133), provisioning_complete {{(pid=103259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:01:05.649003 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d46b04a4-182b-43cd-a758-175e7fe00bc0 None None] Checking agent: {'id': 'c71cae7d-514b-467a-8477-0a67bee0b970', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-830088-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 12, 10, 52, 16), 'started_at': datetime.datetime(2022, 4, 12, 10, 52, 46), 'heartbeat_timestamp': datetime.datetime(2022, 4, 12, 11, 0, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-830088-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103259) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 12 11:01:05.649301 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d46b04a4-182b-43cd-a758-175e7fe00bc0 None None] Checking segment: {'id': '2248de7c-bd9a-4119-9ea3-2adf7f860546', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': '5283658c-f0e4-41df-8b22-61e61a4f7877'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103259) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 11:01:05.649665 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron_lib.callbacks.manager [None req-d46b04a4-182b-43cd-a758-175e7fe00bc0 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:01:05.650266 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d46b04a4-182b-43cd-a758-175e7fe00bc0 None None] Bound using segment: {'id': '2248de7c-bd9a-4119-9ea3-2adf7f860546', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': '5283658c-f0e4-41df-8b22-61e61a4f7877'} {{(pid=103259) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 12 11:01:05.650953 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron.plugins.ml2.managers [None req-d46b04a4-182b-43cd-a758-175e7fe00bc0 None None] Bound port: e978d462-7687-4cf5-93f5-ed7eab26c133, host: dv-cinder-830088-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2248de7c-bd9a-4119-9ea3-2adf7f860546', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': '5283658c-f0e4-41df-8b22-61e61a4f7877'}}] {{(pid=103259) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 12 11:01:05.651539 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron_lib.callbacks.manager [None req-d46b04a4-182b-43cd-a758-175e7fe00bc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1535343'] for port (e978d462-7687-4cf5-93f5-ed7eab26c133), before_update {{(pid=103259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:01:05.693770 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4b062a6-7a21-4431-be77-3c7776c11043 None None] Pushing event updated for resources: {'Port': ['ID=092f00f6-c2f2-4426-a5db-b5016b474eb5,revision_number=4']} {{(pid=103259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:01:05.727652 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-927f4e97-69dc-4cc6-835a-1f613922530a tempest-AttachVolumeTestJSON-1709741936 tempest-AttachVolumeTestJSON-1709741936-project] Publish callbacks [] for security_group_rule (1baa4772-ac7b-4500-9c1c-7346c6302fd3), before_create {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:01:05.728792 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron.plugins.ml2.plugin [None req-fe18a2bd-e654-4752-a8c2-c0fcaf7f88e0 None None] Port e978d462-7687-4cf5-93f5-ed7eab26c133 cannot update to ACTIVE because it is not bound. {{(pid=103259) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 12 11:01:05.924007 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-76b2d3be-80ed-40c0-a992-ffd0ecfbc3aa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-415253'] for security_group (a5980751-aef2-4f1f-a16c-b8069182013a), after_delete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:01:05.930888 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-76b2d3be-80ed-40c0-a992-ffd0ecfbc3aa admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:01:05.933000 dv-cinder-830088-4-iscsi neutron-server[103257]: INFO neutron.wsgi [None req-76b2d3be-80ed-40c0-a992-ffd0ecfbc3aa admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/a5980751-aef2-4f1f-a16c-b8069182013a HTTP/1.1" status: 204 len: 168 time: 1.1343651 Apr 12 11:01:05.971065 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron.plugins.ml2.db [None req-d46b04a4-182b-43cd-a758-175e7fe00bc0 None None] For port e978d462-7687-4cf5-93f5-ed7eab26c133, host dv-cinder-830088-4-iscsi, cleared binding levels {{(pid=103259) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 12 11:01:05.978747 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron.plugins.ml2.db [None req-d46b04a4-182b-43cd-a758-175e7fe00bc0 None None] For port e978d462-7687-4cf5-93f5-ed7eab26c133, host dv-cinder-830088-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830088-4-iscsi',level=0,port_id=e978d462-7687-4cf5-93f5-ed7eab26c133,segment=NetworkSegment(2248de7c-bd9a-4119-9ea3-2adf7f860546),segment_id=2248de7c-bd9a-4119-9ea3-2adf7f860546)] {{(pid=103259) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 12 11:01:05.989560 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron_lib.callbacks.manager [None req-d46b04a4-182b-43cd-a758-175e7fe00bc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1534861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777667992095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777667450170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777667450188'] for port (e978d462-7687-4cf5-93f5-ed7eab26c133), after_update {{(pid=103259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:01:06.074618 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-84237708-bb1b-4ec1-8079-bb5cc91222d3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1535343'] for port (632e73d3-9090-45e5-a39e-4edfd594e1f3), before_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:01:06.097056 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76b2d3be-80ed-40c0-a992-ffd0ecfbc3aa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a5980751-aef2-4f1f-a16c-b8069182013a,revision_number=None']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:01:06.131670 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.wsgi [-] (103258) accepted ('10.222.0.39', 49464) {{(pid=103258) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 11:01:06.167596 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron.plugins.ml2.rpc [None req-e4b062a6-7a21-4431-be77-3c7776c11043 None None] Device 092f00f6-c2f2-4426-a5db-b5016b474eb5 up at agent ovs-agent-dv-cinder-830088-4-iscsi {{(pid=103259) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 11:01:06.220408 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d46b04a4-182b-43cd-a758-175e7fe00bc0 None None] Routers {'373bcbcc-c4aa-4514-9206-351c9dcda33b'} bound to L3 agent in host dv-cinder-830088-4-iscsi {{(pid=103259) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 11:01:06.221414 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron.db.l3_hamode_db [None req-d46b04a4-182b-43cd-a758-175e7fe00bc0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830088-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-12T10:52:12Z,description=,heartbeat_timestamp=2022-04-12T11:00:43Z,host='dv-cinder-830088-4-iscsi',id=77f5e085-0284-4236-9dbf-35d2d452e277,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T10:52:12Z,topic='l3_agent')) {'router_ids': ['373bcbcc-c4aa-4514-9206-351c9dcda33b'], 'active': True} {{(pid=103259) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 11:01:06.411471 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8028042-8197-4766-8e17-32d3abfa7f0d None None] Pushing event updated for resources: {'Port': ['ID=e978d462-7687-4cf5-93f5-ed7eab26c133,revision_number=4']} {{(pid=103259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:01:06.502106 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-50a69668-ea6e-49c9-911d-03941e58fd7c admin admin] Publish callbacks [] for port (7599ff43-fec5-460d-87d7-48cc29fb6aaf), precommit_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:01:06.517759 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron.db.l3_dvr_db [None req-d46b04a4-182b-43cd-a758-175e7fe00bc0 None None] Set router 373bcbcc-c4aa-4514-9206-351c9dcda33b gateway port host: dv-cinder-830088-4-iscsi {{(pid=103259) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 11:01:06.525272 dv-cinder-830088-4-iscsi neutron-server[103257]: INFO neutron.wsgi [req-0c67be81-9402-4e7a-87f6-b888301f03ca req-cc037a4f-d1dc-462d-bc9c-6639f445d914 tempest-AttachVolumeNegativeTest-1347969699 tempest-AttachVolumeNegativeTest-1347969699-project] 10.222.0.39 "GET /v2.0/security-groups?name=tempest-securitygroup--128727304&fields=id&tenant_id=e581060642574053bd171680bd4e15a9 HTTP/1.1" status: 200 len: 267 time: 0.8095384 Apr 12 11:01:06.537500 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-50a69668-ea6e-49c9-911d-03941e58fd7c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1534861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777667992095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777667450170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777667450188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5265638'] for port (7599ff43-fec5-460d-87d7-48cc29fb6aaf), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:01:06.568947 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron.db.provisioning_blocks [None req-e4b062a6-7a21-4431-be77-3c7776c11043 None None] Provisioning complete for port 092f00f6-c2f2-4426-a5db-b5016b474eb5 triggered by entity L2. {{(pid=103259) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 11:01:06.569339 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron_lib.callbacks.manager [None req-e4b062a6-7a21-4431-be77-3c7776c11043 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1343588'] for port (092f00f6-c2f2-4426-a5db-b5016b474eb5), provisioning_complete {{(pid=103259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:01:06.584758 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-927f4e97-69dc-4cc6-835a-1f613922530a tempest-AttachVolumeTestJSON-1709741936 tempest-AttachVolumeTestJSON-1709741936-project] Publish callbacks [] for security_group_rule (1baa4772-ac7b-4500-9c1c-7346c6302fd3), precommit_create {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:01:06.597443 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron.db.provisioning_blocks [None req-a467fd59-a328-447c-aaad-a9fa29b45c62 None None] Provisioning complete for port e978d462-7687-4cf5-93f5-ed7eab26c133 triggered by entity DHCP. {{(pid=103259) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 11:01:06.597813 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron_lib.callbacks.manager [None req-a467fd59-a328-447c-aaad-a9fa29b45c62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1343588'] for port (e978d462-7687-4cf5-93f5-ed7eab26c133), provisioning_complete {{(pid=103259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:01:06.637162 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5ecf0fa-411f-438a-a090-6090a0b4963b req-e1bd8834-87df-458a-9b50-c2d3bb34ebf3 tempest-DeleteServersTestJSON-655909961 tempest-DeleteServersTestJSON-655909961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:01:06.639369 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-927f4e97-69dc-4cc6-835a-1f613922530a tempest-AttachVolumeTestJSON-1709741936 tempest-AttachVolumeTestJSON-1709741936-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-415338'] for security_group_rule (1baa4772-ac7b-4500-9c1c-7346c6302fd3), after_create {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:01:06.647467 dv-cinder-830088-4-iscsi neutron-server[103258]: INFO neutron.wsgi [req-d5ecf0fa-411f-438a-a090-6090a0b4963b req-e1bd8834-87df-458a-9b50-c2d3bb34ebf3 tempest-DeleteServersTestJSON-655909961 tempest-DeleteServersTestJSON-655909961-project] 10.222.0.39 "GET /v2.0/ports?device_id=1f388cc0-2f53-4f5f-b4da-75912eabd99d HTTP/1.1" status: 200 len: 944 time: 0.0886078 Apr 12 11:01:06.674364 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-d49c6a79-e759-4948-a5d5-084c6f95abbc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-415253'] for security_group (02214c86-b321-4658-88bc-70d4de1f1197), after_delete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:01:06.676897 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-d49c6a79-e759-4948-a5d5-084c6f95abbc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:01:06.681071 dv-cinder-830088-4-iscsi neutron-server[103257]: INFO neutron.wsgi [None req-d49c6a79-e759-4948-a5d5-084c6f95abbc admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/02214c86-b321-4658-88bc-70d4de1f1197 HTTP/1.1" status: 204 len: 168 time: 3.8717384 Apr 12 11:01:06.728040 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-480892d7-e895-44f9-aa95-deb5c9a4bc79 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:01:06.732674 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-927f4e97-69dc-4cc6-835a-1f613922530a tempest-AttachVolumeTestJSON-1709741936 tempest-AttachVolumeTestJSON-1709741936-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1baa4772-ac7b-4500-9c1c-7346c6302fd3,revision_number=0']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:01:06.766477 dv-cinder-830088-4-iscsi neutron-server[103258]: INFO neutron.wsgi [req-d5ecf0fa-411f-438a-a090-6090a0b4963b req-e8c53c70-ff3c-4b8f-9f11-cbf6cfaa0d12 tempest-DeleteServersTestJSON-655909961 tempest-DeleteServersTestJSON-655909961-project] 10.222.0.39 "GET /v2.0/security-groups?id=19a2dc3b-a298-4013-89f3-f5eb3f383f02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1178086 Apr 12 11:01:06.793423 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d49c6a79-e759-4948-a5d5-084c6f95abbc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=02214c86-b321-4658-88bc-70d4de1f1197,revision_number=None']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:01:06.834198 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-50a69668-ea6e-49c9-911d-03941e58fd7c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-586225', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-584683'] for router_interface (ebba7e6c-c174-4e43-823e-0332064b8743), after_create {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:01:06.838951 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-927f4e97-69dc-4cc6-835a-1f613922530a tempest-AttachVolumeTestJSON-1709741936 tempest-AttachVolumeTestJSON-1709741936-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:01:06.843476 dv-cinder-830088-4-iscsi neutron-server[103257]: INFO neutron.wsgi [None req-927f4e97-69dc-4cc6-835a-1f613922530a tempest-AttachVolumeTestJSON-1709741936 tempest-AttachVolumeTestJSON-1709741936-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 2.0437484 Apr 12 11:01:06.844241 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50a69668-ea6e-49c9-911d-03941e58fd7c admin admin] Pushing event updated for resources: {'Port': ['ID=7599ff43-fec5-460d-87d7-48cc29fb6aaf,revision_number=2']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:01:06.849825 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron.wsgi [-] (103257) accepted ('10.222.0.39', 49482) {{(pid=103257) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 11:01:06.861678 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-480892d7-e895-44f9-aa95-deb5c9a4bc79 admin admin] Publish callbacks [] for security_group (b13122e5-d1f4-41ec-a949-46fe16669145), precommit_create {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:01:06.868405 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-480892d7-e895-44f9-aa95-deb5c9a4bc79 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-415253'] for security_group (b13122e5-d1f4-41ec-a949-46fe16669145), after_create {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:01:06.890785 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron.api.v2.base [None req-d9e8dd30-4344-4d3b-b091-bf72a0fae98b tempest-AttachVolumeTestJSON-1709741936 tempest-AttachVolumeTestJSON-1709741936-project] Request body: {'floatingip': {'floating_network_id': '3b7be5f2-485b-4c85-8f98-fb200971b61c'}} {{(pid=103257) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 11:01:06.926205 dv-cinder-830088-4-iscsi neutron-server[103258]: INFO neutron.wsgi [None req-480892d7-e895-44f9-aa95-deb5c9a4bc79 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=a4f58602336a46b588a463d904cf9372&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7925451 Apr 12 11:01:06.931956 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.wsgi [-] (103258) accepted ('10.222.0.39', 49484) {{(pid=103258) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 11:01:06.951922 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-480892d7-e895-44f9-aa95-deb5c9a4bc79 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b13122e5-d1f4-41ec-a949-46fe16669145,revision_number=1']} {{(pid=103258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:01:06.982340 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron.db.l3_hamode_db [None req-d46b04a4-182b-43cd-a758-175e7fe00bc0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '373bcbcc-c4aa-4514-9206-351c9dcda33b', 'name': 'tempest-AttachVolumeTestJSON-423602201-router', 'tenant_id': 'd41e564f85554bef9013a0082cd0196d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b7be5f2-485b-4c85-8f98-fb200971b61c', 'external_fixed_ips': [{'subnet_id': '4887111e-1302-416a-ab8e-c957c9df7f85', 'ip_address': '172.27.3.152'}], 'enable_snat': True}, 'gw_port_id': '8e7b4c26-0625-4402-b824-2509bce3c8ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T11:00:41Z', 'updated_at': '2022-04-12T11:00:54Z', 'revision_number': 4, 'project_id': 'd41e564f85554bef9013a0082cd0196d', 'gw_port': {'id': '8e7b4c26-0625-4402-b824-2509bce3c8ad', 'name': '', 'network_id': '3b7be5f2-485b-4c85-8f98-fb200971b61c', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:5a:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '373bcbcc-c4aa-4514-9206-351c9dcda33b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '4887111e-1302-416a-ab8e-c957c9df7f85', 'ip_address': '172.27.3.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830088-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T11:00:43Z', 'updated_at': '2022-04-12T11:01:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4887111e-1302-416a-ab8e-c957c9df7f85', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830088-4-iscsi', '_interfaces': [{'id': 'e978d462-7687-4cf5-93f5-ed7eab26c133', 'name': '', 'network_id': '5283658c-f0e4-41df-8b22-61e61a4f7877', 'tenant_id': 'd41e564f85554bef9013a0082cd0196d', 'mac_address': 'fa:16:3e:c2:35:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '373bcbcc-c4aa-4514-9206-351c9dcda33b', 'device_owner': 'network:router_interface', 'standard_attr_id': 111, 'fixed_ips': [{'subnet_id': 'a03f1c9e-6c63-496e-9600-bb0a8351c93d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830088-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T11:00:51Z', 'updated_at': '2022-04-12T11:01:05Z', 'revision_number': 4, 'project_id': 'd41e564f85554bef9013a0082cd0196d', 'subnets': [{'id': 'a03f1c9e-6c63-496e-9600-bb0a8351c93d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830088-4-iscsi', False) {} {{(pid=103259) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 11:01:07.048364 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c67be81-9402-4e7a-87f6-b888301f03ca req-49f5dd45-189f-4f32-b8c3-6f7c1d3c6a56 tempest-AttachVolumeNegativeTest-1347969699 tempest-AttachVolumeNegativeTest-1347969699-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:01:07.052390 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-916d63a0-725f-498a-b00f-cdaa7091ad0e admin admin] Publish callbacks [] for security_group (b13122e5-d1f4-41ec-a949-46fe16669145), before_delete {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:01:07.055294 dv-cinder-830088-4-iscsi neutron-server[103257]: INFO neutron.wsgi [req-0c67be81-9402-4e7a-87f6-b888301f03ca req-49f5dd45-189f-4f32-b8c3-6f7c1d3c6a56 tempest-AttachVolumeNegativeTest-1347969699 tempest-AttachVolumeNegativeTest-1347969699-project] 10.222.0.39 "GET /v2.0/networks?id=8605bce6-3955-4448-bd79-8ef881f45c6d HTTP/1.1" status: 200 len: 814 time: 0.5291240 Apr 12 11:01:07.064808 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d46b04a4-182b-43cd-a758-175e7fe00bc0 None None] The sync data for ids ['373bcbcc-c4aa-4514-9206-351c9dcda33b'] in dv-cinder-830088-4-iscsi is: [{'id': '373bcbcc-c4aa-4514-9206-351c9dcda33b', 'name': 'tempest-AttachVolumeTestJSON-423602201-router', 'tenant_id': 'd41e564f85554bef9013a0082cd0196d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b7be5f2-485b-4c85-8f98-fb200971b61c', 'external_fixed_ips': [{'subnet_id': '4887111e-1302-416a-ab8e-c957c9df7f85', 'ip_address': '172.27.3.152'}], 'enable_snat': True}, 'gw_port_id': '8e7b4c26-0625-4402-b824-2509bce3c8ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T11:00:41Z', 'updated_at': '2022-04-12T11:00:54Z', 'revision_number': 4, 'project_id': 'd41e564f85554bef9013a0082cd0196d', 'gw_port': {'id': '8e7b4c26-0625-4402-b824-2509bce3c8ad', 'name': '', 'network_id': '3b7be5f2-485b-4c85-8f98-fb200971b61c', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:5a:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '373bcbcc-c4aa-4514-9206-351c9dcda33b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '4887111e-1302-416a-ab8e-c957c9df7f85', 'ip_address': '172.27.3.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830088-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T11:00:43Z', 'updated_at': '2022-04-12T11:01:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4887111e-1302-416a-ab8e-c957c9df7f85', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830088-4-iscsi', '_interfaces': [{'id': 'e978d462-7687-4cf5-93f5-ed7eab26c133', 'name': '', 'network_id': '5283658c-f0e4-41df-8b22-61e61a4f7877', 'tenant_id': 'd41e564f85554bef9013a0082cd0196d', 'mac_address': 'fa:16:3e:c2:35:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '373bcbcc-c4aa-4514-9206-351c9dcda33b', 'device_owner': 'network:router_interface', 'standard_attr_id': 111, 'fixed_ips': [{'subnet_id': 'a03f1c9e-6c63-496e-9600-bb0a8351c93d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830088-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T11:00:51Z', 'updated_at': '2022-04-12T11:01:05Z', 'revision_number': 4, 'project_id': 'd41e564f85554bef9013a0082cd0196d', 'subnets': [{'id': 'a03f1c9e-6c63-496e-9600-bb0a8351c93d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103259) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 12 11:01:07.096955 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-d9e8dd30-4344-4d3b-b091-bf72a0fae98b tempest-AttachVolumeTestJSON-1709741936 tempest-AttachVolumeTestJSON-1709741936-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:01:07.112681 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-916d63a0-725f-498a-b00f-cdaa7091ad0e admin admin] Publish callbacks [] for security_group (b13122e5-d1f4-41ec-a949-46fe16669145), precommit_delete {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:01:07.143684 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron.plugins.ml2.plugin [None req-a467fd59-a328-447c-aaad-a9fa29b45c62 None None] Current status of the port e978d462-7687-4cf5-93f5-ed7eab26c133 is: DOWN; New status is: ACTIVE {{(pid=103259) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 11:01:07.144335 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron_lib.callbacks.manager [None req-a467fd59-a328-447c-aaad-a9fa29b45c62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1535343'] for port (e978d462-7687-4cf5-93f5-ed7eab26c133), before_update {{(pid=103259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:01:07.150527 dv-cinder-830088-4-iscsi neutron-server[103257]: INFO neutron.wsgi [req-0c67be81-9402-4e7a-87f6-b888301f03ca req-43baaa2d-c59d-470a-b804-fd4c83818660 tempest-AttachVolumeNegativeTest-1347969699 tempest-AttachVolumeNegativeTest-1347969699-project] 10.222.0.39 "GET /v2.0/quotas/e581060642574053bd171680bd4e15a9 HTTP/1.1" status: 200 len: 375 time: 0.0942943 Apr 12 11:01:07.187551 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron.plugins.ml2.db [None req-a467fd59-a328-447c-aaad-a9fa29b45c62 None None] For port e978d462-7687-4cf5-93f5-ed7eab26c133, host dv-cinder-830088-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830088-4-iscsi',level=0,port_id=e978d462-7687-4cf5-93f5-ed7eab26c133,segment=NetworkSegment(2248de7c-bd9a-4119-9ea3-2adf7f860546),segment_id=2248de7c-bd9a-4119-9ea3-2adf7f860546)] {{(pid=103259) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 11:01:07.197885 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron_lib.callbacks.manager [None req-a467fd59-a328-447c-aaad-a9fa29b45c62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1534861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777667992095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777667450170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777667450188'] for port (e978d462-7687-4cf5-93f5-ed7eab26c133), after_update {{(pid=103259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:01:07.217021 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron.plugins.ml2.plugin [None req-e4b062a6-7a21-4431-be77-3c7776c11043 None None] Current status of the port 092f00f6-c2f2-4426-a5db-b5016b474eb5 is: ACTIVE; New status is: ACTIVE {{(pid=103259) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 11:01:07.218773 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron.plugins.ml2.rpc [None req-e4b062a6-7a21-4431-be77-3c7776c11043 None None] Device c771e6b6-83f9-494d-bdb0-336589cf0989 up at agent ovs-agent-dv-cinder-830088-4-iscsi {{(pid=103259) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 11:01:07.220768 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-916d63a0-725f-498a-b00f-cdaa7091ad0e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-415253'] for security_group (b13122e5-d1f4-41ec-a949-46fe16669145), after_delete {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:01:07.224020 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-916d63a0-725f-498a-b00f-cdaa7091ad0e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:01:07.227636 dv-cinder-830088-4-iscsi neutron-server[103258]: INFO neutron.wsgi [None req-916d63a0-725f-498a-b00f-cdaa7091ad0e admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/b13122e5-d1f4-41ec-a949-46fe16669145 HTTP/1.1" status: 204 len: 168 time: 0.2910585 Apr 12 11:01:07.239623 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-916d63a0-725f-498a-b00f-cdaa7091ad0e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b13122e5-d1f4-41ec-a949-46fe16669145,revision_number=None']} {{(pid=103258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:01:07.349918 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a467fd59-a328-447c-aaad-a9fa29b45c62 None None] Pushing event updated for resources: {'Port': ['ID=e978d462-7687-4cf5-93f5-ed7eab26c133,revision_number=5']} {{(pid=103259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:01:07.356904 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron.db.provisioning_blocks [None req-e4b062a6-7a21-4431-be77-3c7776c11043 None None] Provisioning complete for port c771e6b6-83f9-494d-bdb0-336589cf0989 triggered by entity L2. {{(pid=103259) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 11:01:07.357617 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron_lib.callbacks.manager [None req-e4b062a6-7a21-4431-be77-3c7776c11043 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1343588'] for port (c771e6b6-83f9-494d-bdb0-336589cf0989), provisioning_complete {{(pid=103259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:01:07.442556 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-84237708-bb1b-4ec1-8079-bb5cc91222d3 admin admin] Publish callbacks [] for port (632e73d3-9090-45e5-a39e-4edfd594e1f3), precommit_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:01:07.450484 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron.plugins.ml2.plugin [None req-e4b062a6-7a21-4431-be77-3c7776c11043 None None] Current status of the port c771e6b6-83f9-494d-bdb0-336589cf0989 is: DOWN; New status is: ACTIVE {{(pid=103259) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 11:01:07.451369 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron_lib.callbacks.manager [None req-e4b062a6-7a21-4431-be77-3c7776c11043 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1535343'] for port (c771e6b6-83f9-494d-bdb0-336589cf0989), before_update {{(pid=103259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:01:07.464963 dv-cinder-830088-4-iscsi neutron-server[103257]: INFO neutron.wsgi [req-0c67be81-9402-4e7a-87f6-b888301f03ca req-fe16df42-7481-4a87-aa51-a06caf40c3b1 tempest-AttachVolumeNegativeTest-1347969699 tempest-AttachVolumeNegativeTest-1347969699-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=e581060642574053bd171680bd4e15a9&fields=id HTTP/1.1" status: 200 len: 302 time: 0.3133051 Apr 12 11:01:07.468033 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50a69668-ea6e-49c9-911d-03941e58fd7c admin admin] Network 696acaf3-e376-402a-9f44-515f336c0ed7 is already hosted by enough agents. {{(pid=103257) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 11:01:07.479190 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron.plugins.ml2.db [None req-e4b062a6-7a21-4431-be77-3c7776c11043 None None] For port c771e6b6-83f9-494d-bdb0-336589cf0989, host dv-cinder-830088-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830088-4-iscsi',level=0,port_id=c771e6b6-83f9-494d-bdb0-336589cf0989,segment=NetworkSegment(d942c271-b630-4108-8616-b993c4b79ecb),segment_id=d942c271-b630-4108-8616-b993c4b79ecb)] {{(pid=103259) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 11:01:07.485935 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-84237708-bb1b-4ec1-8079-bb5cc91222d3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1534861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777667992095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777667450170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777667450188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5265638'] for port (632e73d3-9090-45e5-a39e-4edfd594e1f3), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:01:07.486846 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron_lib.callbacks.manager [None req-e4b062a6-7a21-4431-be77-3c7776c11043 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1534861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777667992095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777667450170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777667450188'] for port (c771e6b6-83f9-494d-bdb0-336589cf0989), after_update {{(pid=103259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:01:07.498364 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron.scheduler.base_scheduler [None req-50a69668-ea6e-49c9-911d-03941e58fd7c admin admin] Resources bound (agent type, host, resource id): {{(pid=103257) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 11:01:07.556733 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4b062a6-7a21-4431-be77-3c7776c11043 None None] Pushing event updated for resources: {'Port': ['ID=c771e6b6-83f9-494d-bdb0-336589cf0989,revision_number=4']} {{(pid=103259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:01:07.586583 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-d9e8dd30-4344-4d3b-b091-bf72a0fae98b tempest-AttachVolumeTestJSON-1709741936 tempest-AttachVolumeTestJSON-1709741936-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1535343'] for port (None), before_create {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:01:07.832184 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron.db.provisioning_blocks [None req-bdbd1914-8f0a-447c-aead-fb2abb9e07f4 None None] Provisioning complete for port 7599ff43-fec5-460d-87d7-48cc29fb6aaf triggered by entity DHCP. {{(pid=103259) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 11:01:07.833523 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron_lib.callbacks.manager [None req-bdbd1914-8f0a-447c-aead-fb2abb9e07f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1343588'] for port (7599ff43-fec5-460d-87d7-48cc29fb6aaf), provisioning_complete {{(pid=103259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:01:07.872677 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84237708-bb1b-4ec1-8079-bb5cc91222d3 admin admin] Pushing event updated for resources: {'Port': ['ID=632e73d3-9090-45e5-a39e-4edfd594e1f3,revision_number=2']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:01:07.892663 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-84237708-bb1b-4ec1-8079-bb5cc91222d3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-586225', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-584683'] for router_interface (eb1e4800-8b4f-4be4-9243-871422076e8b), after_create {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:01:07.936208 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron.plugins.ml2.plugin [None req-bdbd1914-8f0a-447c-aead-fb2abb9e07f4 None None] Port 7599ff43-fec5-460d-87d7-48cc29fb6aaf cannot update to ACTIVE because it is not bound. {{(pid=103259) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 12 11:01:07.944203 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron.plugins.ml2.rpc [None req-e4b062a6-7a21-4431-be77-3c7776c11043 None None] Device c771e6b6-83f9-494d-bdb0-336589cf0989 up at agent ovs-agent-dv-cinder-830088-4-iscsi {{(pid=103259) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 11:01:07.982489 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.wsgi [-] (103258) accepted ('10.222.0.39', 49520) {{(pid=103258) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 11:01:08.017229 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-10547970-3e0d-4f06-ae60-25713e5f8df8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:01:08.030597 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e1e062e-4926-48b5-bd03-ceb16bdfb814 req-e78cdab9-502d-4d45-bede-1c994846006e tempest-DeleteServersTestJSON-655909961 tempest-DeleteServersTestJSON-655909961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:01:08.033005 dv-cinder-830088-4-iscsi neutron-server[103258]: INFO neutron.wsgi [req-1e1e062e-4926-48b5-bd03-ceb16bdfb814 req-e78cdab9-502d-4d45-bede-1c994846006e tempest-DeleteServersTestJSON-655909961 tempest-DeleteServersTestJSON-655909961-project] 10.222.0.39 "GET /v2.0/ports?device_id=1f388cc0-2f53-4f5f-b4da-75912eabd99d HTTP/1.1" status: 200 len: 944 time: 0.1132920 Apr 12 11:01:08.059587 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron.db.provisioning_blocks [None req-e4b062a6-7a21-4431-be77-3c7776c11043 None None] Provisioning complete for port c771e6b6-83f9-494d-bdb0-336589cf0989 triggered by entity L2. {{(pid=103259) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 11:01:08.060290 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron_lib.callbacks.manager [None req-e4b062a6-7a21-4431-be77-3c7776c11043 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1343588'] for port (c771e6b6-83f9-494d-bdb0-336589cf0989), provisioning_complete {{(pid=103259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:01:08.118134 dv-cinder-830088-4-iscsi neutron-server[103257]: INFO neutron.wsgi [req-0c67be81-9402-4e7a-87f6-b888301f03ca req-77e2c439-b53a-49d7-a856-bb2b62ac397c service neutron] 10.222.0.39 "GET /v2.0/networks/8605bce6-3955-4448-bd79-8ef881f45c6d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6522789 Apr 12 11:01:08.161558 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron.plugins.ml2.plugin [None req-e4b062a6-7a21-4431-be77-3c7776c11043 None None] Current status of the port c771e6b6-83f9-494d-bdb0-336589cf0989 is: ACTIVE; New status is: ACTIVE {{(pid=103259) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 11:01:08.163219 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron.plugins.ml2.rpc [None req-e4b062a6-7a21-4431-be77-3c7776c11043 None None] Device e978d462-7687-4cf5-93f5-ed7eab26c133 up at agent ovs-agent-dv-cinder-830088-4-iscsi {{(pid=103259) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 11:01:08.180481 dv-cinder-830088-4-iscsi neutron-server[103258]: INFO neutron.wsgi [req-1e1e062e-4926-48b5-bd03-ceb16bdfb814 req-879dd008-8261-4510-9dba-5365bdeafe1f tempest-DeleteServersTestJSON-655909961 tempest-DeleteServersTestJSON-655909961-project] 10.222.0.39 "GET /v2.0/security-groups?id=19a2dc3b-a298-4013-89f3-f5eb3f383f02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1385353 Apr 12 11:01:08.230520 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron.db.provisioning_blocks [None req-e4b062a6-7a21-4431-be77-3c7776c11043 None None] Provisioning complete for port e978d462-7687-4cf5-93f5-ed7eab26c133 triggered by entity L2. {{(pid=103259) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 11:01:08.231430 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron_lib.callbacks.manager [None req-e4b062a6-7a21-4431-be77-3c7776c11043 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1343588'] for port (e978d462-7687-4cf5-93f5-ed7eab26c133), provisioning_complete {{(pid=103259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:01:08.294037 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron.db.db_base_plugin_common [None req-d9e8dd30-4344-4d3b-b091-bf72a0fae98b tempest-AttachVolumeTestJSON-1709741936 tempest-AttachVolumeTestJSON-1709741936-project] Allocated IP 172.27.3.157 (3b7be5f2-485b-4c85-8f98-fb200971b61c/4887111e-1302-416a-ab8e-c957c9df7f85/ef667d70-0b4b-4e7c-a8ba-bcfa38bfaa85) {{(pid=103257) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 12 11:01:08.297933 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-10547970-3e0d-4f06-ae60-25713e5f8df8 admin admin] Publish callbacks [] for security_group (f67fd047-af68-48a9-a112-ac125991896b), precommit_create {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:01:08.306100 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-10547970-3e0d-4f06-ae60-25713e5f8df8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-415253'] for security_group (f67fd047-af68-48a9-a112-ac125991896b), after_create {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:01:08.361416 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron.plugins.ml2.plugin [None req-e4b062a6-7a21-4431-be77-3c7776c11043 None None] Current status of the port e978d462-7687-4cf5-93f5-ed7eab26c133 is: ACTIVE; New status is: ACTIVE {{(pid=103259) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 11:01:08.394803 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10547970-3e0d-4f06-ae60-25713e5f8df8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f67fd047-af68-48a9-a112-ac125991896b,revision_number=1']} {{(pid=103258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:01:08.402610 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-50a69668-ea6e-49c9-911d-03941e58fd7c admin admin] Router ebba7e6c-c174-4e43-823e-0332064b8743 has already been hosted by L3 agent 77f5e085-0284-4236-9dbf-35d2d452e277 {{(pid=103257) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 12 11:01:08.434288 dv-cinder-830088-4-iscsi neutron-server[103258]: INFO neutron.wsgi [None req-10547970-3e0d-4f06-ae60-25713e5f8df8 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=35fbd1e984844ec1a7941ed13d4e04c4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4503908 Apr 12 11:01:08.437191 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.wsgi [-] (103258) accepted ('10.222.0.39', 49532) {{(pid=103258) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 11:01:08.523405 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-9bff7a42-1a7d-402e-97ac-ddf741b4e368 admin admin] Publish callbacks [] for security_group (f67fd047-af68-48a9-a112-ac125991896b), before_delete {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:01:08.557590 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-9bff7a42-1a7d-402e-97ac-ddf741b4e368 admin admin] Publish callbacks [] for security_group (f67fd047-af68-48a9-a112-ac125991896b), precommit_delete {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:01:08.580576 dv-cinder-830088-4-iscsi neutron-server[103257]: INFO neutron.wsgi [req-0c67be81-9402-4e7a-87f6-b888301f03ca req-dcfcf010-dc75-4278-8345-9fbb95a46081 service neutron] 10.222.0.39 "GET /v2.0/networks/8605bce6-3955-4448-bd79-8ef881f45c6d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4615581 Apr 12 11:01:08.584063 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84237708-bb1b-4ec1-8079-bb5cc91222d3 admin admin] Network 5fe71604-a19f-4748-9dc5-7cc9d7ecf6be is already hosted by enough agents. {{(pid=103257) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 11:01:08.589704 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-d9e8dd30-4344-4d3b-b091-bf72a0fae98b tempest-AttachVolumeTestJSON-1709741936 tempest-AttachVolumeTestJSON-1709741936-project] Publish callbacks [] for port (ef667d70-0b4b-4e7c-a8ba-bcfa38bfaa85), precommit_create {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:01:08.594360 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron.scheduler.base_scheduler [None req-84237708-bb1b-4ec1-8079-bb5cc91222d3 admin admin] Resources bound (agent type, host, resource id): {{(pid=103257) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 11:01:08.641900 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-9bff7a42-1a7d-402e-97ac-ddf741b4e368 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-415253'] for security_group (f67fd047-af68-48a9-a112-ac125991896b), after_delete {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:01:08.645269 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-9bff7a42-1a7d-402e-97ac-ddf741b4e368 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:01:08.646524 dv-cinder-830088-4-iscsi neutron-server[103258]: INFO neutron.wsgi [None req-9bff7a42-1a7d-402e-97ac-ddf741b4e368 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/f67fd047-af68-48a9-a112-ac125991896b HTTP/1.1" status: 204 len: 168 time: 0.2071073 Apr 12 11:01:08.664403 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bff7a42-1a7d-402e-97ac-ddf741b4e368 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f67fd047-af68-48a9-a112-ac125991896b,revision_number=None']} {{(pid=103258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:01:08.867983 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-50a69668-ea6e-49c9-911d-03941e58fd7c admin admin] Notify agent at l3_agent.dv-cinder-830088-4-iscsi the message routers_updated {{(pid=103257) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 12 11:01:08.877062 dv-cinder-830088-4-iscsi neutron-server[103258]: INFO neutron.wsgi [req-5d732d55-e490-4c47-a6fe-8462a046f762 req-2bfe5962-b637-426c-b4b3-b010738dbb28 tempest-AttachVolumeNegativeTest-1347969699 tempest-AttachVolumeNegativeTest-1347969699-project] 10.222.0.39 "GET /v2.0/ports?device_id=76c0d3e2-99b4-4344-b105-cc9bc02b2bb7 HTTP/1.1" status: 200 len: 210 time: 0.0408137 Apr 12 11:01:08.877273 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-d9e8dd30-4344-4d3b-b091-bf72a0fae98b tempest-AttachVolumeTestJSON-1709741936 tempest-AttachVolumeTestJSON-1709741936-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1534861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777667450152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5265645'] for port (ef667d70-0b4b-4e7c-a8ba-bcfa38bfaa85), after_create {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:01:08.887395 dv-cinder-830088-4-iscsi neutron-server[103260]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d75bff56-d38f-48ad-a7f6-7e1c7a76cdfc None None] Sync routers for ids ['ebba7e6c-c174-4e43-823e-0332064b8743'] in dv-cinder-830088-4-iscsi {{(pid=103260) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 12 11:01:08.890359 dv-cinder-830088-4-iscsi neutron-server[103257]: INFO neutron.wsgi [None req-50a69668-ea6e-49c9-911d-03941e58fd7c admin admin] 10.222.0.39 "PUT /v2.0/routers/ebba7e6c-c174-4e43-823e-0332064b8743/add_router_interface HTTP/1.1" status: 200 len: 503 time: 12.5852973 Apr 12 11:01:08.907717 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9e8dd30-4344-4d3b-b091-bf72a0fae98b tempest-AttachVolumeTestJSON-1709741936 tempest-AttachVolumeTestJSON-1709741936-project] Network 3b7be5f2-485b-4c85-8f98-fb200971b61c is already hosted by enough agents. {{(pid=103257) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 11:01:08.919083 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron.scheduler.base_scheduler [None req-d9e8dd30-4344-4d3b-b091-bf72a0fae98b tempest-AttachVolumeTestJSON-1709741936 tempest-AttachVolumeTestJSON-1709741936-project] Resources bound (agent type, host, resource id): {{(pid=103257) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 11:01:08.926826 dv-cinder-830088-4-iscsi neutron-server[103260]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d75bff56-d38f-48ad-a7f6-7e1c7a76cdfc None None] Routers {'ebba7e6c-c174-4e43-823e-0332064b8743'} bound to L3 agent in host dv-cinder-830088-4-iscsi {{(pid=103260) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 11:01:08.927754 dv-cinder-830088-4-iscsi neutron-server[103260]: DEBUG neutron.db.l3_hamode_db [None req-d75bff56-d38f-48ad-a7f6-7e1c7a76cdfc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830088-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-12T10:52:12Z,description=,heartbeat_timestamp=2022-04-12T11:00:43Z,host='dv-cinder-830088-4-iscsi',id=77f5e085-0284-4236-9dbf-35d2d452e277,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T10:52:12Z,topic='l3_agent')) {'router_ids': ['ebba7e6c-c174-4e43-823e-0332064b8743'], 'active': True} {{(pid=103260) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 11:01:08.972720 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9e8dd30-4344-4d3b-b091-bf72a0fae98b tempest-AttachVolumeTestJSON-1709741936 tempest-AttachVolumeTestJSON-1709741936-project] Received port after_create {{(pid=103257) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 12 11:01:09.061041 dv-cinder-830088-4-iscsi neutron-server[103260]: DEBUG neutron.db.l3_dvr_db [None req-d75bff56-d38f-48ad-a7f6-7e1c7a76cdfc None None] Set router ebba7e6c-c174-4e43-823e-0332064b8743 gateway port host: dv-cinder-830088-4-iscsi {{(pid=103260) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 11:01:09.077446 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron.db.provisioning_blocks [None req-f0a5ae52-a749-464c-a159-28f6938eafbd None None] Provisioning complete for port 632e73d3-9090-45e5-a39e-4edfd594e1f3 triggered by entity DHCP. {{(pid=103259) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 11:01:09.078000 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron_lib.callbacks.manager [None req-f0a5ae52-a749-464c-a159-28f6938eafbd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1343588'] for port (632e73d3-9090-45e5-a39e-4edfd594e1f3), provisioning_complete {{(pid=103259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:01:09.130687 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron.plugins.ml2.plugin [None req-f0a5ae52-a749-464c-a159-28f6938eafbd None None] Port 632e73d3-9090-45e5-a39e-4edfd594e1f3 cannot update to ACTIVE because it is not bound. {{(pid=103259) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 12 11:01:09.151303 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9e8dd30-4344-4d3b-b091-bf72a0fae98b tempest-AttachVolumeTestJSON-1709741936 tempest-AttachVolumeTestJSON-1709741936-project] Pushing event updated for resources: {'Port': ['ID=ef667d70-0b4b-4e7c-a8ba-bcfa38bfaa85,revision_number=1']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:01:09.187674 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-84237708-bb1b-4ec1-8079-bb5cc91222d3 admin admin] Router eb1e4800-8b4f-4be4-9243-871422076e8b has already been hosted by L3 agent 77f5e085-0284-4236-9dbf-35d2d452e277 {{(pid=103257) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 12 11:01:09.401090 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13c12345-34ca-4e91-806b-047454c64ab6 req-6d68613d-8a46-4797-8ea9-b93da2521e76 tempest-DeleteServersTestJSON-655909961 tempest-DeleteServersTestJSON-655909961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:01:09.402562 dv-cinder-830088-4-iscsi neutron-server[103257]: INFO neutron.wsgi [req-13c12345-34ca-4e91-806b-047454c64ab6 req-6d68613d-8a46-4797-8ea9-b93da2521e76 tempest-DeleteServersTestJSON-655909961 tempest-DeleteServersTestJSON-655909961-project] 10.222.0.39 "GET /v2.0/ports?device_id=1f388cc0-2f53-4f5f-b4da-75912eabd99d HTTP/1.1" status: 200 len: 944 time: 0.0881894 Apr 12 11:01:09.457149 dv-cinder-830088-4-iscsi neutron-server[103260]: DEBUG neutron.db.l3_hamode_db [None req-d75bff56-d38f-48ad-a7f6-7e1c7a76cdfc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ebba7e6c-c174-4e43-823e-0332064b8743', 'name': 'tempest-ServerRescueNegativeTestJSON-1877816747-router', 'tenant_id': '87551ef1ad8e4190b7a3b1c3469382df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b7be5f2-485b-4c85-8f98-fb200971b61c', 'external_fixed_ips': [{'subnet_id': '4887111e-1302-416a-ab8e-c957c9df7f85', 'ip_address': '172.27.3.24'}], 'enable_snat': True}, 'gw_port_id': '092f00f6-c2f2-4426-a5db-b5016b474eb5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T11:00:45Z', 'updated_at': '2022-04-12T11:01:02Z', 'revision_number': 4, 'project_id': '87551ef1ad8e4190b7a3b1c3469382df', 'gw_port': {'id': '092f00f6-c2f2-4426-a5db-b5016b474eb5', 'name': '', 'network_id': '3b7be5f2-485b-4c85-8f98-fb200971b61c', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:22:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ebba7e6c-c174-4e43-823e-0332064b8743', 'device_owner': 'network:router_gateway', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': '4887111e-1302-416a-ab8e-c957c9df7f85', 'ip_address': '172.27.3.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830088-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T11:00:47Z', 'updated_at': '2022-04-12T11:01:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4887111e-1302-416a-ab8e-c957c9df7f85', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830088-4-iscsi', '_interfaces': [{'id': '7599ff43-fec5-460d-87d7-48cc29fb6aaf', 'name': '', 'network_id': '696acaf3-e376-402a-9f44-515f336c0ed7', 'tenant_id': '87551ef1ad8e4190b7a3b1c3469382df', 'mac_address': 'fa:16:3e:7b:de:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ebba7e6c-c174-4e43-823e-0332064b8743', 'device_owner': 'network:router_interface', 'standard_attr_id': 122, 'fixed_ips': [{'subnet_id': 'dac559db-7802-4e19-95c5-3aacf686b15d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T11:00:59Z', 'updated_at': '2022-04-12T11:01:04Z', 'revision_number': 2, 'project_id': '87551ef1ad8e4190b7a3b1c3469382df', 'subnets': [{'id': 'dac559db-7802-4e19-95c5-3aacf686b15d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830088-4-iscsi', False) {} {{(pid=103260) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 11:01:09.480904 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-d9e8dd30-4344-4d3b-b091-bf72a0fae98b tempest-AttachVolumeTestJSON-1709741936 tempest-AttachVolumeTestJSON-1709741936-project] Publish callbacks [] for floatingip (ed702afc-afd3-4801-b3f1-61aaef88d07a), precommit_create {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:01:09.545565 dv-cinder-830088-4-iscsi neutron-server[103260]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d75bff56-d38f-48ad-a7f6-7e1c7a76cdfc None None] Checking router: ebba7e6c-c174-4e43-823e-0332064b8743 for host: dv-cinder-830088-4-iscsi {{(pid=103260) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 12 11:01:09.545906 dv-cinder-830088-4-iscsi neutron-server[103260]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d75bff56-d38f-48ad-a7f6-7e1c7a76cdfc None None] Updating router ebba7e6c-c174-4e43-823e-0332064b8743 port 7599ff43-fec5-460d-87d7-48cc29fb6aaf binding host dv-cinder-830088-4-iscsi {{(pid=103260) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 12 11:01:09.561109 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-84237708-bb1b-4ec1-8079-bb5cc91222d3 admin admin] Notify agent at l3_agent.dv-cinder-830088-4-iscsi the message routers_updated {{(pid=103257) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 12 11:01:09.584181 dv-cinder-830088-4-iscsi neutron-server[103257]: INFO neutron.wsgi [None req-84237708-bb1b-4ec1-8079-bb5cc91222d3 admin admin] 10.222.0.39 "PUT /v2.0/routers/eb1e4800-8b4f-4be4-9243-871422076e8b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.2207670 Apr 12 11:01:09.585572 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bcb998aa-8ce5-4466-8a09-9ee1b58fe114 None None] Sync routers for ids ['eb1e4800-8b4f-4be4-9243-871422076e8b'] in dv-cinder-830088-4-iscsi {{(pid=103259) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 12 11:01:09.590272 dv-cinder-830088-4-iscsi neutron-server[103257]: INFO neutron.wsgi [req-13c12345-34ca-4e91-806b-047454c64ab6 req-1ef993ec-129d-4fb3-9e42-5e710a7bf9ab tempest-DeleteServersTestJSON-655909961 tempest-DeleteServersTestJSON-655909961-project] 10.222.0.39 "GET /v2.0/security-groups?id=19a2dc3b-a298-4013-89f3-f5eb3f383f02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1755638 Apr 12 11:01:09.590877 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-d9e8dd30-4344-4d3b-b091-bf72a0fae98b tempest-AttachVolumeTestJSON-1709741936 tempest-AttachVolumeTestJSON-1709741936-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1535343'] for port (ef667d70-0b4b-4e7c-a8ba-bcfa38bfaa85), before_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:01:09.606879 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bcb998aa-8ce5-4466-8a09-9ee1b58fe114 None None] Routers {'eb1e4800-8b4f-4be4-9243-871422076e8b'} bound to L3 agent in host dv-cinder-830088-4-iscsi {{(pid=103259) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 11:01:09.608759 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron.db.l3_hamode_db [None req-bcb998aa-8ce5-4466-8a09-9ee1b58fe114 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830088-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-12T10:52:12Z,description=,heartbeat_timestamp=2022-04-12T11:00:43Z,host='dv-cinder-830088-4-iscsi',id=77f5e085-0284-4236-9dbf-35d2d452e277,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T10:52:12Z,topic='l3_agent')) {'router_ids': ['eb1e4800-8b4f-4be4-9243-871422076e8b'], 'active': True} {{(pid=103259) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 11:01:09.622507 dv-cinder-830088-4-iscsi neutron-server[103260]: DEBUG neutron_lib.callbacks.manager [None req-d75bff56-d38f-48ad-a7f6-7e1c7a76cdfc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1535343'] for port (7599ff43-fec5-460d-87d7-48cc29fb6aaf), before_update {{(pid=103260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:01:09.868856 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron.db.l3_dvr_db [None req-bcb998aa-8ce5-4466-8a09-9ee1b58fe114 None None] Set router eb1e4800-8b4f-4be4-9243-871422076e8b gateway port host: dv-cinder-830088-4-iscsi {{(pid=103259) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 11:01:09.924693 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-d9e8dd30-4344-4d3b-b091-bf72a0fae98b tempest-AttachVolumeTestJSON-1709741936 tempest-AttachVolumeTestJSON-1709741936-project] Publish callbacks [] for port (ef667d70-0b4b-4e7c-a8ba-bcfa38bfaa85), precommit_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:01:09.937020 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-d9e8dd30-4344-4d3b-b091-bf72a0fae98b tempest-AttachVolumeTestJSON-1709741936 tempest-AttachVolumeTestJSON-1709741936-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1534861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777667992095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777667450170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777667450188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5265638'] for port (ef667d70-0b4b-4e7c-a8ba-bcfa38bfaa85), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:01:10.111667 dv-cinder-830088-4-iscsi neutron-server[103260]: DEBUG neutron_lib.callbacks.manager [None req-d75bff56-d38f-48ad-a7f6-7e1c7a76cdfc None None] Publish callbacks [] for port (7599ff43-fec5-460d-87d7-48cc29fb6aaf), precommit_update {{(pid=103260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:01:10.125859 dv-cinder-830088-4-iscsi neutron-server[103260]: DEBUG neutron_lib.callbacks.manager [None req-d75bff56-d38f-48ad-a7f6-7e1c7a76cdfc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1534861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777667992095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777667450170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777667450188'] for port (7599ff43-fec5-460d-87d7-48cc29fb6aaf), after_update {{(pid=103260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:01:10.139037 dv-cinder-830088-4-iscsi neutron-server[103257]: INFO neutron.wsgi [req-2280328f-6a10-4827-9811-d1306dbd80c8 req-1aefd4f4-caae-432a-911e-d2e7989cc400 tempest-AttachVolumeNegativeTest-1347969699 tempest-AttachVolumeNegativeTest-1347969699-project] 10.222.0.39 "GET /v2.0/ports?device_id=76c0d3e2-99b4-4344-b105-cc9bc02b2bb7 HTTP/1.1" status: 200 len: 210 time: 0.1426933 Apr 12 11:01:10.169352 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9e8dd30-4344-4d3b-b091-bf72a0fae98b tempest-AttachVolumeTestJSON-1709741936 tempest-AttachVolumeTestJSON-1709741936-project] Pushing event updated for resources: {'Port': ['ID=ef667d70-0b4b-4e7c-a8ba-bcfa38bfaa85,revision_number=2']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:01:10.195164 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-d9e8dd30-4344-4d3b-b091-bf72a0fae98b tempest-AttachVolumeTestJSON-1709741936 tempest-AttachVolumeTestJSON-1709741936-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-579534'] for floatingip (ed702afc-afd3-4801-b3f1-61aaef88d07a), after_create {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:01:10.233402 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-d9e8dd30-4344-4d3b-b091-bf72a0fae98b tempest-AttachVolumeTestJSON-1709741936 tempest-AttachVolumeTestJSON-1709741936-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108023'] for floatingip (None), before_response {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:01:10.247087 dv-cinder-830088-4-iscsi neutron-server[103257]: INFO neutron.wsgi [None req-d9e8dd30-4344-4d3b-b091-bf72a0fae98b tempest-AttachVolumeTestJSON-1709741936 tempest-AttachVolumeTestJSON-1709741936-project] 10.222.0.39 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.3602839 Apr 12 11:01:10.291112 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5078506-9b7c-417e-9f90-07c703b84741 req-240434a7-5fc9-4981-8037-b9f679d879b4 tempest-ServerRescueNegativeTestJSON-1304480791 tempest-ServerRescueNegativeTestJSON-1304480791-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:01:10.301785 dv-cinder-830088-4-iscsi neutron-server[103258]: INFO neutron.wsgi [req-d5078506-9b7c-417e-9f90-07c703b84741 req-240434a7-5fc9-4981-8037-b9f679d879b4 tempest-ServerRescueNegativeTestJSON-1304480791 tempest-ServerRescueNegativeTestJSON-1304480791-project] 10.222.0.39 "GET /v2.0/networks?id=696acaf3-e376-402a-9f44-515f336c0ed7 HTTP/1.1" status: 200 len: 819 time: 0.2826881 Apr 12 11:01:10.337279 dv-cinder-830088-4-iscsi neutron-server[103258]: INFO neutron.wsgi [req-d5078506-9b7c-417e-9f90-07c703b84741 req-c385ea31-d39e-4e7a-88f1-9f277ad01d9f tempest-ServerRescueNegativeTestJSON-1304480791 tempest-ServerRescueNegativeTestJSON-1304480791-project] 10.222.0.39 "GET /v2.0/quotas/87551ef1ad8e4190b7a3b1c3469382df HTTP/1.1" status: 200 len: 375 time: 0.0260928 Apr 12 11:01:10.346021 dv-cinder-830088-4-iscsi neutron-server[103260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c51f272-4d0b-4654-9ef2-8bc84c091fcd None None] Pushing event updated for resources: {'Port': ['ID=7599ff43-fec5-460d-87d7-48cc29fb6aaf,revision_number=3']} {{(pid=103260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:01:10.421972 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron_lib.callbacks.manager [None req-d6301062-58b7-4522-802b-0979dfeddfb6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777667879581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1343690'] for agent (0a0a44e5-732d-48d9-a8ad-b47e7b7c1a86), after_update {{(pid=103259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:01:10.455691 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron.db.l3_hamode_db [None req-bcb998aa-8ce5-4466-8a09-9ee1b58fe114 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eb1e4800-8b4f-4be4-9243-871422076e8b', 'name': 'tempest-AttachVolumeShelveTestJSON-1929172249-router', 'tenant_id': '64420168af994dfe8d37cc175e2bfbd6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b7be5f2-485b-4c85-8f98-fb200971b61c', 'external_fixed_ips': [{'subnet_id': '4887111e-1302-416a-ab8e-c957c9df7f85', 'ip_address': '172.27.3.180'}], 'enable_snat': True}, 'gw_port_id': 'c771e6b6-83f9-494d-bdb0-336589cf0989', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T11:00:46Z', 'updated_at': '2022-04-12T11:01:05Z', 'revision_number': 4, 'project_id': '64420168af994dfe8d37cc175e2bfbd6', 'gw_port': {'id': 'c771e6b6-83f9-494d-bdb0-336589cf0989', 'name': '', 'network_id': '3b7be5f2-485b-4c85-8f98-fb200971b61c', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:fc:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb1e4800-8b4f-4be4-9243-871422076e8b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 106, 'fixed_ips': [{'subnet_id': '4887111e-1302-416a-ab8e-c957c9df7f85', 'ip_address': '172.27.3.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830088-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T11:00:49Z', 'updated_at': '2022-04-12T11:01:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4887111e-1302-416a-ab8e-c957c9df7f85', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830088-4-iscsi', '_interfaces': [{'id': '632e73d3-9090-45e5-a39e-4edfd594e1f3', 'name': '', 'network_id': '5fe71604-a19f-4748-9dc5-7cc9d7ecf6be', 'tenant_id': '64420168af994dfe8d37cc175e2bfbd6', 'mac_address': 'fa:16:3e:0a:17:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eb1e4800-8b4f-4be4-9243-871422076e8b', 'device_owner': 'network:router_interface', 'standard_attr_id': 128, 'fixed_ips': [{'subnet_id': 'e411d522-7486-40a5-b78b-47a221209e5e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T11:01:02Z', 'updated_at': '2022-04-12T11:01:06Z', 'revision_number': 2, 'project_id': '64420168af994dfe8d37cc175e2bfbd6', 'subnets': [{'id': 'e411d522-7486-40a5-b78b-47a221209e5e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830088-4-iscsi', False) {} {{(pid=103259) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 11:01:10.506527 dv-cinder-830088-4-iscsi neutron-server[103260]: DEBUG neutron.plugins.ml2.managers [None req-d75bff56-d38f-48ad-a7f6-7e1c7a76cdfc None None] Attempting to bind port 7599ff43-fec5-460d-87d7-48cc29fb6aaf on host dv-cinder-830088-4-iscsi for vnic_type normal with profile {{(pid=103260) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 12 11:01:10.506937 dv-cinder-830088-4-iscsi neutron-server[103260]: DEBUG neutron.plugins.ml2.managers [None req-d75bff56-d38f-48ad-a7f6-7e1c7a76cdfc None None] Attempting to bind port 7599ff43-fec5-460d-87d7-48cc29fb6aaf by drivers openvswitch,hyperv on host dv-cinder-830088-4-iscsi at level 0 using segments [{'id': 'fef06479-df1c-48b3-ab23-a5007803664a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '696acaf3-e376-402a-9f44-515f336c0ed7'}] {{(pid=103260) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 12 11:01:10.507303 dv-cinder-830088-4-iscsi neutron-server[103260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d75bff56-d38f-48ad-a7f6-7e1c7a76cdfc None None] Attempting to bind port 7599ff43-fec5-460d-87d7-48cc29fb6aaf on network 696acaf3-e376-402a-9f44-515f336c0ed7 {{(pid=103260) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 11:01:10.527866 dv-cinder-830088-4-iscsi neutron-server[103260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d75bff56-d38f-48ad-a7f6-7e1c7a76cdfc None None] Checking agent: {'id': 'c71cae7d-514b-467a-8477-0a67bee0b970', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-830088-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 12, 10, 52, 16), 'started_at': datetime.datetime(2022, 4, 12, 10, 52, 46), 'heartbeat_timestamp': datetime.datetime(2022, 4, 12, 11, 0, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-830088-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103260) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 12 11:01:10.528274 dv-cinder-830088-4-iscsi neutron-server[103260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d75bff56-d38f-48ad-a7f6-7e1c7a76cdfc None None] Checking segment: {'id': 'fef06479-df1c-48b3-ab23-a5007803664a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '696acaf3-e376-402a-9f44-515f336c0ed7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103260) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 11:01:10.528649 dv-cinder-830088-4-iscsi neutron-server[103260]: DEBUG neutron_lib.callbacks.manager [None req-d75bff56-d38f-48ad-a7f6-7e1c7a76cdfc None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:01:10.535432 dv-cinder-830088-4-iscsi neutron-server[103260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d75bff56-d38f-48ad-a7f6-7e1c7a76cdfc None None] Bound using segment: {'id': 'fef06479-df1c-48b3-ab23-a5007803664a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '696acaf3-e376-402a-9f44-515f336c0ed7'} {{(pid=103260) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 12 11:01:10.535923 dv-cinder-830088-4-iscsi neutron-server[103260]: DEBUG neutron.plugins.ml2.managers [None req-d75bff56-d38f-48ad-a7f6-7e1c7a76cdfc None None] Bound port: 7599ff43-fec5-460d-87d7-48cc29fb6aaf, host: dv-cinder-830088-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fef06479-df1c-48b3-ab23-a5007803664a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '696acaf3-e376-402a-9f44-515f336c0ed7'}}] {{(pid=103260) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 12 11:01:10.536319 dv-cinder-830088-4-iscsi neutron-server[103260]: DEBUG neutron_lib.callbacks.manager [None req-d75bff56-d38f-48ad-a7f6-7e1c7a76cdfc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1535343'] for port (7599ff43-fec5-460d-87d7-48cc29fb6aaf), before_update {{(pid=103260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:01:10.594881 dv-cinder-830088-4-iscsi neutron-server[103258]: INFO neutron.wsgi [req-d5078506-9b7c-417e-9f90-07c703b84741 req-d0f19372-1d52-443e-88e3-b48930c16497 tempest-ServerRescueNegativeTestJSON-1304480791 tempest-ServerRescueNegativeTestJSON-1304480791-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=87551ef1ad8e4190b7a3b1c3469382df&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2559772 Apr 12 11:01:10.609950 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bcb998aa-8ce5-4466-8a09-9ee1b58fe114 None None] Checking router: eb1e4800-8b4f-4be4-9243-871422076e8b for host: dv-cinder-830088-4-iscsi {{(pid=103259) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 12 11:01:10.609950 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bcb998aa-8ce5-4466-8a09-9ee1b58fe114 None None] Updating router eb1e4800-8b4f-4be4-9243-871422076e8b port 632e73d3-9090-45e5-a39e-4edfd594e1f3 binding host dv-cinder-830088-4-iscsi {{(pid=103259) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 12 11:01:10.689918 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron.db.provisioning_blocks [None req-96103f49-0d45-4360-96d2-4ffc4ad327e3 None None] Provisioning complete for port 7599ff43-fec5-460d-87d7-48cc29fb6aaf triggered by entity DHCP. {{(pid=103259) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 11:01:10.690524 dv-cinder-830088-4-iscsi neutron-server[103260]: DEBUG neutron.plugins.ml2.db [None req-d75bff56-d38f-48ad-a7f6-7e1c7a76cdfc None None] For port 7599ff43-fec5-460d-87d7-48cc29fb6aaf, host dv-cinder-830088-4-iscsi, cleared binding levels {{(pid=103260) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 12 11:01:10.690923 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron_lib.callbacks.manager [None req-96103f49-0d45-4360-96d2-4ffc4ad327e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1343588'] for port (7599ff43-fec5-460d-87d7-48cc29fb6aaf), provisioning_complete {{(pid=103259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:01:10.700522 dv-cinder-830088-4-iscsi neutron-server[103260]: DEBUG neutron.plugins.ml2.db [None req-d75bff56-d38f-48ad-a7f6-7e1c7a76cdfc None None] For port 7599ff43-fec5-460d-87d7-48cc29fb6aaf, host dv-cinder-830088-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830088-4-iscsi',level=0,port_id=7599ff43-fec5-460d-87d7-48cc29fb6aaf,segment=NetworkSegment(fef06479-df1c-48b3-ab23-a5007803664a),segment_id=fef06479-df1c-48b3-ab23-a5007803664a)] {{(pid=103260) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 12 11:01:10.713094 dv-cinder-830088-4-iscsi neutron-server[103260]: DEBUG neutron_lib.callbacks.manager [None req-d75bff56-d38f-48ad-a7f6-7e1c7a76cdfc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1534861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777667992095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777667450170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777667450188'] for port (7599ff43-fec5-460d-87d7-48cc29fb6aaf), after_update {{(pid=103260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:01:10.718316 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron_lib.callbacks.manager [None req-bcb998aa-8ce5-4466-8a09-9ee1b58fe114 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1535343'] for port (632e73d3-9090-45e5-a39e-4edfd594e1f3), before_update {{(pid=103259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:01:10.745223 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron.plugins.ml2.plugin [None req-96103f49-0d45-4360-96d2-4ffc4ad327e3 None None] Port 7599ff43-fec5-460d-87d7-48cc29fb6aaf cannot update to ACTIVE because it is not bound. {{(pid=103259) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 12 11:01:10.937583 dv-cinder-830088-4-iscsi neutron-server[103260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c51f272-4d0b-4654-9ef2-8bc84c091fcd None None] Pushing event updated for resources: {'Port': ['ID=7599ff43-fec5-460d-87d7-48cc29fb6aaf,revision_number=4']} {{(pid=103260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:01:10.979446 dv-cinder-830088-4-iscsi neutron-server[103260]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d75bff56-d38f-48ad-a7f6-7e1c7a76cdfc None None] Routers {'ebba7e6c-c174-4e43-823e-0332064b8743'} bound to L3 agent in host dv-cinder-830088-4-iscsi {{(pid=103260) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 11:01:10.982865 dv-cinder-830088-4-iscsi neutron-server[103260]: DEBUG neutron.db.l3_hamode_db [None req-d75bff56-d38f-48ad-a7f6-7e1c7a76cdfc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830088-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-12T10:52:12Z,description=,heartbeat_timestamp=2022-04-12T11:00:43Z,host='dv-cinder-830088-4-iscsi',id=77f5e085-0284-4236-9dbf-35d2d452e277,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T10:52:12Z,topic='l3_agent')) {'router_ids': ['ebba7e6c-c174-4e43-823e-0332064b8743'], 'active': True} {{(pid=103260) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 11:01:11.230538 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron_lib.callbacks.manager [None req-bcb998aa-8ce5-4466-8a09-9ee1b58fe114 None None] Publish callbacks [] for port (632e73d3-9090-45e5-a39e-4edfd594e1f3), precommit_update {{(pid=103259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:01:11.247272 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron_lib.callbacks.manager [None req-bcb998aa-8ce5-4466-8a09-9ee1b58fe114 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1534861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777667992095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777667450170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777667450188'] for port (632e73d3-9090-45e5-a39e-4edfd594e1f3), after_update {{(pid=103259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:01:11.404763 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.wsgi [req-d5078506-9b7c-417e-9f90-07c703b84741 req-20b57d27-c41f-4966-9c17-676d639c2c69 service neutron] http://10.222.0.39:9696/v2.0/extensions returned with HTTP 200 {{(pid=103258) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 12 11:01:11.415879 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron.db.provisioning_blocks [None req-cb435d90-d551-4388-a26a-a0ba3112be9b None None] Provisioning complete for port 7599ff43-fec5-460d-87d7-48cc29fb6aaf triggered by entity DHCP. {{(pid=103259) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 11:01:11.417557 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron_lib.callbacks.manager [None req-cb435d90-d551-4388-a26a-a0ba3112be9b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1343588'] for port (7599ff43-fec5-460d-87d7-48cc29fb6aaf), provisioning_complete {{(pid=103259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:01:11.419515 dv-cinder-830088-4-iscsi neutron-server[103258]: INFO neutron.wsgi [req-d5078506-9b7c-417e-9f90-07c703b84741 req-20b57d27-c41f-4966-9c17-676d639c2c69 service neutron] 10.222.0.39 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3646750 Apr 12 11:01:11.481303 dv-cinder-830088-4-iscsi neutron-server[103260]: DEBUG neutron.db.l3_dvr_db [None req-d75bff56-d38f-48ad-a7f6-7e1c7a76cdfc None None] Set router ebba7e6c-c174-4e43-823e-0332064b8743 gateway port host: dv-cinder-830088-4-iscsi {{(pid=103260) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 11:01:11.493099 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffeed1c3-9297-406b-b6c3-7266147b27f1 None None] Pushing event updated for resources: {'Port': ['ID=632e73d3-9090-45e5-a39e-4edfd594e1f3,revision_number=3']} {{(pid=103259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:01:11.589485 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron.plugins.ml2.managers [None req-bcb998aa-8ce5-4466-8a09-9ee1b58fe114 None None] Attempting to bind port 632e73d3-9090-45e5-a39e-4edfd594e1f3 on host dv-cinder-830088-4-iscsi for vnic_type normal with profile {{(pid=103259) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 12 11:01:11.590215 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron.plugins.ml2.managers [None req-bcb998aa-8ce5-4466-8a09-9ee1b58fe114 None None] Attempting to bind port 632e73d3-9090-45e5-a39e-4edfd594e1f3 by drivers openvswitch,hyperv on host dv-cinder-830088-4-iscsi at level 0 using segments [{'id': 'af155c35-6d9d-4cb5-9da1-9790843f44dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': '5fe71604-a19f-4748-9dc5-7cc9d7ecf6be'}] {{(pid=103259) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 12 11:01:11.590811 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bcb998aa-8ce5-4466-8a09-9ee1b58fe114 None None] Attempting to bind port 632e73d3-9090-45e5-a39e-4edfd594e1f3 on network 5fe71604-a19f-4748-9dc5-7cc9d7ecf6be {{(pid=103259) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 11:01:11.602024 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bcb998aa-8ce5-4466-8a09-9ee1b58fe114 None None] Checking agent: {'id': 'c71cae7d-514b-467a-8477-0a67bee0b970', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-830088-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 12, 10, 52, 16), 'started_at': datetime.datetime(2022, 4, 12, 10, 52, 46), 'heartbeat_timestamp': datetime.datetime(2022, 4, 12, 11, 0, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-830088-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103259) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 12 11:01:11.602808 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bcb998aa-8ce5-4466-8a09-9ee1b58fe114 None None] Checking segment: {'id': 'af155c35-6d9d-4cb5-9da1-9790843f44dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': '5fe71604-a19f-4748-9dc5-7cc9d7ecf6be'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103259) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 11:01:11.603454 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron_lib.callbacks.manager [None req-bcb998aa-8ce5-4466-8a09-9ee1b58fe114 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:01:11.604142 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bcb998aa-8ce5-4466-8a09-9ee1b58fe114 None None] Bound using segment: {'id': 'af155c35-6d9d-4cb5-9da1-9790843f44dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': '5fe71604-a19f-4748-9dc5-7cc9d7ecf6be'} {{(pid=103259) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 12 11:01:11.608061 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron.plugins.ml2.managers [None req-bcb998aa-8ce5-4466-8a09-9ee1b58fe114 None None] Bound port: 632e73d3-9090-45e5-a39e-4edfd594e1f3, host: dv-cinder-830088-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'af155c35-6d9d-4cb5-9da1-9790843f44dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': '5fe71604-a19f-4748-9dc5-7cc9d7ecf6be'}}] {{(pid=103259) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 12 11:01:11.608769 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron_lib.callbacks.manager [None req-bcb998aa-8ce5-4466-8a09-9ee1b58fe114 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1535343'] for port (632e73d3-9090-45e5-a39e-4edfd594e1f3), before_update {{(pid=103259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:01:11.778292 dv-cinder-830088-4-iscsi neutron-server[103258]: INFO neutron.wsgi [req-d5078506-9b7c-417e-9f90-07c703b84741 req-de4cc879-fa7a-4a57-a15a-e9d745a42e38 service neutron] 10.222.0.39 "GET /v2.0/networks/696acaf3-e376-402a-9f44-515f336c0ed7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3576970 Apr 12 11:01:11.839598 dv-cinder-830088-4-iscsi neutron-server[103260]: DEBUG neutron.db.l3_hamode_db [None req-d75bff56-d38f-48ad-a7f6-7e1c7a76cdfc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ebba7e6c-c174-4e43-823e-0332064b8743', 'name': 'tempest-ServerRescueNegativeTestJSON-1877816747-router', 'tenant_id': '87551ef1ad8e4190b7a3b1c3469382df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b7be5f2-485b-4c85-8f98-fb200971b61c', 'external_fixed_ips': [{'subnet_id': '4887111e-1302-416a-ab8e-c957c9df7f85', 'ip_address': '172.27.3.24'}], 'enable_snat': True}, 'gw_port_id': '092f00f6-c2f2-4426-a5db-b5016b474eb5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T11:00:45Z', 'updated_at': '2022-04-12T11:01:02Z', 'revision_number': 4, 'project_id': '87551ef1ad8e4190b7a3b1c3469382df', 'gw_port': {'id': '092f00f6-c2f2-4426-a5db-b5016b474eb5', 'name': '', 'network_id': '3b7be5f2-485b-4c85-8f98-fb200971b61c', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:22:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ebba7e6c-c174-4e43-823e-0332064b8743', 'device_owner': 'network:router_gateway', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': '4887111e-1302-416a-ab8e-c957c9df7f85', 'ip_address': '172.27.3.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830088-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T11:00:47Z', 'updated_at': '2022-04-12T11:01:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4887111e-1302-416a-ab8e-c957c9df7f85', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830088-4-iscsi', '_interfaces': [{'id': '7599ff43-fec5-460d-87d7-48cc29fb6aaf', 'name': '', 'network_id': '696acaf3-e376-402a-9f44-515f336c0ed7', 'tenant_id': '87551ef1ad8e4190b7a3b1c3469382df', 'mac_address': 'fa:16:3e:7b:de:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ebba7e6c-c174-4e43-823e-0332064b8743', 'device_owner': 'network:router_interface', 'standard_attr_id': 122, 'fixed_ips': [{'subnet_id': 'dac559db-7802-4e19-95c5-3aacf686b15d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830088-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T11:00:59Z', 'updated_at': '2022-04-12T11:01:10Z', 'revision_number': 4, 'project_id': '87551ef1ad8e4190b7a3b1c3469382df', 'subnets': [{'id': 'dac559db-7802-4e19-95c5-3aacf686b15d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830088-4-iscsi', False) {} {{(pid=103260) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 11:01:11.891861 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron_lib.callbacks.manager [None req-ae6c308c-a92e-4424-a7f8-d6a17e5174ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777667879581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1343690'] for agent (742b2e09-86ec-4663-b086-f6b891926c3e), after_update {{(pid=103259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:01:11.905726 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron.plugins.ml2.db [None req-bcb998aa-8ce5-4466-8a09-9ee1b58fe114 None None] For port 632e73d3-9090-45e5-a39e-4edfd594e1f3, host dv-cinder-830088-4-iscsi, cleared binding levels {{(pid=103259) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 12 11:01:11.908492 dv-cinder-830088-4-iscsi neutron-server[103260]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d75bff56-d38f-48ad-a7f6-7e1c7a76cdfc None None] The sync data for ids ['ebba7e6c-c174-4e43-823e-0332064b8743'] in dv-cinder-830088-4-iscsi is: [{'id': 'ebba7e6c-c174-4e43-823e-0332064b8743', 'name': 'tempest-ServerRescueNegativeTestJSON-1877816747-router', 'tenant_id': '87551ef1ad8e4190b7a3b1c3469382df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b7be5f2-485b-4c85-8f98-fb200971b61c', 'external_fixed_ips': [{'subnet_id': '4887111e-1302-416a-ab8e-c957c9df7f85', 'ip_address': '172.27.3.24'}], 'enable_snat': True}, 'gw_port_id': '092f00f6-c2f2-4426-a5db-b5016b474eb5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T11:00:45Z', 'updated_at': '2022-04-12T11:01:02Z', 'revision_number': 4, 'project_id': '87551ef1ad8e4190b7a3b1c3469382df', 'gw_port': {'id': '092f00f6-c2f2-4426-a5db-b5016b474eb5', 'name': '', 'network_id': '3b7be5f2-485b-4c85-8f98-fb200971b61c', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:22:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ebba7e6c-c174-4e43-823e-0332064b8743', 'device_owner': 'network:router_gateway', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': '4887111e-1302-416a-ab8e-c957c9df7f85', 'ip_address': '172.27.3.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830088-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T11:00:47Z', 'updated_at': '2022-04-12T11:01:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4887111e-1302-416a-ab8e-c957c9df7f85', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830088-4-iscsi', '_interfaces': [{'id': '7599ff43-fec5-460d-87d7-48cc29fb6aaf', 'name': '', 'network_id': '696acaf3-e376-402a-9f44-515f336c0ed7', 'tenant_id': '87551ef1ad8e4190b7a3b1c3469382df', 'mac_address': 'fa:16:3e:7b:de:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ebba7e6c-c174-4e43-823e-0332064b8743', 'device_owner': 'network:router_interface', 'standard_attr_id': 122, 'fixed_ips': [{'subnet_id': 'dac559db-7802-4e19-95c5-3aacf686b15d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830088-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T11:00:59Z', 'updated_at': '2022-04-12T11:01:10Z', 'revision_number': 4, 'project_id': '87551ef1ad8e4190b7a3b1c3469382df', 'subnets': [{'id': 'dac559db-7802-4e19-95c5-3aacf686b15d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103260) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 12 11:01:11.909248 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron.plugins.ml2.db [None req-bcb998aa-8ce5-4466-8a09-9ee1b58fe114 None None] For port 632e73d3-9090-45e5-a39e-4edfd594e1f3, host dv-cinder-830088-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830088-4-iscsi',level=0,port_id=632e73d3-9090-45e5-a39e-4edfd594e1f3,segment=NetworkSegment(af155c35-6d9d-4cb5-9da1-9790843f44dc),segment_id=af155c35-6d9d-4cb5-9da1-9790843f44dc)] {{(pid=103259) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 12 11:01:11.921751 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron_lib.callbacks.manager [None req-bcb998aa-8ce5-4466-8a09-9ee1b58fe114 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1534861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777667992095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777667450170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777667450188'] for port (632e73d3-9090-45e5-a39e-4edfd594e1f3), after_update {{(pid=103259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:01:12.065901 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron.plugins.ml2.plugin [None req-cb435d90-d551-4388-a26a-a0ba3112be9b None None] Current status of the port 7599ff43-fec5-460d-87d7-48cc29fb6aaf is: DOWN; New status is: ACTIVE {{(pid=103259) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 11:01:12.067257 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron_lib.callbacks.manager [None req-cb435d90-d551-4388-a26a-a0ba3112be9b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1535343'] for port (7599ff43-fec5-460d-87d7-48cc29fb6aaf), before_update {{(pid=103259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:01:12.140100 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron.wsgi [-] (103257) accepted ('10.222.0.39', 49698) {{(pid=103257) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 11:01:12.148182 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron.api.v2.base [None req-71850511-b79f-4c66-b7d7-4ef1254e839d tempest-AttachVolumeShelveTestJSON-1581400671 tempest-AttachVolumeShelveTestJSON-1581400671-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1679132150', 'description': 'tempest-description--1421530478'}} {{(pid=103257) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 11:01:12.197761 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-71850511-b79f-4c66-b7d7-4ef1254e839d tempest-AttachVolumeShelveTestJSON-1581400671 tempest-AttachVolumeShelveTestJSON-1581400671-project] Publish callbacks [] for security_group (None), before_create {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:01:12.290474 dv-cinder-830088-4-iscsi neutron-server[103258]: INFO neutron.wsgi [req-d5078506-9b7c-417e-9f90-07c703b84741 req-54e464ac-6bd2-4cf1-be39-97ef6d968d76 service neutron] 10.222.0.39 "GET /v2.0/networks/696acaf3-e376-402a-9f44-515f336c0ed7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4945977 Apr 12 11:01:12.298793 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron.plugins.ml2.db [None req-cb435d90-d551-4388-a26a-a0ba3112be9b None None] For port 7599ff43-fec5-460d-87d7-48cc29fb6aaf, host dv-cinder-830088-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830088-4-iscsi',level=0,port_id=7599ff43-fec5-460d-87d7-48cc29fb6aaf,segment=NetworkSegment(fef06479-df1c-48b3-ab23-a5007803664a),segment_id=fef06479-df1c-48b3-ab23-a5007803664a)] {{(pid=103259) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 11:01:12.316492 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffeed1c3-9297-406b-b6c3-7266147b27f1 None None] Pushing event updated for resources: {'Port': ['ID=632e73d3-9090-45e5-a39e-4edfd594e1f3,revision_number=4']} {{(pid=103259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:01:12.334296 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron_lib.callbacks.manager [None req-cb435d90-d551-4388-a26a-a0ba3112be9b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1534861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777667992095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777667450170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777667450188'] for port (7599ff43-fec5-460d-87d7-48cc29fb6aaf), after_update {{(pid=103259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:01:12.340904 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bcb998aa-8ce5-4466-8a09-9ee1b58fe114 None None] Routers {'eb1e4800-8b4f-4be4-9243-871422076e8b'} bound to L3 agent in host dv-cinder-830088-4-iscsi {{(pid=103259) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 11:01:12.343595 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron.db.l3_hamode_db [None req-bcb998aa-8ce5-4466-8a09-9ee1b58fe114 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830088-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-12T10:52:12Z,description=,heartbeat_timestamp=2022-04-12T11:00:43Z,host='dv-cinder-830088-4-iscsi',id=77f5e085-0284-4236-9dbf-35d2d452e277,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T10:52:12Z,topic='l3_agent')) {'router_ids': ['eb1e4800-8b4f-4be4-9243-871422076e8b'], 'active': True} {{(pid=103259) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 11:01:12.372466 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c67be81-9402-4e7a-87f6-b888301f03ca req-333e2e12-ca0a-4960-b2df-7766bd14ce61 tempest-AttachVolumeNegativeTest-1347969699 tempest-AttachVolumeNegativeTest-1347969699-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:01:12.374555 dv-cinder-830088-4-iscsi neutron-server[103258]: INFO neutron.wsgi [req-0c67be81-9402-4e7a-87f6-b888301f03ca req-333e2e12-ca0a-4960-b2df-7766bd14ce61 tempest-AttachVolumeNegativeTest-1347969699 tempest-AttachVolumeNegativeTest-1347969699-project] 10.222.0.53 "GET /v2.0/networks?id=8605bce6-3955-4448-bd79-8ef881f45c6d HTTP/1.1" status: 200 len: 814 time: 0.4324758 Apr 12 11:01:12.509346 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-71850511-b79f-4c66-b7d7-4ef1254e839d tempest-AttachVolumeShelveTestJSON-1581400671 tempest-AttachVolumeShelveTestJSON-1581400671-project] Publish callbacks [] for security_group (76018d3a-627c-488b-b6f9-308c58c63207), precommit_create {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:01:12.521278 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron.plugins.ml2.rpc [None req-ae6c308c-a92e-4424-a7f8-d6a17e5174ef None None] Device cac6254f-854d-4ed4-80fb-63e1d78d8043 details requested by agent hyperv_hv-cinder-83008 with host hv-cinder-83008 {{(pid=103259) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 12 11:01:12.543026 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-71850511-b79f-4c66-b7d7-4ef1254e839d tempest-AttachVolumeShelveTestJSON-1581400671 tempest-AttachVolumeShelveTestJSON-1581400671-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-415253'] for security_group (76018d3a-627c-488b-b6f9-308c58c63207), after_create {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:01:12.629119 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0465c510-8cbd-4b4f-9f49-c6febe7d9f82 req-df170c6d-efad-4a01-a716-57c4f1f0b0a4 tempest-DeleteServersTestJSON-655909961 tempest-DeleteServersTestJSON-655909961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:01:12.633485 dv-cinder-830088-4-iscsi neutron-server[103257]: INFO neutron.wsgi [req-0465c510-8cbd-4b4f-9f49-c6febe7d9f82 req-df170c6d-efad-4a01-a716-57c4f1f0b0a4 tempest-DeleteServersTestJSON-655909961 tempest-DeleteServersTestJSON-655909961-project] 10.222.0.39 "GET /v2.0/ports?device_id=1f388cc0-2f53-4f5f-b4da-75912eabd99d HTTP/1.1" status: 200 len: 944 time: 0.1942401 Apr 12 11:01:12.644507 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71850511-b79f-4c66-b7d7-4ef1254e839d tempest-AttachVolumeShelveTestJSON-1581400671 tempest-AttachVolumeShelveTestJSON-1581400671-project] Pushing event updated for resources: {'SecurityGroup': ['ID=76018d3a-627c-488b-b6f9-308c58c63207,revision_number=1']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:01:12.653934 dv-cinder-830088-4-iscsi neutron-server[103258]: INFO neutron.wsgi [req-0c67be81-9402-4e7a-87f6-b888301f03ca req-c3d0ee55-bcb8-45b2-a09b-757bb2b0feb2 tempest-AttachVolumeNegativeTest-1347969699 tempest-AttachVolumeNegativeTest-1347969699-project] 10.222.0.53 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e581060642574053bd171680bd4e15a9 HTTP/1.1" status: 200 len: 379 time: 0.2009935 Apr 12 11:01:12.664662 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.api.v2.base [req-0c67be81-9402-4e7a-87f6-b888301f03ca req-2528a911-0751-48a1-9ea1-03ac91a14d8f tempest-AttachVolumeNegativeTest-1347969699 tempest-AttachVolumeNegativeTest-1347969699-project] Request body: {'port': {'device_id': '76c0d3e2-99b4-4344-b105-cc9bc02b2bb7', 'network_id': '8605bce6-3955-4448-bd79-8ef881f45c6d', 'admin_state_up': True, 'tenant_id': 'e581060642574053bd171680bd4e15a9', 'security_groups': ['4866db02-000f-42de-90d5-3a6f4f0dbf7e']}} {{(pid=103258) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 11:01:12.672476 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-71850511-b79f-4c66-b7d7-4ef1254e839d tempest-AttachVolumeShelveTestJSON-1581400671 tempest-AttachVolumeShelveTestJSON-1581400671-project] Publish callbacks [] for security_group (None), before_response {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:01:12.673747 dv-cinder-830088-4-iscsi neutron-server[103257]: INFO neutron.wsgi [None req-71850511-b79f-4c66-b7d7-4ef1254e839d tempest-AttachVolumeShelveTestJSON-1581400671 tempest-AttachVolumeShelveTestJSON-1581400671-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.5316036 Apr 12 11:01:12.701317 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.wsgi [-] (103258) accepted ('10.222.0.39', 49726) {{(pid=103258) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 11:01:12.759743 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.api.v2.base [None req-e06ae9fe-5926-48ec-b530-6e6f487e893a tempest-AttachVolumeShelveTestJSON-1581400671 tempest-AttachVolumeShelveTestJSON-1581400671-project] Request body: {'security_group_rule': {'security_group_id': '76018d3a-627c-488b-b6f9-308c58c63207', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103258) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 11:01:12.769586 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb435d90-d551-4388-a26a-a0ba3112be9b None None] Pushing event updated for resources: {'Port': ['ID=7599ff43-fec5-460d-87d7-48cc29fb6aaf,revision_number=5']} {{(pid=103259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:01:12.794664 dv-cinder-830088-4-iscsi neutron-server[103257]: INFO neutron.wsgi [req-0465c510-8cbd-4b4f-9f49-c6febe7d9f82 req-0b616792-6cd5-4bfb-b682-d55b21134298 tempest-DeleteServersTestJSON-655909961 tempest-DeleteServersTestJSON-655909961-project] 10.222.0.39 "GET /v2.0/security-groups?id=19a2dc3b-a298-4013-89f3-f5eb3f383f02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1448324 Apr 12 11:01:12.848883 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron.db.provisioning_blocks [None req-bd9597fc-875d-487d-8b96-95b2a324bb45 None None] Provisioning complete for port 632e73d3-9090-45e5-a39e-4edfd594e1f3 triggered by entity DHCP. {{(pid=103259) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 11:01:12.849257 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron_lib.callbacks.manager [None req-bd9597fc-875d-487d-8b96-95b2a324bb45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1343588'] for port (632e73d3-9090-45e5-a39e-4edfd594e1f3), provisioning_complete {{(pid=103259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:01:12.944701 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron_lib.db.resource_extend [None req-ae6c308c-a92e-4424-a7f8-d6a17e5174ef None None] It took 0.18 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103259) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 12 11:01:12.953895 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-e06ae9fe-5926-48ec-b530-6e6f487e893a tempest-AttachVolumeShelveTestJSON-1581400671 tempest-AttachVolumeShelveTestJSON-1581400671-project] Publish callbacks [] for security_group_rule (ca1df911-d6de-4885-9c76-37dae150d088), before_create {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:01:13.094868 dv-cinder-830088-4-iscsi neutron-server[103257]: INFO neutron.wsgi [req-4766e3b5-3a27-4436-84d1-b4184a19c5ee req-e5e2f1b3-7e0d-474a-b636-06322be1c6da tempest-AttachVolumeTestJSON-1709741936 tempest-AttachVolumeTestJSON-1709741936-project] 10.222.0.39 "GET /v2.0/security-groups?name=tempest-securitygroup--673454654&fields=id&tenant_id=d41e564f85554bef9013a0082cd0196d HTTP/1.1" status: 200 len: 267 time: 0.1219761 Apr 12 11:01:13.122105 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron.plugins.ml2.db [None req-ae6c308c-a92e-4424-a7f8-d6a17e5174ef None None] For port cac6254f-854d-4ed4-80fb-63e1d78d8043, host hv-cinder-83008, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83008',level=0,port_id=cac6254f-854d-4ed4-80fb-63e1d78d8043,segment=NetworkSegment(331144d7-7890-4b14-baab-10c11a274824),segment_id=331144d7-7890-4b14-baab-10c11a274824)] {{(pid=103259) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 11:01:13.190837 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron.plugins.ml2.rpc [None req-ae6c308c-a92e-4424-a7f8-d6a17e5174ef None None] Returning: {'device': 'cac6254f-854d-4ed4-80fb-63e1d78d8043', 'network_id': '332a1fd1-5c8d-44a4-a602-cb07d1316e56', 'port_id': 'cac6254f-854d-4ed4-80fb-63e1d78d8043', 'mac_address': 'fa:16:3e:81:f5:2e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 549, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f8b8bd51-b053-41e8-b47b-c905f5b3e415', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103259) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 12 11:01:13.225785 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron_lib.callbacks.manager [None req-0f9ec996-a1ed-4667-855c-d9783711fbc2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777667879581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1343690'] for agent (77f5e085-0284-4236-9dbf-35d2d452e277), after_update {{(pid=103259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:01:13.326676 dv-cinder-830088-4-iscsi neutron-server[103258]: INFO neutron.wsgi [req-5af071e2-2cb4-4bb5-b0a2-88872a376d5f req-12f2ac22-204f-428a-b5d1-720dd6172da9 tempest-AttachVolumeNegativeTest-1347969699 tempest-AttachVolumeNegativeTest-1347969699-project] 10.222.0.39 "GET /v2.0/ports?device_id=76c0d3e2-99b4-4344-b105-cc9bc02b2bb7 HTTP/1.1" status: 200 len: 210 time: 0.1326933 Apr 12 11:01:13.365454 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-e06ae9fe-5926-48ec-b530-6e6f487e893a tempest-AttachVolumeShelveTestJSON-1581400671 tempest-AttachVolumeShelveTestJSON-1581400671-project] Publish callbacks [] for security_group_rule (ca1df911-d6de-4885-9c76-37dae150d088), precommit_create {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:01:13.392748 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-e06ae9fe-5926-48ec-b530-6e6f487e893a tempest-AttachVolumeShelveTestJSON-1581400671 tempest-AttachVolumeShelveTestJSON-1581400671-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-415338'] for security_group_rule (ca1df911-d6de-4885-9c76-37dae150d088), after_create {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:01:13.394831 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0c67be81-9402-4e7a-87f6-b888301f03ca req-2528a911-0751-48a1-9ea1-03ac91a14d8f tempest-AttachVolumeNegativeTest-1347969699 tempest-AttachVolumeNegativeTest-1347969699-project] Made reservation on behalf of e581060642574053bd171680bd4e15a9 for: {'port': 1} {{(pid=103258) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 12 11:01:13.405403 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [req-0c67be81-9402-4e7a-87f6-b888301f03ca req-2528a911-0751-48a1-9ea1-03ac91a14d8f tempest-AttachVolumeNegativeTest-1347969699 tempest-AttachVolumeNegativeTest-1347969699-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1535343'] for port (None), before_create {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:01:13.412105 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron.plugins.ml2.plugin [None req-bd9597fc-875d-487d-8b96-95b2a324bb45 None None] Current status of the port 632e73d3-9090-45e5-a39e-4edfd594e1f3 is: DOWN; New status is: ACTIVE {{(pid=103259) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 11:01:13.417513 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron_lib.callbacks.manager [None req-bd9597fc-875d-487d-8b96-95b2a324bb45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1535343'] for port (632e73d3-9090-45e5-a39e-4edfd594e1f3), before_update {{(pid=103259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:01:13.494181 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron.plugins.ml2.plugin [None req-ae6c308c-a92e-4424-a7f8-d6a17e5174ef None None] Current status of the port cac6254f-854d-4ed4-80fb-63e1d78d8043 is: DOWN; New status is: BUILD {{(pid=103259) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 11:01:13.494808 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron_lib.callbacks.manager [None req-ae6c308c-a92e-4424-a7f8-d6a17e5174ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1535343'] for port (cac6254f-854d-4ed4-80fb-63e1d78d8043), before_update {{(pid=103259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:01:13.498123 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron.db.l3_dvr_db [None req-bcb998aa-8ce5-4466-8a09-9ee1b58fe114 None None] Set router eb1e4800-8b4f-4be4-9243-871422076e8b gateway port host: dv-cinder-830088-4-iscsi {{(pid=103259) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 11:01:13.510326 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e06ae9fe-5926-48ec-b530-6e6f487e893a tempest-AttachVolumeShelveTestJSON-1581400671 tempest-AttachVolumeShelveTestJSON-1581400671-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ca1df911-d6de-4885-9c76-37dae150d088,revision_number=0']} {{(pid=103258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:01:13.573294 dv-cinder-830088-4-iscsi neutron-server[103258]: INFO neutron.wsgi [req-6c01f9f6-2b93-4c83-84e2-186304ea10d4 req-5c38c806-2c75-417d-84a6-c9dab47dfad4 tempest-ServerRescueNegativeTestJSON-1304480791 tempest-ServerRescueNegativeTestJSON-1304480791-project] 10.222.0.39 "GET /v2.0/ports?device_id=59d855d0-c55b-43eb-bbd0-ca27547aa179 HTTP/1.1" status: 200 len: 210 time: 0.1182842 Apr 12 11:01:13.581829 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-e06ae9fe-5926-48ec-b530-6e6f487e893a tempest-AttachVolumeShelveTestJSON-1581400671 tempest-AttachVolumeShelveTestJSON-1581400671-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:01:13.585465 dv-cinder-830088-4-iscsi neutron-server[103258]: INFO neutron.wsgi [None req-e06ae9fe-5926-48ec-b530-6e6f487e893a tempest-AttachVolumeShelveTestJSON-1581400671 tempest-AttachVolumeShelveTestJSON-1581400671-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.8751459 Apr 12 11:01:13.589367 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.wsgi [-] (103258) accepted ('10.222.0.39', 49792) {{(pid=103258) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 11:01:13.593768 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.api.v2.base [None req-06685af3-cced-4d00-9238-62d344184b69 tempest-AttachVolumeShelveTestJSON-1581400671 tempest-AttachVolumeShelveTestJSON-1581400671-project] Request body: {'security_group_rule': {'security_group_id': '76018d3a-627c-488b-b6f9-308c58c63207', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103258) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 11:01:13.765141 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron.plugins.ml2.db [None req-bd9597fc-875d-487d-8b96-95b2a324bb45 None None] For port 632e73d3-9090-45e5-a39e-4edfd594e1f3, host dv-cinder-830088-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830088-4-iscsi',level=0,port_id=632e73d3-9090-45e5-a39e-4edfd594e1f3,segment=NetworkSegment(af155c35-6d9d-4cb5-9da1-9790843f44dc),segment_id=af155c35-6d9d-4cb5-9da1-9790843f44dc)] {{(pid=103259) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 11:01:13.775355 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron.notifiers.nova [None req-ae6c308c-a92e-4424-a7f8-d6a17e5174ef None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cac6254f-854d-4ed4-80fb-63e1d78d8043 {{(pid=103259) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 12 11:01:13.798006 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.db.db_base_plugin_common [req-0c67be81-9402-4e7a-87f6-b888301f03ca req-2528a911-0751-48a1-9ea1-03ac91a14d8f tempest-AttachVolumeNegativeTest-1347969699 tempest-AttachVolumeNegativeTest-1347969699-project] Allocated IP 172.20.0.9 (8605bce6-3955-4448-bd79-8ef881f45c6d/342bfb33-54ce-4b31-b1d9-ee13f5d2ec00/81da8d92-10b5-4f49-b3df-4f9d3bffc3b7) {{(pid=103258) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 12 11:01:13.800267 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4766e3b5-3a27-4436-84d1-b4184a19c5ee req-34984a84-aa3a-43ec-911a-19af539236e9 tempest-AttachVolumeTestJSON-1709741936 tempest-AttachVolumeTestJSON-1709741936-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:01:13.812602 dv-cinder-830088-4-iscsi neutron-server[103257]: INFO neutron.wsgi [req-4766e3b5-3a27-4436-84d1-b4184a19c5ee req-34984a84-aa3a-43ec-911a-19af539236e9 tempest-AttachVolumeTestJSON-1709741936 tempest-AttachVolumeTestJSON-1709741936-project] 10.222.0.39 "GET /v2.0/networks?id=5283658c-f0e4-41df-8b22-61e61a4f7877 HTTP/1.1" status: 200 len: 810 time: 0.7142544 Apr 12 11:01:13.858272 dv-cinder-830088-4-iscsi neutron-server[103257]: INFO neutron.wsgi [req-4766e3b5-3a27-4436-84d1-b4184a19c5ee req-6aa9a44b-296b-4278-adcf-3a29ae33177e tempest-AttachVolumeTestJSON-1709741936 tempest-AttachVolumeTestJSON-1709741936-project] 10.222.0.39 "GET /v2.0/quotas/d41e564f85554bef9013a0082cd0196d HTTP/1.1" status: 200 len: 375 time: 0.0417435 Apr 12 11:01:13.936621 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron_lib.callbacks.manager [None req-bd9597fc-875d-487d-8b96-95b2a324bb45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1534861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777667992095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777667450170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777667450188'] for port (632e73d3-9090-45e5-a39e-4edfd594e1f3), after_update {{(pid=103259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:01:13.975591 dv-cinder-830088-4-iscsi neutron-server[103257]: INFO neutron.wsgi [req-4766e3b5-3a27-4436-84d1-b4184a19c5ee req-97ab1aff-3437-486c-9417-1404641f5ff1 tempest-AttachVolumeTestJSON-1709741936 tempest-AttachVolumeTestJSON-1709741936-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=d41e564f85554bef9013a0082cd0196d&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1096768 Apr 12 11:01:14.090222 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd9597fc-875d-487d-8b96-95b2a324bb45 None None] Pushing event updated for resources: {'Port': ['ID=632e73d3-9090-45e5-a39e-4edfd594e1f3,revision_number=5']} {{(pid=103259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:01:14.112543 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron.plugins.ml2.rpc [None req-e4b062a6-7a21-4431-be77-3c7776c11043 None None] Device 7599ff43-fec5-460d-87d7-48cc29fb6aaf up at agent ovs-agent-dv-cinder-830088-4-iscsi {{(pid=103259) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 11:01:14.183889 dv-cinder-830088-4-iscsi neutron-server[103257]: INFO neutron.wsgi [req-4766e3b5-3a27-4436-84d1-b4184a19c5ee req-6ae96965-0195-4404-b3cf-2cac17c7cac4 service neutron] 10.222.0.39 "GET /v2.0/networks/5283658c-f0e4-41df-8b22-61e61a4f7877?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1945658 Apr 12 11:01:14.305125 dv-cinder-830088-4-iscsi neutron-server[103257]: INFO neutron.wsgi [req-4766e3b5-3a27-4436-84d1-b4184a19c5ee req-ad8a800d-3d16-4503-ba20-001abb59a59c service neutron] 10.222.0.39 "GET /v2.0/networks/5283658c-f0e4-41df-8b22-61e61a4f7877?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1151338 Apr 12 11:01:14.337719 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron.db.provisioning_blocks [None req-81aae61f-1fa5-40c9-9e31-d280f60d4f12 None None] Provisioning complete for port 632e73d3-9090-45e5-a39e-4edfd594e1f3 triggered by entity DHCP. {{(pid=103259) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 11:01:14.338650 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron_lib.callbacks.manager [None req-81aae61f-1fa5-40c9-9e31-d280f60d4f12 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1343588'] for port (632e73d3-9090-45e5-a39e-4edfd594e1f3), provisioning_complete {{(pid=103259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:01:14.434136 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron.plugins.ml2.db [None req-ae6c308c-a92e-4424-a7f8-d6a17e5174ef None None] For port cac6254f-854d-4ed4-80fb-63e1d78d8043, host hv-cinder-83008, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83008',level=0,port_id=cac6254f-854d-4ed4-80fb-63e1d78d8043,segment=NetworkSegment(331144d7-7890-4b14-baab-10c11a274824),segment_id=331144d7-7890-4b14-baab-10c11a274824)] {{(pid=103259) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 11:01:14.438527 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80fe06fe-484b-4b45-abd7-fc89f48cae18 req-de89d5af-7626-4b6d-8446-bcd3f156553a tempest-DeleteServersTestJSON-655909961 tempest-DeleteServersTestJSON-655909961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:01:14.451780 dv-cinder-830088-4-iscsi neutron-server[103258]: INFO neutron.wsgi [req-80fe06fe-484b-4b45-abd7-fc89f48cae18 req-de89d5af-7626-4b6d-8446-bcd3f156553a tempest-DeleteServersTestJSON-655909961 tempest-DeleteServersTestJSON-655909961-project] 10.222.0.39 "GET /v2.0/ports?device_id=1f388cc0-2f53-4f5f-b4da-75912eabd99d HTTP/1.1" status: 200 len: 944 time: 0.0981908 Apr 12 11:01:14.514467 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron_lib.callbacks.manager [None req-601bd752-88b9-4ad2-8e14-56931e32431b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777667879581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1343690'] for agent (3ceb33ec-7c20-4632-9357-4cc6534463de), after_update {{(pid=103259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:01:14.514984 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron_lib.callbacks.manager [None req-ae6c308c-a92e-4424-a7f8-d6a17e5174ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1534861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777667992095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777667450170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777667450188'] for port (cac6254f-854d-4ed4-80fb-63e1d78d8043), after_update {{(pid=103259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:01:14.516913 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron.db.provisioning_blocks [None req-e4b062a6-7a21-4431-be77-3c7776c11043 None None] Provisioning complete for port 7599ff43-fec5-460d-87d7-48cc29fb6aaf triggered by entity L2. {{(pid=103259) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 11:01:14.517605 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron_lib.callbacks.manager [None req-e4b062a6-7a21-4431-be77-3c7776c11043 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1343588'] for port (7599ff43-fec5-460d-87d7-48cc29fb6aaf), provisioning_complete {{(pid=103259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:01:14.519094 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-06685af3-cced-4d00-9238-62d344184b69 tempest-AttachVolumeShelveTestJSON-1581400671 tempest-AttachVolumeShelveTestJSON-1581400671-project] Publish callbacks [] for security_group_rule (026e4c15-1fdf-487b-9661-3473be00f3d9), before_create {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:01:14.689578 dv-cinder-830088-4-iscsi neutron-server[103258]: INFO neutron.wsgi [req-80fe06fe-484b-4b45-abd7-fc89f48cae18 req-68422007-91c9-47d3-818d-38446dba236b tempest-DeleteServersTestJSON-655909961 tempest-DeleteServersTestJSON-655909961-project] 10.222.0.39 "GET /v2.0/security-groups?id=19a2dc3b-a298-4013-89f3-f5eb3f383f02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2366600 Apr 12 11:01:14.733421 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron.wsgi [-] (103257) accepted ('10.222.0.39', 49838) {{(pid=103257) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 11:01:14.779185 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-06685af3-cced-4d00-9238-62d344184b69 tempest-AttachVolumeShelveTestJSON-1581400671 tempest-AttachVolumeShelveTestJSON-1581400671-project] Publish callbacks [] for security_group_rule (026e4c15-1fdf-487b-9661-3473be00f3d9), precommit_create {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:01:14.810890 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-06685af3-cced-4d00-9238-62d344184b69 tempest-AttachVolumeShelveTestJSON-1581400671 tempest-AttachVolumeShelveTestJSON-1581400671-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-415338'] for security_group_rule (026e4c15-1fdf-487b-9661-3473be00f3d9), after_create {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:01:14.861006 dv-cinder-830088-4-iscsi neutron-server[103258]: INFO neutron.wsgi [req-ae115f26-404d-41c5-aa93-6780e1ac3156 req-91030fde-9282-41cd-ab7b-661621cd348a tempest-AttachVolumeNegativeTest-1347969699 tempest-AttachVolumeNegativeTest-1347969699-project] 10.222.0.39 "GET /v2.0/ports?device_id=76c0d3e2-99b4-4344-b105-cc9bc02b2bb7 HTTP/1.1" status: 200 len: 210 time: 0.0538387 Apr 12 11:01:14.895666 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06685af3-cced-4d00-9238-62d344184b69 tempest-AttachVolumeShelveTestJSON-1581400671 tempest-AttachVolumeShelveTestJSON-1581400671-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=026e4c15-1fdf-487b-9661-3473be00f3d9,revision_number=0']} {{(pid=103258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:01:14.900111 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-06685af3-cced-4d00-9238-62d344184b69 tempest-AttachVolumeShelveTestJSON-1581400671 tempest-AttachVolumeShelveTestJSON-1581400671-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:01:14.906665 dv-cinder-830088-4-iscsi neutron-server[103258]: INFO neutron.wsgi [None req-06685af3-cced-4d00-9238-62d344184b69 tempest-AttachVolumeShelveTestJSON-1581400671 tempest-AttachVolumeShelveTestJSON-1581400671-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.3159490 Apr 12 11:01:14.909981 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.wsgi [-] (103258) accepted ('10.222.0.39', 49850) {{(pid=103258) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 11:01:14.915141 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.api.v2.base [None req-b99c51f1-a202-4961-84fe-7f6a64549ff3 tempest-AttachVolumeShelveTestJSON-1581400671 tempest-AttachVolumeShelveTestJSON-1581400671-project] Request body: {'floatingip': {'floating_network_id': '3b7be5f2-485b-4c85-8f98-fb200971b61c'}} {{(pid=103258) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 11:01:14.924305 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [req-0c67be81-9402-4e7a-87f6-b888301f03ca req-2528a911-0751-48a1-9ea1-03ac91a14d8f tempest-AttachVolumeNegativeTest-1347969699 tempest-AttachVolumeNegativeTest-1347969699-project] Publish callbacks [] for port (81da8d92-10b5-4f49-b3df-4f9d3bffc3b7), precommit_create {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:01:14.942623 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron.wsgi [-] (103257) accepted ('10.222.0.53', 52402) {{(pid=103257) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 11:01:14.967668 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-b99c51f1-a202-4961-84fe-7f6a64549ff3 tempest-AttachVolumeShelveTestJSON-1581400671 tempest-AttachVolumeShelveTestJSON-1581400671-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:01:15.059605 dv-cinder-830088-4-iscsi neutron-server[103258]: INFO neutron.wsgi [req-b9e1e6a4-1300-4306-8eb2-0e3995bc5756 req-c9e92ab5-f9a3-474e-850d-040fd5088560 tempest-AttachVolumeTestJSON-1709741936 tempest-AttachVolumeTestJSON-1709741936-project] 10.222.0.39 "GET /v2.0/ports?device_id=054cf929-099f-406a-9607-1086f5624af6 HTTP/1.1" status: 200 len: 210 time: 0.0635872 Apr 12 11:01:15.068427 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-1a50d7a3-108d-4894-a2ab-c607bcba0880 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:01:15.142652 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [req-0c67be81-9402-4e7a-87f6-b888301f03ca req-2528a911-0751-48a1-9ea1-03ac91a14d8f tempest-AttachVolumeNegativeTest-1347969699 tempest-AttachVolumeNegativeTest-1347969699-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1534861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777667450152'] for port (81da8d92-10b5-4f49-b3df-4f9d3bffc3b7), after_create {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:01:15.186963 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae6c308c-a92e-4424-a7f8-d6a17e5174ef None None] Pushing event updated for resources: {'Port': ['ID=cac6254f-854d-4ed4-80fb-63e1d78d8043,revision_number=4']} {{(pid=103259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:01:15.228450 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2528a911-0751-48a1-9ea1-03ac91a14d8f tempest-AttachVolumeNegativeTest-1347969699 tempest-AttachVolumeNegativeTest-1347969699-project] Pushing event updated for resources: {'Port': ['ID=81da8d92-10b5-4f49-b3df-4f9d3bffc3b7,revision_number=1']} {{(pid=103258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:01:15.253855 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0c67be81-9402-4e7a-87f6-b888301f03ca req-2528a911-0751-48a1-9ea1-03ac91a14d8f tempest-AttachVolumeNegativeTest-1347969699 tempest-AttachVolumeNegativeTest-1347969699-project] Network 8605bce6-3955-4448-bd79-8ef881f45c6d is already hosted by enough agents. {{(pid=103258) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 11:01:15.259314 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.scheduler.base_scheduler [req-0c67be81-9402-4e7a-87f6-b888301f03ca req-2528a911-0751-48a1-9ea1-03ac91a14d8f tempest-AttachVolumeNegativeTest-1347969699 tempest-AttachVolumeNegativeTest-1347969699-project] Resources bound (agent type, host, resource id): {{(pid=103258) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 11:01:15.274391 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.db.l3_dvrscheduler_db [req-0c67be81-9402-4e7a-87f6-b888301f03ca req-2528a911-0751-48a1-9ea1-03ac91a14d8f tempest-AttachVolumeNegativeTest-1347969699 tempest-AttachVolumeNegativeTest-1347969699-project] Received port after_create {{(pid=103258) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 12 11:01:15.280841 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c67be81-9402-4e7a-87f6-b888301f03ca req-2528a911-0751-48a1-9ea1-03ac91a14d8f tempest-AttachVolumeNegativeTest-1347969699 tempest-AttachVolumeNegativeTest-1347969699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:01:15.281643 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [req-0c67be81-9402-4e7a-87f6-b888301f03ca req-2528a911-0751-48a1-9ea1-03ac91a14d8f tempest-AttachVolumeNegativeTest-1347969699 tempest-AttachVolumeNegativeTest-1347969699-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586029'] for port (None), before_response {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:01:15.303737 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron_lib.callbacks.manager [None req-0acb87d3-0572-4b2c-b7c9-977edd32a8b9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777667879581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1343690'] for agent (3c144e28-9cc5-463d-ad96-a18b19cd455c), after_update {{(pid=103259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:01:15.329716 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-b99c51f1-a202-4961-84fe-7f6a64549ff3 tempest-AttachVolumeShelveTestJSON-1581400671 tempest-AttachVolumeShelveTestJSON-1581400671-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1535343'] for port (None), before_create {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:01:15.343645 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron.plugins.ml2.db [None req-ae6c308c-a92e-4424-a7f8-d6a17e5174ef None None] get_ports_and_sgs() called for port_ids ['cac6254f-854d-4ed4-80fb-63e1d78d8043'] {{(pid=103259) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 12 11:01:15.351407 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-1a50d7a3-108d-4894-a2ab-c607bcba0880 admin admin] Publish callbacks [] for security_group (4e338bbc-551c-43a2-a42e-252bcc54591b), precommit_create {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:01:15.362997 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5d74d7f-4361-43f9-9290-902d3eb75a72 req-3d4218df-21c4-490e-bd0e-c898f87e05ec tempest-ServerRescueNegativeTestJSON-1304480791 tempest-ServerRescueNegativeTestJSON-1304480791-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:01:15.371102 dv-cinder-830088-4-iscsi neutron-server[103257]: INFO neutron.wsgi [req-c5d74d7f-4361-43f9-9290-902d3eb75a72 req-3d4218df-21c4-490e-bd0e-c898f87e05ec tempest-ServerRescueNegativeTestJSON-1304480791 tempest-ServerRescueNegativeTestJSON-1304480791-project] 10.222.0.39 "GET /v2.0/networks?id=696acaf3-e376-402a-9f44-515f336c0ed7 HTTP/1.1" status: 200 len: 819 time: 0.7044358 Apr 12 11:01:15.382458 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-1a50d7a3-108d-4894-a2ab-c607bcba0880 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-415253'] for security_group (4e338bbc-551c-43a2-a42e-252bcc54591b), after_create {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:01:15.411909 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron.db.l3_hamode_db [None req-bcb998aa-8ce5-4466-8a09-9ee1b58fe114 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eb1e4800-8b4f-4be4-9243-871422076e8b', 'name': 'tempest-AttachVolumeShelveTestJSON-1929172249-router', 'tenant_id': '64420168af994dfe8d37cc175e2bfbd6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b7be5f2-485b-4c85-8f98-fb200971b61c', 'external_fixed_ips': [{'subnet_id': '4887111e-1302-416a-ab8e-c957c9df7f85', 'ip_address': '172.27.3.180'}], 'enable_snat': True}, 'gw_port_id': 'c771e6b6-83f9-494d-bdb0-336589cf0989', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T11:00:46Z', 'updated_at': '2022-04-12T11:01:05Z', 'revision_number': 4, 'project_id': '64420168af994dfe8d37cc175e2bfbd6', 'gw_port': {'id': 'c771e6b6-83f9-494d-bdb0-336589cf0989', 'name': '', 'network_id': '3b7be5f2-485b-4c85-8f98-fb200971b61c', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:fc:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb1e4800-8b4f-4be4-9243-871422076e8b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 106, 'fixed_ips': [{'subnet_id': '4887111e-1302-416a-ab8e-c957c9df7f85', 'ip_address': '172.27.3.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830088-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T11:00:49Z', 'updated_at': '2022-04-12T11:01:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4887111e-1302-416a-ab8e-c957c9df7f85', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830088-4-iscsi', '_interfaces': [{'id': '632e73d3-9090-45e5-a39e-4edfd594e1f3', 'name': '', 'network_id': '5fe71604-a19f-4748-9dc5-7cc9d7ecf6be', 'tenant_id': '64420168af994dfe8d37cc175e2bfbd6', 'mac_address': 'fa:16:3e:0a:17:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eb1e4800-8b4f-4be4-9243-871422076e8b', 'device_owner': 'network:router_interface', 'standard_attr_id': 128, 'fixed_ips': [{'subnet_id': 'e411d522-7486-40a5-b78b-47a221209e5e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830088-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T11:01:02Z', 'updated_at': '2022-04-12T11:01:11Z', 'revision_number': 4, 'project_id': '64420168af994dfe8d37cc175e2bfbd6', 'subnets': [{'id': 'e411d522-7486-40a5-b78b-47a221209e5e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830088-4-iscsi', False) {} {{(pid=103259) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 11:01:15.451339 dv-cinder-830088-4-iscsi neutron-server[103258]: INFO neutron.wsgi [req-0c67be81-9402-4e7a-87f6-b888301f03ca req-2528a911-0751-48a1-9ea1-03ac91a14d8f tempest-AttachVolumeNegativeTest-1347969699 tempest-AttachVolumeNegativeTest-1347969699-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.7963636 Apr 12 11:01:15.457656 dv-cinder-830088-4-iscsi neutron-server[103257]: INFO neutron.wsgi [None req-1a50d7a3-108d-4894-a2ab-c607bcba0880 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=cd3b44227766472b957d00459606ec09&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7229729 Apr 12 11:01:15.463852 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron.wsgi [-] (103257) accepted ('10.222.0.39', 49874) {{(pid=103257) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 11:01:15.496815 dv-cinder-830088-4-iscsi neutron-server[103257]: INFO neutron.wsgi [req-c5d74d7f-4361-43f9-9290-902d3eb75a72 req-1aef96fe-b29a-4372-a312-73a3c573e6b2 tempest-ServerRescueNegativeTestJSON-1304480791 tempest-ServerRescueNegativeTestJSON-1304480791-project] 10.222.0.39 "GET /v2.0/quotas/87551ef1ad8e4190b7a3b1c3469382df HTTP/1.1" status: 200 len: 375 time: 0.1244185 Apr 12 11:01:15.500093 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.api.v2.base [req-0c67be81-9402-4e7a-87f6-b888301f03ca req-c4d26395-73de-4a52-8219-9d91ddf22886 service neutron] Request body: {'port': {'device_id': '76c0d3e2-99b4-4344-b105-cc9bc02b2bb7', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83008'}} {{(pid=103258) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 11:01:15.513203 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron.plugins.ml2.plugin [None req-e4b062a6-7a21-4431-be77-3c7776c11043 None None] Current status of the port 7599ff43-fec5-460d-87d7-48cc29fb6aaf is: ACTIVE; New status is: ACTIVE {{(pid=103259) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 11:01:15.559075 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bcb998aa-8ce5-4466-8a09-9ee1b58fe114 None None] The sync data for ids ['eb1e4800-8b4f-4be4-9243-871422076e8b'] in dv-cinder-830088-4-iscsi is: [{'id': 'eb1e4800-8b4f-4be4-9243-871422076e8b', 'name': 'tempest-AttachVolumeShelveTestJSON-1929172249-router', 'tenant_id': '64420168af994dfe8d37cc175e2bfbd6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b7be5f2-485b-4c85-8f98-fb200971b61c', 'external_fixed_ips': [{'subnet_id': '4887111e-1302-416a-ab8e-c957c9df7f85', 'ip_address': '172.27.3.180'}], 'enable_snat': True}, 'gw_port_id': 'c771e6b6-83f9-494d-bdb0-336589cf0989', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T11:00:46Z', 'updated_at': '2022-04-12T11:01:05Z', 'revision_number': 4, 'project_id': '64420168af994dfe8d37cc175e2bfbd6', 'gw_port': {'id': 'c771e6b6-83f9-494d-bdb0-336589cf0989', 'name': '', 'network_id': '3b7be5f2-485b-4c85-8f98-fb200971b61c', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:fc:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb1e4800-8b4f-4be4-9243-871422076e8b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 106, 'fixed_ips': [{'subnet_id': '4887111e-1302-416a-ab8e-c957c9df7f85', 'ip_address': '172.27.3.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830088-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T11:00:49Z', 'updated_at': '2022-04-12T11:01:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4887111e-1302-416a-ab8e-c957c9df7f85', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830088-4-iscsi', '_interfaces': [{'id': '632e73d3-9090-45e5-a39e-4edfd594e1f3', 'name': '', 'network_id': '5fe71604-a19f-4748-9dc5-7cc9d7ecf6be', 'tenant_id': '64420168af994dfe8d37cc175e2bfbd6', 'mac_address': 'fa:16:3e:0a:17:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eb1e4800-8b4f-4be4-9243-871422076e8b', 'device_owner': 'network:router_interface', 'standard_attr_id': 128, 'fixed_ips': [{'subnet_id': 'e411d522-7486-40a5-b78b-47a221209e5e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830088-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T11:01:02Z', 'updated_at': '2022-04-12T11:01:11Z', 'revision_number': 4, 'project_id': '64420168af994dfe8d37cc175e2bfbd6', 'subnets': [{'id': 'e411d522-7486-40a5-b78b-47a221209e5e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103259) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 12 11:01:15.680155 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.db.db_base_plugin_common [None req-b99c51f1-a202-4961-84fe-7f6a64549ff3 tempest-AttachVolumeShelveTestJSON-1581400671 tempest-AttachVolumeShelveTestJSON-1581400671-project] Allocated IP 172.27.3.99 (3b7be5f2-485b-4c85-8f98-fb200971b61c/4887111e-1302-416a-ab8e-c957c9df7f85/adc67c64-eb79-41db-b675-92a917850085) {{(pid=103258) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 12 11:01:15.690613 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron.plugins.ml2.plugin [None req-81aae61f-1fa5-40c9-9e31-d280f60d4f12 None None] Current status of the port 632e73d3-9090-45e5-a39e-4edfd594e1f3 is: ACTIVE; New status is: ACTIVE {{(pid=103259) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 11:01:15.696353 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [req-0c67be81-9402-4e7a-87f6-b888301f03ca req-c4d26395-73de-4a52-8219-9d91ddf22886 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1535343'] for port (81da8d92-10b5-4f49-b3df-4f9d3bffc3b7), before_update {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:01:15.778320 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a50d7a3-108d-4894-a2ab-c607bcba0880 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4e338bbc-551c-43a2-a42e-252bcc54591b,revision_number=1']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:01:15.852164 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5078506-9b7c-417e-9f90-07c703b84741 req-49be01a1-c63f-4953-b43e-9abbf13f2134 tempest-ServerRescueNegativeTestJSON-1304480791 tempest-ServerRescueNegativeTestJSON-1304480791-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:01:15.856408 dv-cinder-830088-4-iscsi neutron-server[103257]: INFO neutron.wsgi [req-d5078506-9b7c-417e-9f90-07c703b84741 req-49be01a1-c63f-4953-b43e-9abbf13f2134 tempest-ServerRescueNegativeTestJSON-1304480791 tempest-ServerRescueNegativeTestJSON-1304480791-project] 10.222.0.53 "GET /v2.0/networks?id=696acaf3-e376-402a-9f44-515f336c0ed7 HTTP/1.1" status: 200 len: 819 time: 0.9127944 Apr 12 11:01:15.889628 dv-cinder-830088-4-iscsi neutron-server[103257]: INFO neutron.wsgi [req-c5d74d7f-4361-43f9-9290-902d3eb75a72 req-72353a03-e217-4d06-ab2c-c96750ee4a42 tempest-ServerRescueNegativeTestJSON-1304480791 tempest-ServerRescueNegativeTestJSON-1304480791-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=87551ef1ad8e4190b7a3b1c3469382df&fields=id HTTP/1.1" status: 200 len: 302 time: 0.3917372 Apr 12 11:01:15.897850 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron.plugins.ml2.rpc [None req-e4b062a6-7a21-4431-be77-3c7776c11043 None None] Device 632e73d3-9090-45e5-a39e-4edfd594e1f3 up at agent ovs-agent-dv-cinder-830088-4-iscsi {{(pid=103259) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 11:01:15.962868 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-3931b5d5-5799-4ede-af66-3ae787dd816b admin admin] Publish callbacks [] for security_group (4e338bbc-551c-43a2-a42e-252bcc54591b), before_delete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:01:15.965715 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron.db.provisioning_blocks [None req-510b670e-4c3f-441a-9032-1fd212154cec None None] Provisioning complete for port 81da8d92-10b5-4f49-b3df-4f9d3bffc3b7 triggered by entity DHCP. {{(pid=103259) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 11:01:15.966279 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron_lib.callbacks.manager [None req-510b670e-4c3f-441a-9032-1fd212154cec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1343588'] for port (81da8d92-10b5-4f49-b3df-4f9d3bffc3b7), provisioning_complete {{(pid=103259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:01:15.990356 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-b99c51f1-a202-4961-84fe-7f6a64549ff3 tempest-AttachVolumeShelveTestJSON-1581400671 tempest-AttachVolumeShelveTestJSON-1581400671-project] Publish callbacks [] for port (adc67c64-eb79-41db-b675-92a917850085), precommit_create {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:01:16.015273 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron.plugins.ml2.plugin [None req-510b670e-4c3f-441a-9032-1fd212154cec None None] Port 81da8d92-10b5-4f49-b3df-4f9d3bffc3b7 cannot update to ACTIVE because it is not bound. {{(pid=103259) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 12 11:01:16.049880 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-3931b5d5-5799-4ede-af66-3ae787dd816b admin admin] Publish callbacks [] for security_group (4e338bbc-551c-43a2-a42e-252bcc54591b), precommit_delete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:01:16.085767 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron.db.provisioning_blocks [None req-e4b062a6-7a21-4431-be77-3c7776c11043 None None] Provisioning complete for port 632e73d3-9090-45e5-a39e-4edfd594e1f3 triggered by entity L2. {{(pid=103259) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 11:01:16.086297 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron_lib.callbacks.manager [None req-e4b062a6-7a21-4431-be77-3c7776c11043 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1343588'] for port (632e73d3-9090-45e5-a39e-4edfd594e1f3), provisioning_complete {{(pid=103259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:01:16.098464 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron.api.v2.base [req-d5078506-9b7c-417e-9f90-07c703b84741 req-c5e0dc15-a9ef-41e3-9adb-bfcb50a90d73 tempest-ServerRescueNegativeTestJSON-1304480791 tempest-ServerRescueNegativeTestJSON-1304480791-project] Request body: {'port': {'device_id': '59d855d0-c55b-43eb-bbd0-ca27547aa179', 'network_id': '696acaf3-e376-402a-9f44-515f336c0ed7', 'admin_state_up': True, 'tenant_id': '87551ef1ad8e4190b7a3b1c3469382df'}} {{(pid=103257) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 11:01:16.130657 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-b99c51f1-a202-4961-84fe-7f6a64549ff3 tempest-AttachVolumeShelveTestJSON-1581400671 tempest-AttachVolumeShelveTestJSON-1581400671-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1534861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777667450152'] for port (adc67c64-eb79-41db-b675-92a917850085), after_create {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:01:16.160930 dv-cinder-830088-4-iscsi neutron-server[103257]: INFO neutron.wsgi [req-c5d74d7f-4361-43f9-9290-902d3eb75a72 req-04ea5072-5e22-48e3-997e-bf9b06fb40fe service neutron] 10.222.0.39 "GET /v2.0/networks/696acaf3-e376-402a-9f44-515f336c0ed7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2618916 Apr 12 11:01:16.282139 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron.plugins.ml2.plugin [None req-e4b062a6-7a21-4431-be77-3c7776c11043 None None] Current status of the port 632e73d3-9090-45e5-a39e-4edfd594e1f3 is: ACTIVE; New status is: ACTIVE {{(pid=103259) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 11:01:16.286193 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron.wsgi [-] (103257) accepted ('10.222.0.53', 52408) {{(pid=103257) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 11:01:16.335275 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b99c51f1-a202-4961-84fe-7f6a64549ff3 tempest-AttachVolumeShelveTestJSON-1581400671 tempest-AttachVolumeShelveTestJSON-1581400671-project] Pushing event updated for resources: {'Port': ['ID=adc67c64-eb79-41db-b675-92a917850085,revision_number=1']} {{(pid=103258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:01:16.345999 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b99c51f1-a202-4961-84fe-7f6a64549ff3 tempest-AttachVolumeShelveTestJSON-1581400671 tempest-AttachVolumeShelveTestJSON-1581400671-project] Network 3b7be5f2-485b-4c85-8f98-fb200971b61c is already hosted by enough agents. {{(pid=103258) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 11:01:16.355255 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.scheduler.base_scheduler [None req-b99c51f1-a202-4961-84fe-7f6a64549ff3 tempest-AttachVolumeShelveTestJSON-1581400671 tempest-AttachVolumeShelveTestJSON-1581400671-project] Resources bound (agent type, host, resource id): {{(pid=103258) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 11:01:16.365888 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8b7002b-e570-42a2-af00-b2d7823d98c7 req-c313f07f-d2c0-4172-90ad-46c5e2fb110b tempest-DeleteServersTestJSON-655909961 tempest-DeleteServersTestJSON-655909961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:01:16.367667 dv-cinder-830088-4-iscsi neutron-server[103258]: INFO neutron.wsgi [req-c8b7002b-e570-42a2-af00-b2d7823d98c7 req-c313f07f-d2c0-4172-90ad-46c5e2fb110b tempest-DeleteServersTestJSON-655909961 tempest-DeleteServersTestJSON-655909961-project] 10.222.0.39 "GET /v2.0/ports?device_id=1f388cc0-2f53-4f5f-b4da-75912eabd99d HTTP/1.1" status: 200 len: 945 time: 0.4438586 Apr 12 11:01:16.371824 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b99c51f1-a202-4961-84fe-7f6a64549ff3 tempest-AttachVolumeShelveTestJSON-1581400671 tempest-AttachVolumeShelveTestJSON-1581400671-project] Received port after_create {{(pid=103258) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 12 11:01:16.383902 dv-cinder-830088-4-iscsi neutron-server[103257]: INFO neutron.wsgi [req-c5d74d7f-4361-43f9-9290-902d3eb75a72 req-a7565b0c-ea79-42fd-8399-b0e51f1a940f service neutron] 10.222.0.39 "GET /v2.0/networks/696acaf3-e376-402a-9f44-515f336c0ed7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2220995 Apr 12 11:01:16.431506 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-3931b5d5-5799-4ede-af66-3ae787dd816b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-415253'] for security_group (4e338bbc-551c-43a2-a42e-252bcc54591b), after_delete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:01:16.434499 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-3931b5d5-5799-4ede-af66-3ae787dd816b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:01:16.438382 dv-cinder-830088-4-iscsi neutron-server[103257]: INFO neutron.wsgi [None req-3931b5d5-5799-4ede-af66-3ae787dd816b admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/4e338bbc-551c-43a2-a42e-252bcc54591b HTTP/1.1" status: 204 len: 168 time: 0.9651015 Apr 12 11:01:16.461755 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3931b5d5-5799-4ede-af66-3ae787dd816b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4e338bbc-551c-43a2-a42e-252bcc54591b,revision_number=None']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:01:16.545895 dv-cinder-830088-4-iscsi neutron-server[103258]: INFO neutron.wsgi [req-c8b7002b-e570-42a2-af00-b2d7823d98c7 req-52e439a2-c366-4970-b550-657c7aa1976d tempest-DeleteServersTestJSON-655909961 tempest-DeleteServersTestJSON-655909961-project] 10.222.0.39 "GET /v2.0/security-groups?id=19a2dc3b-a298-4013-89f3-f5eb3f383f02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1537917 Apr 12 11:01:16.546103 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron_lib.callbacks.manager [None req-e4b062a6-7a21-4431-be77-3c7776c11043 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777667879581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1343690'] for agent (c71cae7d-514b-467a-8477-0a67bee0b970), after_update {{(pid=103259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:01:16.561044 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4766e3b5-3a27-4436-84d1-b4184a19c5ee req-93f4904f-bfad-4818-a0c1-db87bb0c768b tempest-AttachVolumeTestJSON-1709741936 tempest-AttachVolumeTestJSON-1709741936-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:01:16.563014 dv-cinder-830088-4-iscsi neutron-server[103257]: INFO neutron.wsgi [req-4766e3b5-3a27-4436-84d1-b4184a19c5ee req-93f4904f-bfad-4818-a0c1-db87bb0c768b tempest-AttachVolumeTestJSON-1709741936 tempest-AttachVolumeTestJSON-1709741936-project] 10.222.0.53 "GET /v2.0/networks?id=5283658c-f0e4-41df-8b22-61e61a4f7877 HTTP/1.1" status: 200 len: 810 time: 0.2734587 Apr 12 11:01:16.564705 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d5078506-9b7c-417e-9f90-07c703b84741 req-c5e0dc15-a9ef-41e3-9adb-bfcb50a90d73 tempest-ServerRescueNegativeTestJSON-1304480791 tempest-ServerRescueNegativeTestJSON-1304480791-project] Made reservation on behalf of 87551ef1ad8e4190b7a3b1c3469382df for: {'port': 1} {{(pid=103257) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 12 11:01:16.568298 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [req-d5078506-9b7c-417e-9f90-07c703b84741 req-c5e0dc15-a9ef-41e3-9adb-bfcb50a90d73 tempest-ServerRescueNegativeTestJSON-1304480791 tempest-ServerRescueNegativeTestJSON-1304480791-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1535343'] for port (None), before_create {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:01:16.636611 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-b99c51f1-a202-4961-84fe-7f6a64549ff3 tempest-AttachVolumeShelveTestJSON-1581400671 tempest-AttachVolumeShelveTestJSON-1581400671-project] Publish callbacks [] for floatingip (323589ac-f036-4f31-ab18-7d79dfab6d87), precommit_create {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:01:16.757827 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-b99c51f1-a202-4961-84fe-7f6a64549ff3 tempest-AttachVolumeShelveTestJSON-1581400671 tempest-AttachVolumeShelveTestJSON-1581400671-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1535343'] for port (adc67c64-eb79-41db-b675-92a917850085), before_update {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:01:16.771596 dv-cinder-830088-4-iscsi neutron-server[103257]: INFO neutron.wsgi [req-2bfa61d0-00c8-4e15-acd1-7017f50754f1 req-837ecd0b-beb6-400e-b5b2-ee469b7c9b1e tempest-AttachVolumeTestJSON-1709741936 tempest-AttachVolumeTestJSON-1709741936-project] 10.222.0.39 "GET /v2.0/ports?device_id=054cf929-099f-406a-9607-1086f5624af6 HTTP/1.1" status: 200 len: 210 time: 0.0360320 Apr 12 11:01:16.927325 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-235f5076-5be1-4674-9932-5d91b43ec406 req-e39556fc-6a3a-4137-b029-bc15e04da78e tempest-AttachVolumeNegativeTest-1347969699 tempest-AttachVolumeNegativeTest-1347969699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:01:16.936760 dv-cinder-830088-4-iscsi neutron-server[103257]: INFO neutron.wsgi [req-8f1faa70-77cc-4d71-8c64-1610420b2589 req-368785c4-6ad8-472f-b0a5-e170a9670898 tempest-ServerRescueNegativeTestJSON-1304480791 tempest-ServerRescueNegativeTestJSON-1304480791-project] 10.222.0.39 "GET /v2.0/ports?device_id=9850fc3f-3ca4-4813-9ce5-f048fd29222e HTTP/1.1" status: 200 len: 210 time: 0.0715477 Apr 12 11:01:16.937126 dv-cinder-830088-4-iscsi neutron-server[103258]: INFO neutron.wsgi [req-235f5076-5be1-4674-9932-5d91b43ec406 req-e39556fc-6a3a-4137-b029-bc15e04da78e tempest-AttachVolumeNegativeTest-1347969699 tempest-AttachVolumeNegativeTest-1347969699-project] 10.222.0.39 "GET /v2.0/ports?device_id=76c0d3e2-99b4-4344-b105-cc9bc02b2bb7 HTTP/1.1" status: 200 len: 931 time: 0.2365241 Apr 12 11:01:16.951009 dv-cinder-830088-4-iscsi neutron-server[103257]: INFO neutron.wsgi [req-4766e3b5-3a27-4436-84d1-b4184a19c5ee req-8a547673-5a3e-4c46-92a3-6f1e59dfcd95 tempest-AttachVolumeTestJSON-1709741936 tempest-AttachVolumeTestJSON-1709741936-project] 10.222.0.53 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d41e564f85554bef9013a0082cd0196d HTTP/1.1" status: 200 len: 379 time: 0.3632565 Apr 12 11:01:16.985469 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.notifiers.nova [req-0c67be81-9402-4e7a-87f6-b888301f03ca req-c4d26395-73de-4a52-8219-9d91ddf22886 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 81da8d92-10b5-4f49-b3df-4f9d3bffc3b7 {{(pid=103258) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 12 11:01:17.009379 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [req-0c67be81-9402-4e7a-87f6-b888301f03ca req-c4d26395-73de-4a52-8219-9d91ddf22886 service neutron] Publish callbacks [] for port (81da8d92-10b5-4f49-b3df-4f9d3bffc3b7), precommit_update {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:01:17.040847 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron.wsgi [-] (103257) accepted ('10.222.0.39', 49910) {{(pid=103257) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 11:01:17.084681 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron.db.db_base_plugin_common [req-d5078506-9b7c-417e-9f90-07c703b84741 req-c5e0dc15-a9ef-41e3-9adb-bfcb50a90d73 tempest-ServerRescueNegativeTestJSON-1304480791 tempest-ServerRescueNegativeTestJSON-1304480791-project] Allocated IP 172.20.0.4 (696acaf3-e376-402a-9f44-515f336c0ed7/dac559db-7802-4e19-95c5-3aacf686b15d/d44d9ccf-b10a-4742-9c74-7f9d8d3c3ce8) {{(pid=103257) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 12 11:01:17.107302 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-51a712e5-d351-4bc9-bb25-00b9b19c7c18 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:01:17.190506 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.db.provisioning_blocks [req-0c67be81-9402-4e7a-87f6-b888301f03ca req-c4d26395-73de-4a52-8219-9d91ddf22886 service neutron] Transition to ACTIVE for port object 81da8d92-10b5-4f49-b3df-4f9d3bffc3b7 will not be triggered until provisioned by entity L2. {{(pid=103258) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 12 11:01:17.218601 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [req-0c67be81-9402-4e7a-87f6-b888301f03ca req-c4d26395-73de-4a52-8219-9d91ddf22886 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1534861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777667992095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777667450170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777667450188'] for port (81da8d92-10b5-4f49-b3df-4f9d3bffc3b7), after_update {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:01:17.245807 dv-cinder-830088-4-iscsi neutron-server[103258]: INFO neutron.wsgi [req-235f5076-5be1-4674-9932-5d91b43ec406 req-7fe04dbc-ad1d-49c2-8398-805f134468f7 tempest-AttachVolumeNegativeTest-1347969699 tempest-AttachVolumeNegativeTest-1347969699-project] 10.222.0.39 "GET /v2.0/security-groups?id=4866db02-000f-42de-90d5-3a6f4f0dbf7e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3075082 Apr 12 11:01:17.264665 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-51a712e5-d351-4bc9-bb25-00b9b19c7c18 admin admin] Publish callbacks [] for security_group (2012ee83-7905-4890-a612-7bcb9ecccd55), precommit_create {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:01:17.269563 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-51a712e5-d351-4bc9-bb25-00b9b19c7c18 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-415253'] for security_group (2012ee83-7905-4890-a612-7bcb9ecccd55), after_create {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:01:17.308456 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-b99c51f1-a202-4961-84fe-7f6a64549ff3 tempest-AttachVolumeShelveTestJSON-1581400671 tempest-AttachVolumeShelveTestJSON-1581400671-project] Publish callbacks [] for port (adc67c64-eb79-41db-b675-92a917850085), precommit_update {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:01:17.329303 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-b99c51f1-a202-4961-84fe-7f6a64549ff3 tempest-AttachVolumeShelveTestJSON-1581400671 tempest-AttachVolumeShelveTestJSON-1581400671-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1534861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777667992095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777667450170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777667450188'] for port (adc67c64-eb79-41db-b675-92a917850085), after_update {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:01:17.391088 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51a712e5-d351-4bc9-bb25-00b9b19c7c18 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2012ee83-7905-4890-a612-7bcb9ecccd55,revision_number=1']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:01:17.391194 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-b99c51f1-a202-4961-84fe-7f6a64549ff3 tempest-AttachVolumeShelveTestJSON-1581400671 tempest-AttachVolumeShelveTestJSON-1581400671-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-579534'] for floatingip (323589ac-f036-4f31-ab18-7d79dfab6d87), after_create {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:01:17.398682 dv-cinder-830088-4-iscsi neutron-server[103257]: INFO neutron.wsgi [None req-51a712e5-d351-4bc9-bb25-00b9b19c7c18 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=91d3b48c22684f82bbd065becb16ae01&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3516967 Apr 12 11:01:17.398876 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4d26395-73de-4a52-8219-9d91ddf22886 service neutron] Pushing event updated for resources: {'Port': ['ID=81da8d92-10b5-4f49-b3df-4f9d3bffc3b7,revision_number=2']} {{(pid=103258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:01:17.399918 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron.wsgi [-] (103257) accepted ('10.222.0.39', 49922) {{(pid=103257) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 11:01:17.452043 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.plugins.ml2.managers [req-0c67be81-9402-4e7a-87f6-b888301f03ca req-c4d26395-73de-4a52-8219-9d91ddf22886 service neutron] Attempting to bind port 81da8d92-10b5-4f49-b3df-4f9d3bffc3b7 on host hv-cinder-83008 for vnic_type normal with profile {{(pid=103258) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 12 11:01:17.452639 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.plugins.ml2.managers [req-0c67be81-9402-4e7a-87f6-b888301f03ca req-c4d26395-73de-4a52-8219-9d91ddf22886 service neutron] Attempting to bind port 81da8d92-10b5-4f49-b3df-4f9d3bffc3b7 by drivers openvswitch,hyperv on host hv-cinder-83008 at level 0 using segments [{'id': '7235212e-5ea9-4475-b7e8-0ed6cc0af829', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': '8605bce6-3955-4448-bd79-8ef881f45c6d'}] {{(pid=103258) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 12 11:01:17.452981 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c67be81-9402-4e7a-87f6-b888301f03ca req-c4d26395-73de-4a52-8219-9d91ddf22886 service neutron] Attempting to bind port 81da8d92-10b5-4f49-b3df-4f9d3bffc3b7 on network 8605bce6-3955-4448-bd79-8ef881f45c6d {{(pid=103258) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 11:01:17.461845 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-b99c51f1-a202-4961-84fe-7f6a64549ff3 tempest-AttachVolumeShelveTestJSON-1581400671 tempest-AttachVolumeShelveTestJSON-1581400671-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108023'] for floatingip (None), before_response {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:01:17.463151 dv-cinder-830088-4-iscsi neutron-server[103258]: INFO neutron.wsgi [None req-b99c51f1-a202-4961-84fe-7f6a64549ff3 tempest-AttachVolumeShelveTestJSON-1581400671 tempest-AttachVolumeShelveTestJSON-1581400671-project] 10.222.0.39 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 2.5519359 Apr 12 11:01:17.468890 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c67be81-9402-4e7a-87f6-b888301f03ca req-c4d26395-73de-4a52-8219-9d91ddf22886 service neutron] Port 81da8d92-10b5-4f49-b3df-4f9d3bffc3b7 on network 8605bce6-3955-4448-bd79-8ef881f45c6d not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83008 {{(pid=103258) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 12 11:01:17.469215 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c67be81-9402-4e7a-87f6-b888301f03ca req-c4d26395-73de-4a52-8219-9d91ddf22886 service neutron] Attempting to bind port 81da8d92-10b5-4f49-b3df-4f9d3bffc3b7 on network 8605bce6-3955-4448-bd79-8ef881f45c6d {{(pid=103258) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 11:01:17.482092 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c67be81-9402-4e7a-87f6-b888301f03ca req-c4d26395-73de-4a52-8219-9d91ddf22886 service neutron] Checking agent: {'id': '742b2e09-86ec-4663-b086-f6b891926c3e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83008', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 12, 10, 58, 42), 'started_at': datetime.datetime(2022, 4, 12, 10, 58, 42), 'heartbeat_timestamp': datetime.datetime(2022, 4, 12, 11, 1, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103258) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 12 11:01:17.482430 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c67be81-9402-4e7a-87f6-b888301f03ca req-c4d26395-73de-4a52-8219-9d91ddf22886 service neutron] Checking segment: {'id': '7235212e-5ea9-4475-b7e8-0ed6cc0af829', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': '8605bce6-3955-4448-bd79-8ef881f45c6d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103258) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 11:01:17.482856 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c67be81-9402-4e7a-87f6-b888301f03ca req-c4d26395-73de-4a52-8219-9d91ddf22886 service neutron] Bound using segment: {'id': '7235212e-5ea9-4475-b7e8-0ed6cc0af829', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': '8605bce6-3955-4448-bd79-8ef881f45c6d'} {{(pid=103258) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 12 11:01:17.483290 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.plugins.ml2.managers [req-0c67be81-9402-4e7a-87f6-b888301f03ca req-c4d26395-73de-4a52-8219-9d91ddf22886 service neutron] Bound port: 81da8d92-10b5-4f49-b3df-4f9d3bffc3b7, host: hv-cinder-83008, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7235212e-5ea9-4475-b7e8-0ed6cc0af829', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': '8605bce6-3955-4448-bd79-8ef881f45c6d'}}] {{(pid=103258) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 12 11:01:17.483644 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [req-0c67be81-9402-4e7a-87f6-b888301f03ca req-c4d26395-73de-4a52-8219-9d91ddf22886 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1535343'] for port (81da8d92-10b5-4f49-b3df-4f9d3bffc3b7), before_update {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:01:17.485584 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b99c51f1-a202-4961-84fe-7f6a64549ff3 tempest-AttachVolumeShelveTestJSON-1581400671 tempest-AttachVolumeShelveTestJSON-1581400671-project] Pushing event updated for resources: {'Port': ['ID=adc67c64-eb79-41db-b675-92a917850085,revision_number=2']} {{(pid=103258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:01:17.504405 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [req-d5078506-9b7c-417e-9f90-07c703b84741 req-c5e0dc15-a9ef-41e3-9adb-bfcb50a90d73 tempest-ServerRescueNegativeTestJSON-1304480791 tempest-ServerRescueNegativeTestJSON-1304480791-project] Publish callbacks [] for port (d44d9ccf-b10a-4742-9c74-7f9d8d3c3ce8), precommit_create {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:01:17.527802 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-78a4fc5c-0c3e-4fad-9e31-83836606dc4f admin admin] Publish callbacks [] for security_group (2012ee83-7905-4890-a612-7bcb9ecccd55), before_delete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:01:17.547320 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.wsgi [-] (103258) accepted ('10.222.0.39', 49926) {{(pid=103258) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 11:01:17.565938 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-78a4fc5c-0c3e-4fad-9e31-83836606dc4f admin admin] Publish callbacks [] for security_group (2012ee83-7905-4890-a612-7bcb9ecccd55), precommit_delete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:01:17.603207 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.plugins.ml2.db [req-0c67be81-9402-4e7a-87f6-b888301f03ca req-c4d26395-73de-4a52-8219-9d91ddf22886 service neutron] For port 81da8d92-10b5-4f49-b3df-4f9d3bffc3b7, host hv-cinder-83008, cleared binding levels {{(pid=103258) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 12 11:01:17.606478 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [req-d5078506-9b7c-417e-9f90-07c703b84741 req-c5e0dc15-a9ef-41e3-9adb-bfcb50a90d73 tempest-ServerRescueNegativeTestJSON-1304480791 tempest-ServerRescueNegativeTestJSON-1304480791-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1534861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777667450152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5265645'] for port (d44d9ccf-b10a-4742-9c74-7f9d8d3c3ce8), after_create {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:01:17.614999 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.plugins.ml2.db [req-0c67be81-9402-4e7a-87f6-b888301f03ca req-c4d26395-73de-4a52-8219-9d91ddf22886 service neutron] For port 81da8d92-10b5-4f49-b3df-4f9d3bffc3b7, host hv-cinder-83008, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83008',level=0,port_id=81da8d92-10b5-4f49-b3df-4f9d3bffc3b7,segment=NetworkSegment(7235212e-5ea9-4475-b7e8-0ed6cc0af829),segment_id=7235212e-5ea9-4475-b7e8-0ed6cc0af829)] {{(pid=103258) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 12 11:01:17.624403 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [req-0c67be81-9402-4e7a-87f6-b888301f03ca req-c4d26395-73de-4a52-8219-9d91ddf22886 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1534861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777667992095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777667450170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777667450188'] for port (81da8d92-10b5-4f49-b3df-4f9d3bffc3b7), after_update {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:01:17.693878 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c67be81-9402-4e7a-87f6-b888301f03ca req-c4d26395-73de-4a52-8219-9d91ddf22886 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:01:17.694764 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [req-0c67be81-9402-4e7a-87f6-b888301f03ca req-c4d26395-73de-4a52-8219-9d91ddf22886 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586029'] for port (None), before_response {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:01:17.700913 dv-cinder-830088-4-iscsi neutron-server[103258]: INFO neutron.wsgi [req-0c67be81-9402-4e7a-87f6-b888301f03ca req-c4d26395-73de-4a52-8219-9d91ddf22886 service neutron] 10.222.0.53 "PUT /v2.0/ports/81da8d92-10b5-4f49-b3df-4f9d3bffc3b7 HTTP/1.1" status: 200 len: 1093 time: 2.2059731 Apr 12 11:01:17.701706 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '76c0d3e2-99b4-4344-b105-cc9bc02b2bb7', 'tag': '81da8d92-10b5-4f49-b3df-4f9d3bffc3b7'}] {{(pid=103258) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 11:01:17.704254 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c54b6d548356c9296345eb8e608a1624e6dfb095c10b2709a108c8ba991c21a4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cecfa3d4-ad89-4915-9bcb-af98d71f42f5" -d '{"events": [{"name": "network-changed", "server_uuid": "76c0d3e2-99b4-4344-b105-cc9bc02b2bb7", "tag": "81da8d92-10b5-4f49-b3df-4f9d3bffc3b7"}]}' {{(pid=103258) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 11:01:17.752432 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4d26395-73de-4a52-8219-9d91ddf22886 service neutron] Pushing event updated for resources: {'Port': ['ID=81da8d92-10b5-4f49-b3df-4f9d3bffc3b7,revision_number=3']} {{(pid=103258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:01:17.810120 dv-cinder-830088-4-iscsi neutron-server[103258]: INFO neutron.wsgi [req-777248ba-efd0-4d49-ab09-49acd3b001f0 req-f66db692-4604-43be-9b56-20e136bd5fdb tempest-AttachVolumeShelveTestJSON-1581400671 tempest-AttachVolumeShelveTestJSON-1581400671-project] 10.222.0.39 "GET /v2.0/security-groups?name=tempest-securitygroup--1679132150&fields=id&tenant_id=64420168af994dfe8d37cc175e2bfbd6 HTTP/1.1" status: 200 len: 267 time: 0.0854068 Apr 12 11:01:17.819375 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-54f6f453-1599-4fa6-a2bc-99ed724968de admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:01:17.897849 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d5078506-9b7c-417e-9f90-07c703b84741 req-c5e0dc15-a9ef-41e3-9adb-bfcb50a90d73 tempest-ServerRescueNegativeTestJSON-1304480791 tempest-ServerRescueNegativeTestJSON-1304480791-project] Network 696acaf3-e376-402a-9f44-515f336c0ed7 is already hosted by enough agents. {{(pid=103257) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 11:01:17.917389 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron.scheduler.base_scheduler [req-d5078506-9b7c-417e-9f90-07c703b84741 req-c5e0dc15-a9ef-41e3-9adb-bfcb50a90d73 tempest-ServerRescueNegativeTestJSON-1304480791 tempest-ServerRescueNegativeTestJSON-1304480791-project] Resources bound (agent type, host, resource id): {{(pid=103257) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 11:01:17.920559 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron.db.l3_dvrscheduler_db [req-d5078506-9b7c-417e-9f90-07c703b84741 req-c5e0dc15-a9ef-41e3-9adb-bfcb50a90d73 tempest-ServerRescueNegativeTestJSON-1304480791 tempest-ServerRescueNegativeTestJSON-1304480791-project] Received port after_create {{(pid=103257) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 12 11:01:17.952497 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-777248ba-efd0-4d49-ab09-49acd3b001f0 req-8a3f7dbc-84ca-4c7c-a3fd-076013d80308 tempest-AttachVolumeShelveTestJSON-1581400671 tempest-AttachVolumeShelveTestJSON-1581400671-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:01:17.954043 dv-cinder-830088-4-iscsi neutron-server[103258]: INFO neutron.wsgi [req-777248ba-efd0-4d49-ab09-49acd3b001f0 req-8a3f7dbc-84ca-4c7c-a3fd-076013d80308 tempest-AttachVolumeShelveTestJSON-1581400671 tempest-AttachVolumeShelveTestJSON-1581400671-project] 10.222.0.39 "GET /v2.0/networks?id=5fe71604-a19f-4748-9dc5-7cc9d7ecf6be HTTP/1.1" status: 200 len: 817 time: 0.1360433 Apr 12 11:01:17.962028 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-78a4fc5c-0c3e-4fad-9e31-83836606dc4f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-415253'] for security_group (2012ee83-7905-4890-a612-7bcb9ecccd55), after_delete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:01:17.968889 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-78a4fc5c-0c3e-4fad-9e31-83836606dc4f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:01:17.970232 dv-cinder-830088-4-iscsi neutron-server[103257]: INFO neutron.wsgi [None req-78a4fc5c-0c3e-4fad-9e31-83836606dc4f admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/2012ee83-7905-4890-a612-7bcb9ecccd55 HTTP/1.1" status: 204 len: 168 time: 0.5684400 Apr 12 11:01:17.975218 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5e0dc15-a9ef-41e3-9adb-bfcb50a90d73 tempest-ServerRescueNegativeTestJSON-1304480791 tempest-ServerRescueNegativeTestJSON-1304480791-project] Pushing event updated for resources: {'Port': ['ID=d44d9ccf-b10a-4742-9c74-7f9d8d3c3ce8,revision_number=1']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:01:17.986985 dv-cinder-830088-4-iscsi neutron-server[103258]: INFO neutron.wsgi [req-777248ba-efd0-4d49-ab09-49acd3b001f0 req-0b8bb5ff-1413-4553-9c7b-2c024d366a8c tempest-AttachVolumeShelveTestJSON-1581400671 tempest-AttachVolumeShelveTestJSON-1581400671-project] 10.222.0.39 "GET /v2.0/quotas/64420168af994dfe8d37cc175e2bfbd6 HTTP/1.1" status: 200 len: 375 time: 0.0217581 Apr 12 11:01:17.989639 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3a6f543-b194-45c4-a09d-70fe0c48b04a req-844f526e-2f2f-42a6-ae92-87c4316ddcd2 tempest-DeleteServersTestJSON-655909961 tempest-DeleteServersTestJSON-655909961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:01:17.991174 dv-cinder-830088-4-iscsi neutron-server[103257]: INFO neutron.wsgi [req-e3a6f543-b194-45c4-a09d-70fe0c48b04a req-844f526e-2f2f-42a6-ae92-87c4316ddcd2 tempest-DeleteServersTestJSON-655909961 tempest-DeleteServersTestJSON-655909961-project] 10.222.0.39 "GET /v2.0/ports?device_id=1f388cc0-2f53-4f5f-b4da-75912eabd99d HTTP/1.1" status: 200 len: 945 time: 0.3246775 Apr 12 11:01:18.008812 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78a4fc5c-0c3e-4fad-9e31-83836606dc4f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2012ee83-7905-4890-a612-7bcb9ecccd55,revision_number=None']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:01:18.018476 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5078506-9b7c-417e-9f90-07c703b84741 req-c5e0dc15-a9ef-41e3-9adb-bfcb50a90d73 tempest-ServerRescueNegativeTestJSON-1304480791 tempest-ServerRescueNegativeTestJSON-1304480791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:01:18.019098 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [req-d5078506-9b7c-417e-9f90-07c703b84741 req-c5e0dc15-a9ef-41e3-9adb-bfcb50a90d73 tempest-ServerRescueNegativeTestJSON-1304480791 tempest-ServerRescueNegativeTestJSON-1304480791-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586029'] for port (None), before_response {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:01:18.053840 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-54f6f453-1599-4fa6-a2bc-99ed724968de admin admin] Publish callbacks [] for security_group (b6a7d51d-16f4-4f03-b669-d429f051d860), precommit_create {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:01:18.057945 dv-cinder-830088-4-iscsi neutron-server[103257]: INFO neutron.wsgi [req-d5078506-9b7c-417e-9f90-07c703b84741 req-c5e0dc15-a9ef-41e3-9adb-bfcb50a90d73 tempest-ServerRescueNegativeTestJSON-1304480791 tempest-ServerRescueNegativeTestJSON-1304480791-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9671018 Apr 12 11:01:18.065727 dv-cinder-830088-4-iscsi neutron-server[103258]: INFO neutron.wsgi [req-777248ba-efd0-4d49-ab09-49acd3b001f0 req-e64cb649-7035-49b7-ae5f-ce8e7bb2461b tempest-AttachVolumeShelveTestJSON-1581400671 tempest-AttachVolumeShelveTestJSON-1581400671-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=64420168af994dfe8d37cc175e2bfbd6&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0678720 Apr 12 11:01:18.067958 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-54f6f453-1599-4fa6-a2bc-99ed724968de admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-415253'] for security_group (b6a7d51d-16f4-4f03-b669-d429f051d860), after_create {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:01:18.095964 dv-cinder-830088-4-iscsi neutron-server[103257]: INFO neutron.wsgi [req-e3a6f543-b194-45c4-a09d-70fe0c48b04a req-7f601f9b-e9db-4405-9ca4-0c155231cdd8 tempest-DeleteServersTestJSON-655909961 tempest-DeleteServersTestJSON-655909961-project] 10.222.0.39 "GET /v2.0/security-groups?id=19a2dc3b-a298-4013-89f3-f5eb3f383f02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0973496 Apr 12 11:01:18.156907 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Apr 2022 11:01:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d374ac11-eca9-426a-88fa-ecf6e9f89b72 x-openstack-request-id: req-d374ac11-eca9-426a-88fa-ecf6e9f89b72 {{(pid=103258) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 11:01:18.157229 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "76c0d3e2-99b4-4344-b105-cc9bc02b2bb7", "tag": "81da8d92-10b5-4f49-b3df-4f9d3bffc3b7", "status": "completed", "code": 200}]} {{(pid=103258) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 11:01:18.157490 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-d374ac11-eca9-426a-88fa-ecf6e9f89b72 {{(pid=103258) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 11:01:18.157955 dv-cinder-830088-4-iscsi neutron-server[103258]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d374ac11-eca9-426a-88fa-ecf6e9f89b72'] response: {'name': 'network-changed', 'server_uuid': '76c0d3e2-99b4-4344-b105-cc9bc02b2bb7', 'tag': '81da8d92-10b5-4f49-b3df-4f9d3bffc3b7', 'status': 'completed', 'code': 200} Apr 12 11:01:18.163246 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron.wsgi [-] (103257) accepted ('10.222.0.39', 49950) {{(pid=103257) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 11:01:18.163370 dv-cinder-830088-4-iscsi neutron-server[103258]: INFO neutron.wsgi [None req-54f6f453-1599-4fa6-a2bc-99ed724968de admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=05a2f1d7bf4f45ad98f7ce18ad843d56&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6147234 Apr 12 11:01:18.166083 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54f6f453-1599-4fa6-a2bc-99ed724968de admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b6a7d51d-16f4-4f03-b669-d429f051d860,revision_number=1']} {{(pid=103258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:01:18.244872 dv-cinder-830088-4-iscsi neutron-server[103258]: INFO neutron.wsgi [req-777248ba-efd0-4d49-ab09-49acd3b001f0 req-9b269be2-c1f3-42b0-b3a2-a7870fb62b58 service neutron] 10.222.0.39 "GET /v2.0/networks/5fe71604-a19f-4748-9dc5-7cc9d7ecf6be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1479471 Apr 12 11:01:18.255796 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron.db.provisioning_blocks [None req-c777d9d3-1829-414f-9287-2c0f98506ab4 None None] Provisioning complete for port d44d9ccf-b10a-4742-9c74-7f9d8d3c3ce8 triggered by entity DHCP. {{(pid=103259) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 11:01:18.256868 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron_lib.callbacks.manager [None req-c777d9d3-1829-414f-9287-2c0f98506ab4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1343588'] for port (d44d9ccf-b10a-4742-9c74-7f9d8d3c3ce8), provisioning_complete {{(pid=103259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:01:18.273650 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-32b7fe07-677c-4453-82b4-be6e0484586c admin admin] Publish callbacks [] for security_group (b6a7d51d-16f4-4f03-b669-d429f051d860), before_delete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:01:18.295459 dv-cinder-830088-4-iscsi neutron-server[103257]: INFO neutron.wsgi [req-cbb736c0-e21e-4fc8-a18d-4e7c1d347229 req-16508e9c-9d6b-4de6-bf80-5ebb0111b098 tempest-AttachVolumeTestJSON-1709741936 tempest-AttachVolumeTestJSON-1709741936-project] 10.222.0.39 "GET /v2.0/ports?device_id=054cf929-099f-406a-9607-1086f5624af6 HTTP/1.1" status: 200 len: 210 time: 0.0331717 Apr 12 11:01:18.297211 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron.plugins.ml2.plugin [None req-c777d9d3-1829-414f-9287-2c0f98506ab4 None None] Port d44d9ccf-b10a-4742-9c74-7f9d8d3c3ce8 cannot update to ACTIVE because it is not bound. {{(pid=103259) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 12 11:01:18.314247 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-32b7fe07-677c-4453-82b4-be6e0484586c admin admin] Publish callbacks [] for security_group (b6a7d51d-16f4-4f03-b669-d429f051d860), precommit_delete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:01:18.387148 dv-cinder-830088-4-iscsi neutron-server[103258]: INFO neutron.wsgi [req-777248ba-efd0-4d49-ab09-49acd3b001f0 req-edc80644-bab3-455a-9bf0-6891df05e86e service neutron] 10.222.0.39 "GET /v2.0/networks/5fe71604-a19f-4748-9dc5-7cc9d7ecf6be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1355798 Apr 12 11:01:18.403802 dv-cinder-830088-4-iscsi neutron-server[103257]: INFO neutron.wsgi [req-ed1f7f21-f795-4292-a279-54dee8298544 req-fa169206-ba17-4d4b-bb4c-88f79d5b724c tempest-ServerRescueNegativeTestJSON-1304480791 tempest-ServerRescueNegativeTestJSON-1304480791-project] 10.222.0.39 "GET /v2.0/ports?device_id=9850fc3f-3ca4-4813-9ce5-f048fd29222e HTTP/1.1" status: 200 len: 210 time: 0.0335734 Apr 12 11:01:18.449475 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-32b7fe07-677c-4453-82b4-be6e0484586c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-415253'] for security_group (b6a7d51d-16f4-4f03-b669-d429f051d860), after_delete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:01:18.452534 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-32b7fe07-677c-4453-82b4-be6e0484586c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:01:18.454367 dv-cinder-830088-4-iscsi neutron-server[103257]: INFO neutron.wsgi [None req-32b7fe07-677c-4453-82b4-be6e0484586c admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/b6a7d51d-16f4-4f03-b669-d429f051d860 HTTP/1.1" status: 204 len: 168 time: 0.2897058 Apr 12 11:01:18.462878 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32b7fe07-677c-4453-82b4-be6e0484586c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b6a7d51d-16f4-4f03-b669-d429f051d860,revision_number=None']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:01:18.562729 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28791d22-7b05-4ef9-bb56-f708dc1faebd req-bd680f71-0b11-42ad-9f44-4e6720d73407 tempest-AttachVolumeNegativeTest-1347969699 tempest-AttachVolumeNegativeTest-1347969699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:01:18.564515 dv-cinder-830088-4-iscsi neutron-server[103257]: INFO neutron.wsgi [req-28791d22-7b05-4ef9-bb56-f708dc1faebd req-bd680f71-0b11-42ad-9f44-4e6720d73407 tempest-AttachVolumeNegativeTest-1347969699 tempest-AttachVolumeNegativeTest-1347969699-project] 10.222.0.39 "GET /v2.0/ports?device_id=76c0d3e2-99b4-4344-b105-cc9bc02b2bb7 HTTP/1.1" status: 200 len: 943 time: 0.0936017 Apr 12 11:01:18.626791 dv-cinder-830088-4-iscsi neutron-server[103258]: INFO neutron.wsgi [req-c7c4fa57-6ec7-4af5-9e55-39d2024f9149 req-a5e05158-290e-4fd1-8137-2b5e510f0cee tempest-AttachVolumeShelveTestJSON-1581400671 tempest-AttachVolumeShelveTestJSON-1581400671-project] 10.222.0.39 "GET /v2.0/ports?device_id=02541d3b-c0f8-4669-8d56-2fb77315b4b7 HTTP/1.1" status: 200 len: 210 time: 0.0475523 Apr 12 11:01:18.669345 dv-cinder-830088-4-iscsi neutron-server[103257]: INFO neutron.wsgi [req-28791d22-7b05-4ef9-bb56-f708dc1faebd req-648443f7-a935-4f9f-8244-6964f86866e4 tempest-AttachVolumeNegativeTest-1347969699 tempest-AttachVolumeNegativeTest-1347969699-project] 10.222.0.39 "GET /v2.0/security-groups?id=4866db02-000f-42de-90d5-3a6f4f0dbf7e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0975902 Apr 12 11:01:18.833904 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron.wsgi [-] (103257) accepted ('10.222.0.39', 49984) {{(pid=103257) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 11:01:18.847124 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-91b6dc82-d65f-4b12-be77-624b325c87e4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:01:18.933202 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-91b6dc82-d65f-4b12-be77-624b325c87e4 admin admin] Publish callbacks [] for security_group (d36f6984-5b0e-4760-a015-bc8d497a94ea), precommit_create {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:01:18.936950 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-91b6dc82-d65f-4b12-be77-624b325c87e4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-415253'] for security_group (d36f6984-5b0e-4760-a015-bc8d497a94ea), after_create {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:01:18.978432 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91b6dc82-d65f-4b12-be77-624b325c87e4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d36f6984-5b0e-4760-a015-bc8d497a94ea,revision_number=1']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:01:18.988275 dv-cinder-830088-4-iscsi neutron-server[103257]: INFO neutron.wsgi [None req-91b6dc82-d65f-4b12-be77-624b325c87e4 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=25fe9b3ab27b4172921ab08acafb8def&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1532187 Apr 12 11:01:18.988381 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.wsgi [-] (103258) accepted ('10.222.0.39', 49992) {{(pid=103258) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 11:01:19.042812 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-331eafd5-3411-41ac-88ea-59ea2883bb65 admin admin] Publish callbacks [] for security_group (d36f6984-5b0e-4760-a015-bc8d497a94ea), before_delete {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:01:19.064231 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-331eafd5-3411-41ac-88ea-59ea2883bb65 admin admin] Publish callbacks [] for security_group (d36f6984-5b0e-4760-a015-bc8d497a94ea), precommit_delete {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:01:19.111516 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-331eafd5-3411-41ac-88ea-59ea2883bb65 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-415253'] for security_group (d36f6984-5b0e-4760-a015-bc8d497a94ea), after_delete {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:01:19.114255 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-331eafd5-3411-41ac-88ea-59ea2883bb65 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:01:19.115515 dv-cinder-830088-4-iscsi neutron-server[103258]: INFO neutron.wsgi [None req-331eafd5-3411-41ac-88ea-59ea2883bb65 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/d36f6984-5b0e-4760-a015-bc8d497a94ea HTTP/1.1" status: 204 len: 168 time: 0.1260653 Apr 12 11:01:19.128891 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-331eafd5-3411-41ac-88ea-59ea2883bb65 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d36f6984-5b0e-4760-a015-bc8d497a94ea,revision_number=None']} {{(pid=103258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:01:19.253574 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-875efae5-975e-43c2-88a2-3cf810519f18 req-bc892b22-701c-4e99-a979-d16391968942 tempest-DeleteServersTestJSON-655909961 tempest-DeleteServersTestJSON-655909961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:01:19.255609 dv-cinder-830088-4-iscsi neutron-server[103258]: INFO neutron.wsgi [req-875efae5-975e-43c2-88a2-3cf810519f18 req-bc892b22-701c-4e99-a979-d16391968942 tempest-DeleteServersTestJSON-655909961 tempest-DeleteServersTestJSON-655909961-project] 10.222.0.39 "GET /v2.0/ports?device_id=1f388cc0-2f53-4f5f-b4da-75912eabd99d HTTP/1.1" status: 200 len: 945 time: 0.0600936 Apr 12 11:01:19.309044 dv-cinder-830088-4-iscsi neutron-server[103258]: INFO neutron.wsgi [req-875efae5-975e-43c2-88a2-3cf810519f18 req-943962c0-c1b1-460a-acac-899f0507917e tempest-DeleteServersTestJSON-655909961 tempest-DeleteServersTestJSON-655909961-project] 10.222.0.39 "GET /v2.0/security-groups?id=19a2dc3b-a298-4013-89f3-f5eb3f383f02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449677 Apr 12 11:01:19.409626 dv-cinder-830088-4-iscsi neutron-server[103257]: INFO neutron.wsgi [req-ecb20efe-e53f-482c-9ac7-298787f610e9 req-9cc6c00b-9e31-4517-9f89-0e378b46dd07 tempest-AttachVolumeTestJSON-1709741936 tempest-AttachVolumeTestJSON-1709741936-project] 10.222.0.39 "GET /v2.0/ports?device_id=054cf929-099f-406a-9607-1086f5624af6 HTTP/1.1" status: 200 len: 210 time: 0.0317004 Apr 12 11:01:19.506995 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron.wsgi [-] (103257) accepted ('10.222.0.39', 50018) {{(pid=103257) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 11:01:19.513231 dv-cinder-830088-4-iscsi neutron-server[103258]: INFO neutron.wsgi [req-1a08400c-ad71-4dc9-a278-09e55a42965a req-a612cc65-f26e-45d1-a021-24f5b9c10dff tempest-ServerRescueNegativeTestJSON-1304480791 tempest-ServerRescueNegativeTestJSON-1304480791-project] 10.222.0.39 "GET /v2.0/ports?device_id=9850fc3f-3ca4-4813-9ce5-f048fd29222e HTTP/1.1" status: 200 len: 210 time: 0.0275974 Apr 12 11:01:19.520932 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-4b030009-c339-4c4a-848a-cd6c72d879ed admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:01:19.604850 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-4b030009-c339-4c4a-848a-cd6c72d879ed admin admin] Publish callbacks [] for security_group (7fc0afe6-b95d-414a-b371-673aba4a5aca), precommit_create {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:01:19.609405 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-4b030009-c339-4c4a-848a-cd6c72d879ed admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-415253'] for security_group (7fc0afe6-b95d-414a-b371-673aba4a5aca), after_create {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:01:19.647294 dv-cinder-830088-4-iscsi neutron-server[103257]: INFO neutron.wsgi [None req-4b030009-c339-4c4a-848a-cd6c72d879ed admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=150d38ce2cb2471e8955c1a80d29a3fa&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1391485 Apr 12 11:01:19.648223 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b030009-c339-4c4a-848a-cd6c72d879ed admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7fc0afe6-b95d-414a-b371-673aba4a5aca,revision_number=1']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:01:19.650023 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.wsgi [-] (103258) accepted ('10.222.0.39', 50024) {{(pid=103258) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 11:01:19.738487 dv-cinder-830088-4-iscsi neutron-server[103257]: INFO neutron.wsgi [req-6d1a69a9-7753-478d-8e9c-3fd060a1aa12 req-69568d86-ce22-4964-a2cc-79845644b85f tempest-AttachVolumeShelveTestJSON-1581400671 tempest-AttachVolumeShelveTestJSON-1581400671-project] 10.222.0.39 "GET /v2.0/ports?device_id=02541d3b-c0f8-4669-8d56-2fb77315b4b7 HTTP/1.1" status: 200 len: 210 time: 0.0339293 Apr 12 11:01:19.764768 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-db8ce03d-8ea7-4ea5-979c-f5681c9deb59 admin admin] Publish callbacks [] for security_group (7fc0afe6-b95d-414a-b371-673aba4a5aca), before_delete {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:01:19.792244 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63ae8cd2-7296-467a-9e8c-bef4d7eae6fc req-4f8fd77c-6db4-4b6d-9747-fac9a9d5cc21 tempest-AttachVolumeNegativeTest-1347969699 tempest-AttachVolumeNegativeTest-1347969699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:01:19.793711 dv-cinder-830088-4-iscsi neutron-server[103258]: INFO neutron.wsgi [req-63ae8cd2-7296-467a-9e8c-bef4d7eae6fc req-4f8fd77c-6db4-4b6d-9747-fac9a9d5cc21 tempest-AttachVolumeNegativeTest-1347969699 tempest-AttachVolumeNegativeTest-1347969699-project] 10.222.0.39 "GET /v2.0/ports?device_id=76c0d3e2-99b4-4344-b105-cc9bc02b2bb7 HTTP/1.1" status: 200 len: 943 time: 0.0616572 Apr 12 11:01:19.804927 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-db8ce03d-8ea7-4ea5-979c-f5681c9deb59 admin admin] Publish callbacks [] for security_group (7fc0afe6-b95d-414a-b371-673aba4a5aca), precommit_delete {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:01:19.868579 dv-cinder-830088-4-iscsi neutron-server[103258]: INFO neutron.wsgi [req-63ae8cd2-7296-467a-9e8c-bef4d7eae6fc req-d040552e-f7a3-4cb0-953b-4d0670bb22db tempest-AttachVolumeNegativeTest-1347969699 tempest-AttachVolumeNegativeTest-1347969699-project] 10.222.0.39 "GET /v2.0/security-groups?id=4866db02-000f-42de-90d5-3a6f4f0dbf7e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0689466 Apr 12 11:01:19.895180 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-db8ce03d-8ea7-4ea5-979c-f5681c9deb59 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-415253'] for security_group (7fc0afe6-b95d-414a-b371-673aba4a5aca), after_delete {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:01:19.898076 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-db8ce03d-8ea7-4ea5-979c-f5681c9deb59 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:01:19.902141 dv-cinder-830088-4-iscsi neutron-server[103258]: INFO neutron.wsgi [None req-db8ce03d-8ea7-4ea5-979c-f5681c9deb59 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/7fc0afe6-b95d-414a-b371-673aba4a5aca HTTP/1.1" status: 204 len: 168 time: 0.2474933 Apr 12 11:01:19.910115 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db8ce03d-8ea7-4ea5-979c-f5681c9deb59 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7fc0afe6-b95d-414a-b371-673aba4a5aca,revision_number=None']} {{(pid=103258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:01:20.428171 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b3ef511-8ea2-40ec-9cb5-b84be3fe1c22 req-67f21ab9-f749-477b-99f4-45f8da092ab0 tempest-DeleteServersTestJSON-655909961 tempest-DeleteServersTestJSON-655909961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:01:20.429740 dv-cinder-830088-4-iscsi neutron-server[103257]: INFO neutron.wsgi [req-2b3ef511-8ea2-40ec-9cb5-b84be3fe1c22 req-67f21ab9-f749-477b-99f4-45f8da092ab0 tempest-DeleteServersTestJSON-655909961 tempest-DeleteServersTestJSON-655909961-project] 10.222.0.39 "GET /v2.0/ports?device_id=1f388cc0-2f53-4f5f-b4da-75912eabd99d HTTP/1.1" status: 200 len: 945 time: 0.0483241 Apr 12 11:01:20.485892 dv-cinder-830088-4-iscsi neutron-server[103257]: INFO neutron.wsgi [req-2b3ef511-8ea2-40ec-9cb5-b84be3fe1c22 req-fa54ef7c-8572-452b-8b33-8857d83802e1 tempest-DeleteServersTestJSON-655909961 tempest-DeleteServersTestJSON-655909961-project] 10.222.0.39 "GET /v2.0/security-groups?id=19a2dc3b-a298-4013-89f3-f5eb3f383f02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493135 Apr 12 11:01:20.523982 dv-cinder-830088-4-iscsi neutron-server[103258]: INFO neutron.wsgi [req-7e8d024a-e682-432e-8cad-78d6a7b47637 req-259e0787-f5ca-4497-a577-bb79a9c721b0 tempest-AttachVolumeTestJSON-1709741936 tempest-AttachVolumeTestJSON-1709741936-project] 10.222.0.39 "GET /v2.0/ports?device_id=054cf929-099f-406a-9607-1086f5624af6 HTTP/1.1" status: 200 len: 210 time: 0.0320377 Apr 12 11:01:20.611213 dv-cinder-830088-4-iscsi neutron-server[103257]: INFO neutron.wsgi [req-445f8612-7ebc-4946-9cff-bca0af6f09b8 req-df98ac2f-fa30-49eb-bea4-8bdd4e2a86c8 tempest-ServerRescueNegativeTestJSON-1304480791 tempest-ServerRescueNegativeTestJSON-1304480791-project] 10.222.0.39 "GET /v2.0/ports?device_id=9850fc3f-3ca4-4813-9ce5-f048fd29222e HTTP/1.1" status: 200 len: 210 time: 0.0307693 Apr 12 11:01:20.836290 dv-cinder-830088-4-iscsi neutron-server[103258]: INFO neutron.wsgi [req-90c86490-05b8-4617-b3ee-8e92d1bb1872 req-09027ac7-d14c-433b-ad6d-5f1f4655a952 tempest-AttachVolumeShelveTestJSON-1581400671 tempest-AttachVolumeShelveTestJSON-1581400671-project] 10.222.0.39 "GET /v2.0/ports?device_id=02541d3b-c0f8-4669-8d56-2fb77315b4b7 HTTP/1.1" status: 200 len: 210 time: 0.0273294 Apr 12 11:01:20.980715 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1929fbbf-a4cf-4275-a714-94e96b528eeb req-65c8df5a-732a-495e-9c1c-135ba0bf420b tempest-AttachVolumeNegativeTest-1347969699 tempest-AttachVolumeNegativeTest-1347969699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:01:20.982293 dv-cinder-830088-4-iscsi neutron-server[103257]: INFO neutron.wsgi [req-1929fbbf-a4cf-4275-a714-94e96b528eeb req-65c8df5a-732a-495e-9c1c-135ba0bf420b tempest-AttachVolumeNegativeTest-1347969699 tempest-AttachVolumeNegativeTest-1347969699-project] 10.222.0.39 "GET /v2.0/ports?device_id=76c0d3e2-99b4-4344-b105-cc9bc02b2bb7 HTTP/1.1" status: 200 len: 943 time: 0.0472744 Apr 12 11:01:21.028984 dv-cinder-830088-4-iscsi neutron-server[103257]: INFO neutron.wsgi [req-1929fbbf-a4cf-4275-a714-94e96b528eeb req-0605f935-15f8-42db-bad9-5f3cfdb8b919 tempest-AttachVolumeNegativeTest-1347969699 tempest-AttachVolumeNegativeTest-1347969699-project] 10.222.0.39 "GET /v2.0/security-groups?id=4866db02-000f-42de-90d5-3a6f4f0dbf7e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406845 Apr 12 11:01:21.614441 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ef6d18b-c8b3-415b-acd9-504444bbb845 req-2e22b90f-a5a2-4f06-9e86-381d10d6be4a tempest-DeleteServersTestJSON-655909961 tempest-DeleteServersTestJSON-655909961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:01:21.615948 dv-cinder-830088-4-iscsi neutron-server[103258]: INFO neutron.wsgi [req-1ef6d18b-c8b3-415b-acd9-504444bbb845 req-2e22b90f-a5a2-4f06-9e86-381d10d6be4a tempest-DeleteServersTestJSON-655909961 tempest-DeleteServersTestJSON-655909961-project] 10.222.0.39 "GET /v2.0/ports?device_id=1f388cc0-2f53-4f5f-b4da-75912eabd99d HTTP/1.1" status: 200 len: 945 time: 0.0561702 Apr 12 11:01:21.644108 dv-cinder-830088-4-iscsi neutron-server[103257]: INFO neutron.wsgi [req-0946ec26-f17c-4d06-bfa9-a7aa8802208c req-e37f900b-1261-42cb-8197-f38fc48c8185 tempest-AttachVolumeTestJSON-1709741936 tempest-AttachVolumeTestJSON-1709741936-project] 10.222.0.39 "GET /v2.0/ports?device_id=054cf929-099f-406a-9607-1086f5624af6 HTTP/1.1" status: 200 len: 210 time: 0.0303712 Apr 12 11:01:21.667687 dv-cinder-830088-4-iscsi neutron-server[103258]: INFO neutron.wsgi [req-1ef6d18b-c8b3-415b-acd9-504444bbb845 req-3d7c9ec1-e1c6-4d6f-85d8-77feb0f50803 tempest-DeleteServersTestJSON-655909961 tempest-DeleteServersTestJSON-655909961-project] 10.222.0.39 "GET /v2.0/security-groups?id=19a2dc3b-a298-4013-89f3-f5eb3f383f02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455270 Apr 12 11:01:21.736103 dv-cinder-830088-4-iscsi neutron-server[103257]: INFO neutron.wsgi [req-6472e605-2c03-4bc6-92eb-c93dc8343cb1 req-f7dc7ad3-1fcb-47e4-8451-144d4e259e9e tempest-ServerRescueNegativeTestJSON-1304480791 tempest-ServerRescueNegativeTestJSON-1304480791-project] 10.222.0.39 "GET /v2.0/ports?device_id=9850fc3f-3ca4-4813-9ce5-f048fd29222e HTTP/1.1" status: 200 len: 210 time: 0.0300791 Apr 12 11:01:21.935594 dv-cinder-830088-4-iscsi neutron-server[103258]: INFO neutron.wsgi [req-e29cbbfb-0cbb-43f6-ae81-5dabdaf73d1e req-ed397549-35ec-4864-9cc9-4e11b2eda696 tempest-AttachVolumeShelveTestJSON-1581400671 tempest-AttachVolumeShelveTestJSON-1581400671-project] 10.222.0.39 "GET /v2.0/ports?device_id=02541d3b-c0f8-4669-8d56-2fb77315b4b7 HTTP/1.1" status: 200 len: 210 time: 0.0303366 Apr 12 11:01:22.142108 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-690b4b5d-c864-49f1-8b47-c8f26d34cecb req-4e104836-bec5-4142-8461-865c546f8623 tempest-AttachVolumeNegativeTest-1347969699 tempest-AttachVolumeNegativeTest-1347969699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:01:22.143606 dv-cinder-830088-4-iscsi neutron-server[103257]: INFO neutron.wsgi [req-690b4b5d-c864-49f1-8b47-c8f26d34cecb req-4e104836-bec5-4142-8461-865c546f8623 tempest-AttachVolumeNegativeTest-1347969699 tempest-AttachVolumeNegativeTest-1347969699-project] 10.222.0.39 "GET /v2.0/ports?device_id=76c0d3e2-99b4-4344-b105-cc9bc02b2bb7 HTTP/1.1" status: 200 len: 943 time: 0.0464923 Apr 12 11:01:22.188365 dv-cinder-830088-4-iscsi neutron-server[103257]: INFO neutron.wsgi [req-690b4b5d-c864-49f1-8b47-c8f26d34cecb req-9ada4c4d-0201-41e0-8e2e-b05b0ff4644b tempest-AttachVolumeNegativeTest-1347969699 tempest-AttachVolumeNegativeTest-1347969699-project] 10.222.0.39 "GET /v2.0/security-groups?id=4866db02-000f-42de-90d5-3a6f4f0dbf7e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0393586 Apr 12 11:01:22.401542 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron.plugins.ml2.rpc [None req-ae6c308c-a92e-4424-a7f8-d6a17e5174ef None None] Device cac6254f-854d-4ed4-80fb-63e1d78d8043 up at agent hyperv_hv-cinder-83008 {{(pid=103259) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 11:01:22.408572 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron.api.v2.base [req-4766e3b5-3a27-4436-84d1-b4184a19c5ee req-8e966aae-dbca-4a28-a4d5-8356de9e11fa tempest-AttachVolumeTestJSON-1709741936 tempest-AttachVolumeTestJSON-1709741936-project] Request body: {'port': {'device_id': '054cf929-099f-406a-9607-1086f5624af6', 'network_id': '5283658c-f0e4-41df-8b22-61e61a4f7877', 'admin_state_up': True, 'tenant_id': 'd41e564f85554bef9013a0082cd0196d', 'security_groups': ['fc469313-82a8-4ad2-a9e9-24c86c2f4d72']}} {{(pid=103257) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 11:01:22.415623 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron.api.v2.base [req-d5078506-9b7c-417e-9f90-07c703b84741 req-93cb1acd-f4b7-4ec0-8b7a-727e034eeeb6 service neutron] Request body: {'port': {'device_id': '59d855d0-c55b-43eb-bbd0-ca27547aa179', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83008'}} {{(pid=103257) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 11:01:22.451369 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron.db.provisioning_blocks [None req-ae6c308c-a92e-4424-a7f8-d6a17e5174ef None None] Provisioning for port cac6254f-854d-4ed4-80fb-63e1d78d8043 completed by entity L2. {{(pid=103259) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Apr 12 11:01:22.458623 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron.db.provisioning_blocks [None req-ae6c308c-a92e-4424-a7f8-d6a17e5174ef None None] Provisioning complete for port cac6254f-854d-4ed4-80fb-63e1d78d8043 triggered by entity L2. {{(pid=103259) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 11:01:22.459380 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron_lib.callbacks.manager [None req-ae6c308c-a92e-4424-a7f8-d6a17e5174ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1343588'] for port (cac6254f-854d-4ed4-80fb-63e1d78d8043), provisioning_complete {{(pid=103259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:01:22.559640 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cecfa3d4-ad89-4915-9bcb-af98d71f42f5 req-8668266e-80bd-4ff5-bab5-cfdd2f45de43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:01:22.561150 dv-cinder-830088-4-iscsi neutron-server[103258]: INFO neutron.wsgi [req-cecfa3d4-ad89-4915-9bcb-af98d71f42f5 req-8668266e-80bd-4ff5-bab5-cfdd2f45de43 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=e581060642574053bd171680bd4e15a9&device_id=76c0d3e2-99b4-4344-b105-cc9bc02b2bb7 HTTP/1.1" status: 200 len: 1127 time: 0.0889783 Apr 12 11:01:22.589033 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron.plugins.ml2.plugin [None req-ae6c308c-a92e-4424-a7f8-d6a17e5174ef None None] Current status of the port cac6254f-854d-4ed4-80fb-63e1d78d8043 is: BUILD; New status is: ACTIVE {{(pid=103259) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 11:01:22.591871 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [req-d5078506-9b7c-417e-9f90-07c703b84741 req-93cb1acd-f4b7-4ec0-8b7a-727e034eeeb6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1535343'] for port (d44d9ccf-b10a-4742-9c74-7f9d8d3c3ce8), before_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:01:22.593702 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron_lib.callbacks.manager [None req-ae6c308c-a92e-4424-a7f8-d6a17e5174ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1535343'] for port (cac6254f-854d-4ed4-80fb-63e1d78d8043), before_update {{(pid=103259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:01:22.667249 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4766e3b5-3a27-4436-84d1-b4184a19c5ee req-8e966aae-dbca-4a28-a4d5-8356de9e11fa tempest-AttachVolumeTestJSON-1709741936 tempest-AttachVolumeTestJSON-1709741936-project] Made reservation on behalf of d41e564f85554bef9013a0082cd0196d for: {'port': 1} {{(pid=103257) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 12 11:01:22.671700 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1f388cc0-2f53-4f5f-b4da-75912eabd99d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cac6254f-854d-4ed4-80fb-63e1d78d8043'}] {{(pid=103259) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 11:01:22.676328 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [req-4766e3b5-3a27-4436-84d1-b4184a19c5ee req-8e966aae-dbca-4a28-a4d5-8356de9e11fa tempest-AttachVolumeTestJSON-1709741936 tempest-AttachVolumeTestJSON-1709741936-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1535343'] for port (None), before_create {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:01:22.795615 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron.plugins.ml2.db [None req-ae6c308c-a92e-4424-a7f8-d6a17e5174ef None None] For port cac6254f-854d-4ed4-80fb-63e1d78d8043, host hv-cinder-83008, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83008',level=0,port_id=cac6254f-854d-4ed4-80fb-63e1d78d8043,segment=NetworkSegment(331144d7-7890-4b14-baab-10c11a274824),segment_id=331144d7-7890-4b14-baab-10c11a274824)] {{(pid=103259) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 11:01:22.803921 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron_lib.callbacks.manager [None req-ae6c308c-a92e-4424-a7f8-d6a17e5174ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1534861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777667992095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777667450170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777667450188'] for port (cac6254f-854d-4ed4-80fb-63e1d78d8043), after_update {{(pid=103259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:01:22.903591 dv-cinder-830088-4-iscsi neutron-server[103258]: INFO neutron.wsgi [req-4b76fd9d-638d-4941-b78a-0d153f113c15 req-8212dae4-c917-4b04-bc4b-85c8a02dde3d tempest-AttachVolumeTestJSON-1709741936 tempest-AttachVolumeTestJSON-1709741936-project] 10.222.0.39 "GET /v2.0/ports?device_id=054cf929-099f-406a-9607-1086f5624af6 HTTP/1.1" status: 200 len: 210 time: 0.1291575 Apr 12 11:01:22.947991 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae6c308c-a92e-4424-a7f8-d6a17e5174ef None None] Pushing event updated for resources: {'Port': ['ID=cac6254f-854d-4ed4-80fb-63e1d78d8043,revision_number=5']} {{(pid=103259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:01:22.993003 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cecfa3d4-ad89-4915-9bcb-af98d71f42f5 req-6e22c807-3107-4cc9-bbd5-6178c72e601b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:01:22.994530 dv-cinder-830088-4-iscsi neutron-server[103258]: INFO neutron.wsgi [req-cecfa3d4-ad89-4915-9bcb-af98d71f42f5 req-6e22c807-3107-4cc9-bbd5-6178c72e601b service neutron] 10.222.0.53 "GET /v2.0/networks?tenant_id=e581060642574053bd171680bd4e15a9&shared=False HTTP/1.1" status: 200 len: 915 time: 0.3865306 Apr 12 11:01:23.032934 dv-cinder-830088-4-iscsi neutron-server[103258]: INFO neutron.wsgi [req-e1df7d29-0124-4af9-8057-b3bb23244e5b req-6eecec79-b880-4825-a58b-e46b02a9132b tempest-ServerRescueNegativeTestJSON-1304480791 tempest-ServerRescueNegativeTestJSON-1304480791-project] 10.222.0.39 "GET /v2.0/ports?device_id=9850fc3f-3ca4-4813-9ce5-f048fd29222e HTTP/1.1" status: 200 len: 210 time: 0.0359893 Apr 12 11:01:23.046570 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}af87e37ddfedca7c8b2a1dd0c6cba4e3e91bcc66796c687067be127c7223cf15" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d64dd6c9-1197-4f3f-9ab2-8ccd05e36a0b" -d '{"events": [{"server_uuid": "1f388cc0-2f53-4f5f-b4da-75912eabd99d", "name": "network-vif-plugged", "status": "completed", "tag": "cac6254f-854d-4ed4-80fb-63e1d78d8043"}]}' {{(pid=103259) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 11:01:23.061768 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c15f9530-11bc-4ed2-be86-741ac362d5f3 req-9020ad26-8ed8-4381-a939-a99dad6f1039 tempest-DeleteServersTestJSON-655909961 tempest-DeleteServersTestJSON-655909961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:01:23.063376 dv-cinder-830088-4-iscsi neutron-server[103257]: INFO neutron.wsgi [req-c15f9530-11bc-4ed2-be86-741ac362d5f3 req-9020ad26-8ed8-4381-a939-a99dad6f1039 tempest-DeleteServersTestJSON-655909961 tempest-DeleteServersTestJSON-655909961-project] 10.222.0.39 "GET /v2.0/ports?device_id=1f388cc0-2f53-4f5f-b4da-75912eabd99d HTTP/1.1" status: 200 len: 946 time: 0.2850111 Apr 12 11:01:23.134368 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron.db.db_base_plugin_common [req-4766e3b5-3a27-4436-84d1-b4184a19c5ee req-8e966aae-dbca-4a28-a4d5-8356de9e11fa tempest-AttachVolumeTestJSON-1709741936 tempest-AttachVolumeTestJSON-1709741936-project] Allocated IP 172.20.0.10 (5283658c-f0e4-41df-8b22-61e61a4f7877/a03f1c9e-6c63-496e-9600-bb0a8351c93d/d8445a7c-a328-45d0-8618-af8d0615ea29) {{(pid=103257) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 12 11:01:23.273457 dv-cinder-830088-4-iscsi neutron-server[103257]: INFO neutron.wsgi [req-c15f9530-11bc-4ed2-be86-741ac362d5f3 req-4bd73c78-eda2-4d74-abda-5d01b3a6d5e5 tempest-DeleteServersTestJSON-655909961 tempest-DeleteServersTestJSON-655909961-project] 10.222.0.39 "GET /v2.0/security-groups?id=19a2dc3b-a298-4013-89f3-f5eb3f383f02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1938262 Apr 12 11:01:23.320883 dv-cinder-830088-4-iscsi neutron-server[103258]: INFO neutron.wsgi [req-7b0ca7ec-c2ea-45a7-ae55-fd379048ae2e req-440adee3-e8d3-48e3-9e6d-d2861f1b522b tempest-AttachVolumeShelveTestJSON-1581400671 tempest-AttachVolumeShelveTestJSON-1581400671-project] 10.222.0.39 "GET /v2.0/ports?device_id=02541d3b-c0f8-4669-8d56-2fb77315b4b7 HTTP/1.1" status: 200 len: 210 time: 0.2156208 Apr 12 11:01:23.411508 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron.wsgi [-] (103257) accepted ('10.222.0.53', 52416) {{(pid=103257) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 11:01:23.524152 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Apr 2022 11:01:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f33d1446-5d90-4aa4-b122-35706a276f5c x-openstack-request-id: req-f33d1446-5d90-4aa4-b122-35706a276f5c {{(pid=103259) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 11:01:23.524799 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1f388cc0-2f53-4f5f-b4da-75912eabd99d", "name": "network-vif-plugged", "status": "completed", "tag": "cac6254f-854d-4ed4-80fb-63e1d78d8043", "code": 200}]} {{(pid=103259) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 11:01:23.524799 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-f33d1446-5d90-4aa4-b122-35706a276f5c {{(pid=103259) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 11:01:23.526051 dv-cinder-830088-4-iscsi neutron-server[103259]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f33d1446-5d90-4aa4-b122-35706a276f5c'] response: {'server_uuid': '1f388cc0-2f53-4f5f-b4da-75912eabd99d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cac6254f-854d-4ed4-80fb-63e1d78d8043', 'code': 200} Apr 12 11:01:23.541732 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [req-4766e3b5-3a27-4436-84d1-b4184a19c5ee req-8e966aae-dbca-4a28-a4d5-8356de9e11fa tempest-AttachVolumeTestJSON-1709741936 tempest-AttachVolumeTestJSON-1709741936-project] Publish callbacks [] for port (d8445a7c-a328-45d0-8618-af8d0615ea29), precommit_create {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:01:23.571775 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron.notifiers.nova [req-d5078506-9b7c-417e-9f90-07c703b84741 req-93cb1acd-f4b7-4ec0-8b7a-727e034eeeb6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d44d9ccf-b10a-4742-9c74-7f9d8d3c3ce8 {{(pid=103257) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 12 11:01:23.578568 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-117fa101-6070-4ecc-adba-2e15a53456f6 req-859ea10a-8ee6-4739-965d-83be2a3c4d76 tempest-AttachVolumeNegativeTest-1347969699 tempest-AttachVolumeNegativeTest-1347969699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:01:23.584258 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [req-d5078506-9b7c-417e-9f90-07c703b84741 req-93cb1acd-f4b7-4ec0-8b7a-727e034eeeb6 service neutron] Publish callbacks [] for port (d44d9ccf-b10a-4742-9c74-7f9d8d3c3ce8), precommit_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:01:23.588933 dv-cinder-830088-4-iscsi neutron-server[103258]: INFO neutron.wsgi [req-117fa101-6070-4ecc-adba-2e15a53456f6 req-859ea10a-8ee6-4739-965d-83be2a3c4d76 tempest-AttachVolumeNegativeTest-1347969699 tempest-AttachVolumeNegativeTest-1347969699-project] 10.222.0.39 "GET /v2.0/ports?device_id=76c0d3e2-99b4-4344-b105-cc9bc02b2bb7 HTTP/1.1" status: 200 len: 943 time: 0.1246059 Apr 12 11:01:23.589498 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron.wsgi [-] (103257) accepted ('10.222.0.53', 52417) {{(pid=103257) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 11:01:23.659728 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron.db.provisioning_blocks [req-d5078506-9b7c-417e-9f90-07c703b84741 req-93cb1acd-f4b7-4ec0-8b7a-727e034eeeb6 service neutron] Transition to ACTIVE for port object d44d9ccf-b10a-4742-9c74-7f9d8d3c3ce8 will not be triggered until provisioned by entity L2. {{(pid=103257) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 12 11:01:23.676085 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [req-d5078506-9b7c-417e-9f90-07c703b84741 req-93cb1acd-f4b7-4ec0-8b7a-727e034eeeb6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1534861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777667992095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777667450170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777667450188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5265638'] for port (d44d9ccf-b10a-4742-9c74-7f9d8d3c3ce8), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:01:23.698908 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5d74d7f-4361-43f9-9290-902d3eb75a72 req-3a2df12e-ffc3-4455-a348-b732bad93563 tempest-ServerRescueNegativeTestJSON-1304480791 tempest-ServerRescueNegativeTestJSON-1304480791-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:01:23.700944 dv-cinder-830088-4-iscsi neutron-server[103257]: INFO neutron.wsgi [req-c5d74d7f-4361-43f9-9290-902d3eb75a72 req-3a2df12e-ffc3-4455-a348-b732bad93563 tempest-ServerRescueNegativeTestJSON-1304480791 tempest-ServerRescueNegativeTestJSON-1304480791-project] 10.222.0.53 "GET /v2.0/networks?id=696acaf3-e376-402a-9f44-515f336c0ed7 HTTP/1.1" status: 200 len: 819 time: 0.2615376 Apr 12 11:01:23.715891 dv-cinder-830088-4-iscsi neutron-server[103258]: INFO neutron.wsgi [req-117fa101-6070-4ecc-adba-2e15a53456f6 req-99c1d9f1-b955-4af8-8b48-d893aca2c0d1 tempest-AttachVolumeNegativeTest-1347969699 tempest-AttachVolumeNegativeTest-1347969699-project] 10.222.0.39 "GET /v2.0/security-groups?id=4866db02-000f-42de-90d5-3a6f4f0dbf7e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1125357 Apr 12 11:01:23.764216 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [req-4766e3b5-3a27-4436-84d1-b4184a19c5ee req-8e966aae-dbca-4a28-a4d5-8356de9e11fa tempest-AttachVolumeTestJSON-1709741936 tempest-AttachVolumeTestJSON-1709741936-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1534861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777667450152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5265645'] for port (d8445a7c-a328-45d0-8618-af8d0615ea29), after_create {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:01:23.772758 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cecfa3d4-ad89-4915-9bcb-af98d71f42f5 req-c12dc20a-e6a3-444b-b330-61e9d78acc8e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:01:23.774578 dv-cinder-830088-4-iscsi neutron-server[103258]: INFO neutron.wsgi [req-cecfa3d4-ad89-4915-9bcb-af98d71f42f5 req-c12dc20a-e6a3-444b-b330-61e9d78acc8e service neutron] 10.222.0.53 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4632101 Apr 12 11:01:23.902936 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93cb1acd-f4b7-4ec0-8b7a-727e034eeeb6 service neutron] Pushing event updated for resources: {'Port': ['ID=d44d9ccf-b10a-4742-9c74-7f9d8d3c3ce8,revision_number=2']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:01:23.910782 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4766e3b5-3a27-4436-84d1-b4184a19c5ee req-8e966aae-dbca-4a28-a4d5-8356de9e11fa tempest-AttachVolumeTestJSON-1709741936 tempest-AttachVolumeTestJSON-1709741936-project] Network 5283658c-f0e4-41df-8b22-61e61a4f7877 is already hosted by enough agents. {{(pid=103257) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 11:01:23.921661 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron.scheduler.base_scheduler [req-4766e3b5-3a27-4436-84d1-b4184a19c5ee req-8e966aae-dbca-4a28-a4d5-8356de9e11fa tempest-AttachVolumeTestJSON-1709741936 tempest-AttachVolumeTestJSON-1709741936-project] Resources bound (agent type, host, resource id): {{(pid=103257) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 11:01:23.946832 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron.db.l3_dvrscheduler_db [req-4766e3b5-3a27-4436-84d1-b4184a19c5ee req-8e966aae-dbca-4a28-a4d5-8356de9e11fa tempest-AttachVolumeTestJSON-1709741936 tempest-AttachVolumeTestJSON-1709741936-project] Received port after_create {{(pid=103257) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 12 11:01:23.989342 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-777248ba-efd0-4d49-ab09-49acd3b001f0 req-3cc3abf7-5e56-445d-a3f9-5de5546a8b6b tempest-AttachVolumeShelveTestJSON-1581400671 tempest-AttachVolumeShelveTestJSON-1581400671-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:01:23.990784 dv-cinder-830088-4-iscsi neutron-server[103257]: INFO neutron.wsgi [req-777248ba-efd0-4d49-ab09-49acd3b001f0 req-3cc3abf7-5e56-445d-a3f9-5de5546a8b6b tempest-AttachVolumeShelveTestJSON-1581400671 tempest-AttachVolumeShelveTestJSON-1581400671-project] 10.222.0.53 "GET /v2.0/networks?id=5fe71604-a19f-4748-9dc5-7cc9d7ecf6be HTTP/1.1" status: 200 len: 817 time: 0.3966622 Apr 12 11:01:24.030852 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4766e3b5-3a27-4436-84d1-b4184a19c5ee req-8e966aae-dbca-4a28-a4d5-8356de9e11fa tempest-AttachVolumeTestJSON-1709741936 tempest-AttachVolumeTestJSON-1709741936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:01:24.031496 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [req-4766e3b5-3a27-4436-84d1-b4184a19c5ee req-8e966aae-dbca-4a28-a4d5-8356de9e11fa tempest-AttachVolumeTestJSON-1709741936 tempest-AttachVolumeTestJSON-1709741936-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586029'] for port (None), before_response {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:01:24.062854 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron.plugins.ml2.managers [req-d5078506-9b7c-417e-9f90-07c703b84741 req-93cb1acd-f4b7-4ec0-8b7a-727e034eeeb6 service neutron] Attempting to bind port d44d9ccf-b10a-4742-9c74-7f9d8d3c3ce8 on host hv-cinder-83008 for vnic_type normal with profile {{(pid=103257) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 12 11:01:24.063235 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron.plugins.ml2.managers [req-d5078506-9b7c-417e-9f90-07c703b84741 req-93cb1acd-f4b7-4ec0-8b7a-727e034eeeb6 service neutron] Attempting to bind port d44d9ccf-b10a-4742-9c74-7f9d8d3c3ce8 by drivers openvswitch,hyperv on host hv-cinder-83008 at level 0 using segments [{'id': 'fef06479-df1c-48b3-ab23-a5007803664a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '696acaf3-e376-402a-9f44-515f336c0ed7'}] {{(pid=103257) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 12 11:01:24.063593 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5078506-9b7c-417e-9f90-07c703b84741 req-93cb1acd-f4b7-4ec0-8b7a-727e034eeeb6 service neutron] Attempting to bind port d44d9ccf-b10a-4742-9c74-7f9d8d3c3ce8 on network 696acaf3-e376-402a-9f44-515f336c0ed7 {{(pid=103257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 11:01:24.065708 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e966aae-dbca-4a28-a4d5-8356de9e11fa tempest-AttachVolumeTestJSON-1709741936 tempest-AttachVolumeTestJSON-1709741936-project] Pushing event updated for resources: {'Port': ['ID=d8445a7c-a328-45d0-8618-af8d0615ea29,revision_number=1']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:01:24.095011 dv-cinder-830088-4-iscsi neutron-server[103257]: INFO neutron.wsgi [req-4766e3b5-3a27-4436-84d1-b4184a19c5ee req-8e966aae-dbca-4a28-a4d5-8356de9e11fa tempest-AttachVolumeTestJSON-1709741936 tempest-AttachVolumeTestJSON-1709741936-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.6913462 Apr 12 11:01:24.095597 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5078506-9b7c-417e-9f90-07c703b84741 req-93cb1acd-f4b7-4ec0-8b7a-727e034eeeb6 service neutron] Port d44d9ccf-b10a-4742-9c74-7f9d8d3c3ce8 on network 696acaf3-e376-402a-9f44-515f336c0ed7 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83008 {{(pid=103257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 12 11:01:24.095922 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5078506-9b7c-417e-9f90-07c703b84741 req-93cb1acd-f4b7-4ec0-8b7a-727e034eeeb6 service neutron] Attempting to bind port d44d9ccf-b10a-4742-9c74-7f9d8d3c3ce8 on network 696acaf3-e376-402a-9f44-515f336c0ed7 {{(pid=103257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 11:01:24.106684 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5078506-9b7c-417e-9f90-07c703b84741 req-93cb1acd-f4b7-4ec0-8b7a-727e034eeeb6 service neutron] Checking agent: {'id': '742b2e09-86ec-4663-b086-f6b891926c3e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83008', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 12, 10, 58, 42), 'started_at': datetime.datetime(2022, 4, 12, 10, 58, 42), 'heartbeat_timestamp': datetime.datetime(2022, 4, 12, 11, 1, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 12 11:01:24.107090 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5078506-9b7c-417e-9f90-07c703b84741 req-93cb1acd-f4b7-4ec0-8b7a-727e034eeeb6 service neutron] Checking segment: {'id': 'fef06479-df1c-48b3-ab23-a5007803664a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '696acaf3-e376-402a-9f44-515f336c0ed7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103257) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 11:01:24.107650 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5078506-9b7c-417e-9f90-07c703b84741 req-93cb1acd-f4b7-4ec0-8b7a-727e034eeeb6 service neutron] Bound using segment: {'id': 'fef06479-df1c-48b3-ab23-a5007803664a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '696acaf3-e376-402a-9f44-515f336c0ed7'} {{(pid=103257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 12 11:01:24.108113 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron.plugins.ml2.managers [req-d5078506-9b7c-417e-9f90-07c703b84741 req-93cb1acd-f4b7-4ec0-8b7a-727e034eeeb6 service neutron] Bound port: d44d9ccf-b10a-4742-9c74-7f9d8d3c3ce8, host: hv-cinder-83008, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fef06479-df1c-48b3-ab23-a5007803664a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '696acaf3-e376-402a-9f44-515f336c0ed7'}}] {{(pid=103257) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 12 11:01:24.108476 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [req-d5078506-9b7c-417e-9f90-07c703b84741 req-93cb1acd-f4b7-4ec0-8b7a-727e034eeeb6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1535343'] for port (d44d9ccf-b10a-4742-9c74-7f9d8d3c3ce8), before_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:01:24.116088 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04484286-17ec-410a-8f4b-4c5f70ee4b11 req-1669c3af-565d-4baa-a1f1-9d978ad71518 tempest-AttachVolumeTestJSON-1709741936 tempest-AttachVolumeTestJSON-1709741936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:01:24.117635 dv-cinder-830088-4-iscsi neutron-server[103257]: INFO neutron.wsgi [req-04484286-17ec-410a-8f4b-4c5f70ee4b11 req-1669c3af-565d-4baa-a1f1-9d978ad71518 tempest-AttachVolumeTestJSON-1709741936 tempest-AttachVolumeTestJSON-1709741936-project] 10.222.0.39 "GET /v2.0/ports?device_id=054cf929-099f-406a-9607-1086f5624af6 HTTP/1.1" status: 200 len: 932 time: 0.0780940 Apr 12 11:01:24.199514 dv-cinder-830088-4-iscsi neutron-server[103258]: INFO neutron.wsgi [req-e84ae626-6bd2-4f0f-8dff-33dc55adad9a req-c27d12fd-6e73-42c9-bbd0-2d3bd8f82d9b tempest-ServerRescueNegativeTestJSON-1304480791 tempest-ServerRescueNegativeTestJSON-1304480791-project] 10.222.0.39 "GET /v2.0/ports?device_id=9850fc3f-3ca4-4813-9ce5-f048fd29222e HTTP/1.1" status: 200 len: 210 time: 0.0422978 Apr 12 11:01:24.245785 dv-cinder-830088-4-iscsi neutron-server[103257]: INFO neutron.wsgi [req-04484286-17ec-410a-8f4b-4c5f70ee4b11 req-f60b9409-99b7-439d-a167-fbab4d2be5ad tempest-AttachVolumeTestJSON-1709741936 tempest-AttachVolumeTestJSON-1709741936-project] 10.222.0.39 "GET /v2.0/security-groups?id=fc469313-82a8-4ad2-a9e9-24c86c2f4d72&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1147025 Apr 12 11:01:24.260246 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron.plugins.ml2.db [req-d5078506-9b7c-417e-9f90-07c703b84741 req-93cb1acd-f4b7-4ec0-8b7a-727e034eeeb6 service neutron] For port d44d9ccf-b10a-4742-9c74-7f9d8d3c3ce8, host hv-cinder-83008, cleared binding levels {{(pid=103257) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 12 11:01:24.271068 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron.plugins.ml2.db [req-d5078506-9b7c-417e-9f90-07c703b84741 req-93cb1acd-f4b7-4ec0-8b7a-727e034eeeb6 service neutron] For port d44d9ccf-b10a-4742-9c74-7f9d8d3c3ce8, host hv-cinder-83008, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83008',level=0,port_id=d44d9ccf-b10a-4742-9c74-7f9d8d3c3ce8,segment=NetworkSegment(fef06479-df1c-48b3-ab23-a5007803664a),segment_id=fef06479-df1c-48b3-ab23-a5007803664a)] {{(pid=103257) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 12 11:01:24.288591 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [req-d5078506-9b7c-417e-9f90-07c703b84741 req-93cb1acd-f4b7-4ec0-8b7a-727e034eeeb6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1534861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777667992095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777667450170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777667450188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5265638'] for port (d44d9ccf-b10a-4742-9c74-7f9d8d3c3ce8), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:01:24.319829 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron.db.provisioning_blocks [None req-5e126ab4-1f7c-47d0-b398-223a382c0998 None None] Provisioning complete for port d8445a7c-a328-45d0-8618-af8d0615ea29 triggered by entity DHCP. {{(pid=103259) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 11:01:24.321951 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron_lib.callbacks.manager [None req-5e126ab4-1f7c-47d0-b398-223a382c0998 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1343588'] for port (d8445a7c-a328-45d0-8618-af8d0615ea29), provisioning_complete {{(pid=103259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:01:24.383277 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron.plugins.ml2.plugin [None req-5e126ab4-1f7c-47d0-b398-223a382c0998 None None] Port d8445a7c-a328-45d0-8618-af8d0615ea29 cannot update to ACTIVE because it is not bound. {{(pid=103259) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 12 11:01:24.448316 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60aa7c06-ce7f-4b1a-af75-fd8a6979a9e0 req-be05a071-8756-44fa-922e-963054ec0649 tempest-DeleteServersTestJSON-655909961 tempest-DeleteServersTestJSON-655909961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:01:24.450913 dv-cinder-830088-4-iscsi neutron-server[103258]: INFO neutron.wsgi [req-60aa7c06-ce7f-4b1a-af75-fd8a6979a9e0 req-be05a071-8756-44fa-922e-963054ec0649 tempest-DeleteServersTestJSON-655909961 tempest-DeleteServersTestJSON-655909961-project] 10.222.0.39 "GET /v2.0/ports?device_id=1f388cc0-2f53-4f5f-b4da-75912eabd99d HTTP/1.1" status: 200 len: 946 time: 0.0592587 Apr 12 11:01:24.508389 dv-cinder-830088-4-iscsi neutron-server[103258]: INFO neutron.wsgi [req-60aa7c06-ce7f-4b1a-af75-fd8a6979a9e0 req-09f99c3d-37c4-4fc0-8336-0148dc521d99 tempest-DeleteServersTestJSON-655909961 tempest-DeleteServersTestJSON-655909961-project] 10.222.0.39 "GET /v2.0/security-groups?id=19a2dc3b-a298-4013-89f3-f5eb3f383f02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516078 Apr 12 11:01:24.558974 dv-cinder-830088-4-iscsi neutron-server[103257]: INFO neutron.wsgi [req-ebaebb35-8aef-4f5d-bf4c-ee2f071be297 req-eba515b6-05af-4421-969f-422efc725af7 tempest-AttachVolumeShelveTestJSON-1581400671 tempest-AttachVolumeShelveTestJSON-1581400671-project] 10.222.0.39 "GET /v2.0/ports?device_id=02541d3b-c0f8-4669-8d56-2fb77315b4b7 HTTP/1.1" status: 200 len: 210 time: 0.0391107 Apr 12 11:01:24.561854 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5078506-9b7c-417e-9f90-07c703b84741 req-93cb1acd-f4b7-4ec0-8b7a-727e034eeeb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:01:24.562325 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [req-d5078506-9b7c-417e-9f90-07c703b84741 req-93cb1acd-f4b7-4ec0-8b7a-727e034eeeb6 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586029'] for port (None), before_response {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:01:24.563671 dv-cinder-830088-4-iscsi neutron-server[103257]: INFO neutron.wsgi [req-d5078506-9b7c-417e-9f90-07c703b84741 req-93cb1acd-f4b7-4ec0-8b7a-727e034eeeb6 service neutron] 10.222.0.53 "PUT /v2.0/ports/d44d9ccf-b10a-4742-9c74-7f9d8d3c3ce8 HTTP/1.1" status: 200 len: 1093 time: 2.1589093 Apr 12 11:01:24.564105 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '59d855d0-c55b-43eb-bbd0-ca27547aa179', 'tag': 'd44d9ccf-b10a-4742-9c74-7f9d8d3c3ce8'}] {{(pid=103257) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 11:01:24.594464 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93cb1acd-f4b7-4ec0-8b7a-727e034eeeb6 service neutron] Pushing event updated for resources: {'Port': ['ID=d44d9ccf-b10a-4742-9c74-7f9d8d3c3ce8,revision_number=3']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:01:24.627968 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}263188bb5a56b6ea0b99504a79f1a82db60da3322be0ebbd3338f0b2803b3102" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-72e1ffd7-549e-4276-8a29-52a92ab2ca8b" -d '{"events": [{"name": "network-changed", "server_uuid": "59d855d0-c55b-43eb-bbd0-ca27547aa179", "tag": "d44d9ccf-b10a-4742-9c74-7f9d8d3c3ce8"}]}' {{(pid=103257) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 11:01:24.738399 dv-cinder-830088-4-iscsi neutron-server[103260]: DEBUG neutron.db.agents_db [None req-b0205aca-973a-4a8a-ba9e-4a4e25067b42 None None] Agent healthcheck: found 6 active agents {{(pid=103260) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 12 11:01:24.755473 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Apr 2022 11:01:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ee18f0b0-fa0e-4878-9192-ee5bc231c456 x-openstack-request-id: req-ee18f0b0-fa0e-4878-9192-ee5bc231c456 {{(pid=103257) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 11:01:24.755952 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "59d855d0-c55b-43eb-bbd0-ca27547aa179", "tag": "d44d9ccf-b10a-4742-9c74-7f9d8d3c3ce8", "status": "completed", "code": 200}]} {{(pid=103257) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 11:01:24.756043 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-ee18f0b0-fa0e-4878-9192-ee5bc231c456 {{(pid=103257) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 11:01:24.756458 dv-cinder-830088-4-iscsi neutron-server[103257]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ee18f0b0-fa0e-4878-9192-ee5bc231c456'] response: {'name': 'network-changed', 'server_uuid': '59d855d0-c55b-43eb-bbd0-ca27547aa179', 'tag': 'd44d9ccf-b10a-4742-9c74-7f9d8d3c3ce8', 'status': 'completed', 'code': 200} Apr 12 11:01:24.824142 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cfd3bb9-3a98-497b-8eb8-f62915f0a81f req-bc10b4c1-4f5a-4196-ab05-a2216c3fa424 tempest-AttachVolumeNegativeTest-1347969699 tempest-AttachVolumeNegativeTest-1347969699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:01:24.825625 dv-cinder-830088-4-iscsi neutron-server[103257]: INFO neutron.wsgi [req-5cfd3bb9-3a98-497b-8eb8-f62915f0a81f req-bc10b4c1-4f5a-4196-ab05-a2216c3fa424 tempest-AttachVolumeNegativeTest-1347969699 tempest-AttachVolumeNegativeTest-1347969699-project] 10.222.0.39 "GET /v2.0/ports?device_id=76c0d3e2-99b4-4344-b105-cc9bc02b2bb7 HTTP/1.1" status: 200 len: 943 time: 0.0470471 Apr 12 11:01:24.874236 dv-cinder-830088-4-iscsi neutron-server[103257]: INFO neutron.wsgi [req-5cfd3bb9-3a98-497b-8eb8-f62915f0a81f req-2e5f9b63-8b92-418b-866f-15b196327008 tempest-AttachVolumeNegativeTest-1347969699 tempest-AttachVolumeNegativeTest-1347969699-project] 10.222.0.39 "GET /v2.0/security-groups?id=4866db02-000f-42de-90d5-3a6f4f0dbf7e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429912 Apr 12 11:01:25.295511 dv-cinder-830088-4-iscsi neutron-server[103258]: INFO neutron.wsgi [req-b3dd0542-6514-41ed-b061-d5688d4e517b req-e1e80c23-4abf-4333-878d-05464a236783 tempest-ServerRescueNegativeTestJSON-1304480791 tempest-ServerRescueNegativeTestJSON-1304480791-project] 10.222.0.39 "GET /v2.0/ports?device_id=9850fc3f-3ca4-4813-9ce5-f048fd29222e HTTP/1.1" status: 200 len: 210 time: 0.0289183 Apr 12 11:01:25.369821 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b2c8ea2-3823-42d8-b34f-d1ec6fb168a8 req-90d03aa7-22cd-4149-a443-01f4d5f0e2e3 tempest-AttachVolumeTestJSON-1709741936 tempest-AttachVolumeTestJSON-1709741936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:01:25.371557 dv-cinder-830088-4-iscsi neutron-server[103257]: INFO neutron.wsgi [req-2b2c8ea2-3823-42d8-b34f-d1ec6fb168a8 req-90d03aa7-22cd-4149-a443-01f4d5f0e2e3 tempest-AttachVolumeTestJSON-1709741936 tempest-AttachVolumeTestJSON-1709741936-project] 10.222.0.39 "GET /v2.0/ports?device_id=054cf929-099f-406a-9607-1086f5624af6 HTTP/1.1" status: 200 len: 932 time: 0.0479259 Apr 12 11:01:25.416318 dv-cinder-830088-4-iscsi neutron-server[103257]: INFO neutron.wsgi [req-2b2c8ea2-3823-42d8-b34f-d1ec6fb168a8 req-79d2e632-ecdf-486e-aef5-c9a578b290b8 tempest-AttachVolumeTestJSON-1709741936 tempest-AttachVolumeTestJSON-1709741936-project] 10.222.0.39 "GET /v2.0/security-groups?id=fc469313-82a8-4ad2-a9e9-24c86c2f4d72&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0393157 Apr 12 11:01:25.622965 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0db5b5a-87e4-496c-ba70-2040af72a4d5 req-e65abb55-afb2-4d7b-9f0a-ae276473228e tempest-DeleteServersTestJSON-655909961 tempest-DeleteServersTestJSON-655909961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:01:25.624451 dv-cinder-830088-4-iscsi neutron-server[103258]: INFO neutron.wsgi [req-b0db5b5a-87e4-496c-ba70-2040af72a4d5 req-e65abb55-afb2-4d7b-9f0a-ae276473228e tempest-DeleteServersTestJSON-655909961 tempest-DeleteServersTestJSON-655909961-project] 10.222.0.39 "GET /v2.0/ports?device_id=1f388cc0-2f53-4f5f-b4da-75912eabd99d HTTP/1.1" status: 200 len: 946 time: 0.0509470 Apr 12 11:01:25.657652 dv-cinder-830088-4-iscsi neutron-server[103257]: INFO neutron.wsgi [req-335eff93-b0e4-454c-99c7-4857c91781c2 req-e956cc10-c627-46ac-8cd4-9efc9d0bde7a tempest-AttachVolumeShelveTestJSON-1581400671 tempest-AttachVolumeShelveTestJSON-1581400671-project] 10.222.0.39 "GET /v2.0/ports?device_id=02541d3b-c0f8-4669-8d56-2fb77315b4b7 HTTP/1.1" status: 200 len: 210 time: 0.0271816 Apr 12 11:01:25.671118 dv-cinder-830088-4-iscsi neutron-server[103258]: INFO neutron.wsgi [req-b0db5b5a-87e4-496c-ba70-2040af72a4d5 req-7473ac18-1d19-473f-b9ec-9db4ee04b9b6 tempest-DeleteServersTestJSON-655909961 tempest-DeleteServersTestJSON-655909961-project] 10.222.0.39 "GET /v2.0/security-groups?id=19a2dc3b-a298-4013-89f3-f5eb3f383f02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411086 Apr 12 11:01:25.984484 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d3be883-22c2-4e96-98cf-c8ef50992c08 req-072da1b4-7e79-4b3a-9637-0721dc2b51f9 tempest-AttachVolumeNegativeTest-1347969699 tempest-AttachVolumeNegativeTest-1347969699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:01:25.985955 dv-cinder-830088-4-iscsi neutron-server[103257]: INFO neutron.wsgi [req-0d3be883-22c2-4e96-98cf-c8ef50992c08 req-072da1b4-7e79-4b3a-9637-0721dc2b51f9 tempest-AttachVolumeNegativeTest-1347969699 tempest-AttachVolumeNegativeTest-1347969699-project] 10.222.0.39 "GET /v2.0/ports?device_id=76c0d3e2-99b4-4344-b105-cc9bc02b2bb7 HTTP/1.1" status: 200 len: 943 time: 0.0482934 Apr 12 11:01:26.033408 dv-cinder-830088-4-iscsi neutron-server[103257]: INFO neutron.wsgi [req-0d3be883-22c2-4e96-98cf-c8ef50992c08 req-0c00b645-7c91-4ed8-a62f-cfc7f4291fb6 tempest-AttachVolumeNegativeTest-1347969699 tempest-AttachVolumeNegativeTest-1347969699-project] 10.222.0.39 "GET /v2.0/security-groups?id=4866db02-000f-42de-90d5-3a6f4f0dbf7e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420039 Apr 12 11:01:26.390318 dv-cinder-830088-4-iscsi neutron-server[103258]: INFO neutron.wsgi [req-85e3be93-036c-40b3-9ffc-5a11ca14decc req-722ae055-c00b-4265-9825-bf39a60635ef tempest-ServerRescueNegativeTestJSON-1304480791 tempest-ServerRescueNegativeTestJSON-1304480791-project] 10.222.0.39 "GET /v2.0/ports?device_id=9850fc3f-3ca4-4813-9ce5-f048fd29222e HTTP/1.1" status: 200 len: 210 time: 0.0266404 Apr 12 11:01:26.524100 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45ad83a4-fc8d-4282-b1aa-4088f2077a78 req-6e8fb327-d716-4058-86db-95c7d1a5e2c0 tempest-AttachVolumeTestJSON-1709741936 tempest-AttachVolumeTestJSON-1709741936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:01:26.526152 dv-cinder-830088-4-iscsi neutron-server[103257]: INFO neutron.wsgi [req-45ad83a4-fc8d-4282-b1aa-4088f2077a78 req-6e8fb327-d716-4058-86db-95c7d1a5e2c0 tempest-AttachVolumeTestJSON-1709741936 tempest-AttachVolumeTestJSON-1709741936-project] 10.222.0.39 "GET /v2.0/ports?device_id=054cf929-099f-406a-9607-1086f5624af6 HTTP/1.1" status: 200 len: 932 time: 0.0451219 Apr 12 11:01:26.570335 dv-cinder-830088-4-iscsi neutron-server[103257]: INFO neutron.wsgi [req-45ad83a4-fc8d-4282-b1aa-4088f2077a78 req-645edccc-19d6-4331-b6cf-021b1c540a9c tempest-AttachVolumeTestJSON-1709741936 tempest-AttachVolumeTestJSON-1709741936-project] 10.222.0.39 "GET /v2.0/security-groups?id=fc469313-82a8-4ad2-a9e9-24c86c2f4d72&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0386851 Apr 12 11:01:26.763997 dv-cinder-830088-4-iscsi neutron-server[103258]: INFO neutron.wsgi [req-d101e649-68dd-4930-af23-7ef3cbccd141 req-58b28719-551b-4355-b145-f06adbed475f tempest-AttachVolumeShelveTestJSON-1581400671 tempest-AttachVolumeShelveTestJSON-1581400671-project] 10.222.0.39 "GET /v2.0/ports?device_id=02541d3b-c0f8-4669-8d56-2fb77315b4b7 HTTP/1.1" status: 200 len: 210 time: 0.0324211 Apr 12 11:01:26.788492 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7393f74-d806-4880-a70b-034fb7c262b8 req-fa385068-ba2a-498c-9d3b-b429201b5371 tempest-DeleteServersTestJSON-655909961 tempest-DeleteServersTestJSON-655909961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:01:26.789953 dv-cinder-830088-4-iscsi neutron-server[103257]: INFO neutron.wsgi [req-c7393f74-d806-4880-a70b-034fb7c262b8 req-fa385068-ba2a-498c-9d3b-b429201b5371 tempest-DeleteServersTestJSON-655909961 tempest-DeleteServersTestJSON-655909961-project] 10.222.0.39 "GET /v2.0/ports?device_id=1f388cc0-2f53-4f5f-b4da-75912eabd99d HTTP/1.1" status: 200 len: 946 time: 0.0466464 Apr 12 11:01:26.838287 dv-cinder-830088-4-iscsi neutron-server[103257]: INFO neutron.wsgi [req-c7393f74-d806-4880-a70b-034fb7c262b8 req-36e6cc88-90fa-44ef-99d9-2bcd010d6bb2 tempest-DeleteServersTestJSON-655909961 tempest-DeleteServersTestJSON-655909961-project] 10.222.0.39 "GET /v2.0/security-groups?id=19a2dc3b-a298-4013-89f3-f5eb3f383f02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427566 Apr 12 11:01:27.145063 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81d28f85-ec1f-4ff0-b34d-e965ae27e18e req-972827ff-2118-45f0-91a5-aaf2673a4822 tempest-AttachVolumeNegativeTest-1347969699 tempest-AttachVolumeNegativeTest-1347969699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:01:27.146496 dv-cinder-830088-4-iscsi neutron-server[103258]: INFO neutron.wsgi [req-81d28f85-ec1f-4ff0-b34d-e965ae27e18e req-972827ff-2118-45f0-91a5-aaf2673a4822 tempest-AttachVolumeNegativeTest-1347969699 tempest-AttachVolumeNegativeTest-1347969699-project] 10.222.0.39 "GET /v2.0/ports?device_id=76c0d3e2-99b4-4344-b105-cc9bc02b2bb7 HTTP/1.1" status: 200 len: 943 time: 0.0484395 Apr 12 11:01:27.190935 dv-cinder-830088-4-iscsi neutron-server[103258]: INFO neutron.wsgi [req-81d28f85-ec1f-4ff0-b34d-e965ae27e18e req-d141428c-fd30-45a2-a840-6443a22dbafe tempest-AttachVolumeNegativeTest-1347969699 tempest-AttachVolumeNegativeTest-1347969699-project] 10.222.0.39 "GET /v2.0/security-groups?id=4866db02-000f-42de-90d5-3a6f4f0dbf7e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0389278 Apr 12 11:01:27.486181 dv-cinder-830088-4-iscsi neutron-server[103257]: INFO neutron.wsgi [req-dcdd9002-f2d3-45ca-ade0-37dc559c66bb req-b56b9db6-0271-4afd-82d8-179f97bca0fe tempest-ServerRescueNegativeTestJSON-1304480791 tempest-ServerRescueNegativeTestJSON-1304480791-project] 10.222.0.39 "GET /v2.0/ports?device_id=9850fc3f-3ca4-4813-9ce5-f048fd29222e HTTP/1.1" status: 200 len: 210 time: 0.0316253 Apr 12 11:01:27.587879 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron.api.v2.base [req-c5d74d7f-4361-43f9-9290-902d3eb75a72 req-1a8e86b6-fa70-4127-931d-4627024e1286 tempest-ServerRescueNegativeTestJSON-1304480791 tempest-ServerRescueNegativeTestJSON-1304480791-project] Request body: {'port': {'device_id': '9850fc3f-3ca4-4813-9ce5-f048fd29222e', 'network_id': '696acaf3-e376-402a-9f44-515f336c0ed7', 'admin_state_up': True, 'tenant_id': '87551ef1ad8e4190b7a3b1c3469382df'}} {{(pid=103257) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 11:01:27.594742 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron.api.v2.base [req-4766e3b5-3a27-4436-84d1-b4184a19c5ee req-1ed0bc49-390d-45c5-ad54-21cd5395ba09 service neutron] Request body: {'port': {'device_id': '054cf929-099f-406a-9607-1086f5624af6', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83008'}} {{(pid=103257) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 11:01:27.721077 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac42b3fc-8abe-409c-a145-97be23d0bcf2 req-ef9e6893-280c-405d-9d1c-0dd37e16c64d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:01:27.722486 dv-cinder-830088-4-iscsi neutron-server[103258]: INFO neutron.wsgi [req-ac42b3fc-8abe-409c-a145-97be23d0bcf2 req-ef9e6893-280c-405d-9d1c-0dd37e16c64d service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=1f388cc0-2f53-4f5f-b4da-75912eabd99d HTTP/1.1" status: 200 len: 1130 time: 0.1056294 Apr 12 11:01:27.728823 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdf66d22-bd63-4048-8cce-897661f902fb req-98a2c842-2155-4f12-a2ac-930d8c80881f tempest-AttachVolumeTestJSON-1709741936 tempest-AttachVolumeTestJSON-1709741936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:01:27.730833 dv-cinder-830088-4-iscsi neutron-server[103258]: INFO neutron.wsgi [req-fdf66d22-bd63-4048-8cce-897661f902fb req-98a2c842-2155-4f12-a2ac-930d8c80881f tempest-AttachVolumeTestJSON-1709741936 tempest-AttachVolumeTestJSON-1709741936-project] 10.222.0.39 "GET /v2.0/ports?device_id=054cf929-099f-406a-9607-1086f5624af6 HTTP/1.1" status: 200 len: 932 time: 0.0833492 Apr 12 11:01:27.767187 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [req-ac42b3fc-8abe-409c-a145-97be23d0bcf2 req-1bf4375c-eec4-48d0-aa6b-c07a9c8a31b1 service neutron] Publish callbacks [] for security_group (None), before_create {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:01:27.781554 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.wsgi [-] (103258) accepted ('10.222.0.53', 52423) {{(pid=103258) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 11:01:27.800670 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [req-4766e3b5-3a27-4436-84d1-b4184a19c5ee req-1ed0bc49-390d-45c5-ad54-21cd5395ba09 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1535343'] for port (d8445a7c-a328-45d0-8618-af8d0615ea29), before_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:01:27.864048 dv-cinder-830088-4-iscsi neutron-server[103257]: INFO neutron.wsgi [req-777248ba-efd0-4d49-ab09-49acd3b001f0 req-5c6a4363-99bd-4ec7-9a0e-55804e3c1b46 tempest-AttachVolumeShelveTestJSON-1581400671 tempest-AttachVolumeShelveTestJSON-1581400671-project] 10.222.0.53 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=64420168af994dfe8d37cc175e2bfbd6 HTTP/1.1" status: 200 len: 380 time: 0.2799773 Apr 12 11:01:27.888990 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c67be81-9402-4e7a-87f6-b888301f03ca req-250f0151-83b8-49c5-a90f-71c1a70b3c25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:01:27.890456 dv-cinder-830088-4-iscsi neutron-server[103257]: INFO neutron.wsgi [req-0c67be81-9402-4e7a-87f6-b888301f03ca req-250f0151-83b8-49c5-a90f-71c1a70b3c25 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=e581060642574053bd171680bd4e15a9&device_id=76c0d3e2-99b4-4344-b105-cc9bc02b2bb7 HTTP/1.1" status: 200 len: 1127 time: 0.1413326 Apr 12 11:01:27.904716 dv-cinder-830088-4-iscsi neutron-server[103258]: INFO neutron.wsgi [req-fdf66d22-bd63-4048-8cce-897661f902fb req-94cce6e6-2223-4b3a-8a2c-224822ee2cfc tempest-AttachVolumeTestJSON-1709741936 tempest-AttachVolumeTestJSON-1709741936-project] 10.222.0.39 "GET /v2.0/security-groups?id=fc469313-82a8-4ad2-a9e9-24c86c2f4d72&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1677167 Apr 12 11:01:27.908895 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72e1ffd7-549e-4276-8a29-52a92ab2ca8b req-648558ae-87fd-4808-967c-aeaf4922d98a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:01:27.910432 dv-cinder-830088-4-iscsi neutron-server[103258]: INFO neutron.wsgi [req-72e1ffd7-549e-4276-8a29-52a92ab2ca8b req-648558ae-87fd-4808-967c-aeaf4922d98a service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=87551ef1ad8e4190b7a3b1c3469382df&device_id=59d855d0-c55b-43eb-bbd0-ca27547aa179 HTTP/1.1" status: 200 len: 1127 time: 0.1265693 Apr 12 11:01:27.912960 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [req-ac42b3fc-8abe-409c-a145-97be23d0bcf2 req-1bf4375c-eec4-48d0-aa6b-c07a9c8a31b1 service neutron] Publish callbacks [] for security_group (971687e0-bca7-4284-bb44-e7be5d28ecdd), precommit_create {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:01:27.926574 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [req-ac42b3fc-8abe-409c-a145-97be23d0bcf2 req-1bf4375c-eec4-48d0-aa6b-c07a9c8a31b1 service neutron] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-415253'] for security_group (971687e0-bca7-4284-bb44-e7be5d28ecdd), after_create {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:01:27.941211 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron.api.v2.base [req-777248ba-efd0-4d49-ab09-49acd3b001f0 req-08929aae-e799-4b15-b20d-38eb848be21d tempest-AttachVolumeShelveTestJSON-1581400671 tempest-AttachVolumeShelveTestJSON-1581400671-project] Request body: {'port': {'device_id': '02541d3b-c0f8-4669-8d56-2fb77315b4b7', 'network_id': '5fe71604-a19f-4748-9dc5-7cc9d7ecf6be', 'admin_state_up': True, 'tenant_id': '64420168af994dfe8d37cc175e2bfbd6', 'security_groups': ['76018d3a-627c-488b-b6f9-308c58c63207']}} {{(pid=103257) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 11:01:27.990739 dv-cinder-830088-4-iscsi neutron-server[103257]: INFO neutron.wsgi [req-9f5455a9-ebe4-4187-98eb-ae84fd7329a8 req-b40e6100-7b69-4f57-9615-34c8845fb4ca tempest-AttachVolumeShelveTestJSON-1581400671 tempest-AttachVolumeShelveTestJSON-1581400671-project] 10.222.0.39 "GET /v2.0/ports?device_id=02541d3b-c0f8-4669-8d56-2fb77315b4b7 HTTP/1.1" status: 200 len: 210 time: 0.1191449 Apr 12 11:01:28.016351 dv-cinder-830088-4-iscsi neutron-server[103258]: INFO neutron.wsgi [req-ac42b3fc-8abe-409c-a145-97be23d0bcf2 req-1bf4375c-eec4-48d0-aa6b-c07a9c8a31b1 service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=19a2dc3b-a298-4013-89f3-f5eb3f383f02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2624147 Apr 12 11:01:28.016933 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bf4375c-eec4-48d0-aa6b-c07a9c8a31b1 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=971687e0-bca7-4284-bb44-e7be5d28ecdd,revision_number=1']} {{(pid=103258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:01:28.031484 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c5d74d7f-4361-43f9-9290-902d3eb75a72 req-1a8e86b6-fa70-4127-931d-4627024e1286 tempest-ServerRescueNegativeTestJSON-1304480791 tempest-ServerRescueNegativeTestJSON-1304480791-project] Made reservation on behalf of 87551ef1ad8e4190b7a3b1c3469382df for: {'port': 1} {{(pid=103257) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 12 11:01:28.034736 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [req-c5d74d7f-4361-43f9-9290-902d3eb75a72 req-1a8e86b6-fa70-4127-931d-4627024e1286 tempest-ServerRescueNegativeTestJSON-1304480791 tempest-ServerRescueNegativeTestJSON-1304480791-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1535343'] for port (None), before_create {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:01:28.047502 dv-cinder-830088-4-iscsi neutron-server[103257]: INFO neutron.wsgi [req-0c67be81-9402-4e7a-87f6-b888301f03ca req-71c3b3ad-df95-49ba-9c47-3742a7715fde service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=81da8d92-10b5-4f49-b3df-4f9d3bffc3b7 HTTP/1.1" status: 200 len: 217 time: 0.1350646 Apr 12 11:01:28.089549 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f7369b9-6861-47a3-8076-5a1f25acb11a req-bb2ac731-4cfe-4815-b0a8-5e720344b22b tempest-DeleteServersTestJSON-655909961 tempest-DeleteServersTestJSON-655909961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:01:28.091037 dv-cinder-830088-4-iscsi neutron-server[103258]: INFO neutron.wsgi [req-9f7369b9-6861-47a3-8076-5a1f25acb11a req-bb2ac731-4cfe-4815-b0a8-5e720344b22b tempest-DeleteServersTestJSON-655909961 tempest-DeleteServersTestJSON-655909961-project] 10.222.0.39 "GET /v2.0/ports?device_id=1f388cc0-2f53-4f5f-b4da-75912eabd99d HTTP/1.1" status: 200 len: 946 time: 0.1078708 Apr 12 11:01:28.130953 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72e1ffd7-549e-4276-8a29-52a92ab2ca8b req-3be1fd3b-dd78-4763-9a91-b574b70ea8f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:01:28.132380 dv-cinder-830088-4-iscsi neutron-server[103258]: INFO neutron.wsgi [req-72e1ffd7-549e-4276-8a29-52a92ab2ca8b req-3be1fd3b-dd78-4763-9a91-b574b70ea8f2 service neutron] 10.222.0.53 "GET /v2.0/networks?tenant_id=87551ef1ad8e4190b7a3b1c3469382df&shared=False HTTP/1.1" status: 200 len: 920 time: 0.2039120 Apr 12 11:01:28.153919 dv-cinder-830088-4-iscsi neutron-server[103258]: INFO neutron.wsgi [req-9f7369b9-6861-47a3-8076-5a1f25acb11a req-1133d336-5f3c-49dd-999a-59602c53bb33 tempest-DeleteServersTestJSON-655909961 tempest-DeleteServersTestJSON-655909961-project] 10.222.0.39 "GET /v2.0/security-groups?id=19a2dc3b-a298-4013-89f3-f5eb3f383f02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0555825 Apr 12 11:01:28.359351 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-777248ba-efd0-4d49-ab09-49acd3b001f0 req-08929aae-e799-4b15-b20d-38eb848be21d tempest-AttachVolumeShelveTestJSON-1581400671 tempest-AttachVolumeShelveTestJSON-1581400671-project] Made reservation on behalf of 64420168af994dfe8d37cc175e2bfbd6 for: {'port': 1} {{(pid=103257) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 12 11:01:28.362731 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [req-777248ba-efd0-4d49-ab09-49acd3b001f0 req-08929aae-e799-4b15-b20d-38eb848be21d tempest-AttachVolumeShelveTestJSON-1581400671 tempest-AttachVolumeShelveTestJSON-1581400671-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1535343'] for port (None), before_create {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:01:28.408192 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1887b992-26d8-48f8-8312-ccd6a3f61a1d req-18902da9-4e43-4a78-b3d4-cc838677d61e tempest-AttachVolumeNegativeTest-1347969699 tempest-AttachVolumeNegativeTest-1347969699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:01:28.409648 dv-cinder-830088-4-iscsi neutron-server[103257]: INFO neutron.wsgi [req-1887b992-26d8-48f8-8312-ccd6a3f61a1d req-18902da9-4e43-4a78-b3d4-cc838677d61e tempest-AttachVolumeNegativeTest-1347969699 tempest-AttachVolumeNegativeTest-1347969699-project] 10.222.0.39 "GET /v2.0/ports?device_id=76c0d3e2-99b4-4344-b105-cc9bc02b2bb7 HTTP/1.1" status: 200 len: 943 time: 0.1291873 Apr 12 11:01:28.413349 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron.db.db_base_plugin_common [req-c5d74d7f-4361-43f9-9290-902d3eb75a72 req-1a8e86b6-fa70-4127-931d-4627024e1286 tempest-ServerRescueNegativeTestJSON-1304480791 tempest-ServerRescueNegativeTestJSON-1304480791-project] Allocated IP 172.20.0.9 (696acaf3-e376-402a-9f44-515f336c0ed7/dac559db-7802-4e19-95c5-3aacf686b15d/32eb7972-1ced-4874-ad88-2f410c1396b9) {{(pid=103257) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 12 11:01:28.601872 dv-cinder-830088-4-iscsi neutron-server[103258]: INFO neutron.wsgi [req-d41875ff-b224-4b23-b4a5-e30430c3aebe req-dc1fb0d7-28ce-4311-83af-d959ccbaea6e tempest-ServerRescueNegativeTestJSON-1304480791 tempest-ServerRescueNegativeTestJSON-1304480791-project] 10.222.0.39 "GET /v2.0/ports?device_id=9850fc3f-3ca4-4813-9ce5-f048fd29222e HTTP/1.1" status: 200 len: 210 time: 0.0303881 Apr 12 11:01:28.630895 dv-cinder-830088-4-iscsi neutron-server[103257]: INFO neutron.wsgi [req-1887b992-26d8-48f8-8312-ccd6a3f61a1d req-325c648d-3af5-4480-bbd0-1b438ee91d34 tempest-AttachVolumeNegativeTest-1347969699 tempest-AttachVolumeNegativeTest-1347969699-project] 10.222.0.39 "GET /v2.0/security-groups?id=4866db02-000f-42de-90d5-3a6f4f0dbf7e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2064960 Apr 12 11:01:28.661252 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron.notifiers.nova [req-4766e3b5-3a27-4436-84d1-b4184a19c5ee req-1ed0bc49-390d-45c5-ad54-21cd5395ba09 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d8445a7c-a328-45d0-8618-af8d0615ea29 {{(pid=103257) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 12 11:01:28.683770 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [req-4766e3b5-3a27-4436-84d1-b4184a19c5ee req-1ed0bc49-390d-45c5-ad54-21cd5395ba09 service neutron] Publish callbacks [] for port (d8445a7c-a328-45d0-8618-af8d0615ea29), precommit_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:01:28.693343 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron.db.db_base_plugin_common [req-777248ba-efd0-4d49-ab09-49acd3b001f0 req-08929aae-e799-4b15-b20d-38eb848be21d tempest-AttachVolumeShelveTestJSON-1581400671 tempest-AttachVolumeShelveTestJSON-1581400671-project] Allocated IP 172.20.0.14 (5fe71604-a19f-4748-9dc5-7cc9d7ecf6be/e411d522-7486-40a5-b78b-47a221209e5e/2484a730-a008-456c-92cc-39b96de01dfd) {{(pid=103257) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 12 11:01:28.739777 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron.db.provisioning_blocks [req-4766e3b5-3a27-4436-84d1-b4184a19c5ee req-1ed0bc49-390d-45c5-ad54-21cd5395ba09 service neutron] Transition to ACTIVE for port object d8445a7c-a328-45d0-8618-af8d0615ea29 will not be triggered until provisioned by entity L2. {{(pid=103257) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 12 11:01:28.749977 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [req-4766e3b5-3a27-4436-84d1-b4184a19c5ee req-1ed0bc49-390d-45c5-ad54-21cd5395ba09 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1534861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777667992095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777667450170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777667450188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5265638'] for port (d8445a7c-a328-45d0-8618-af8d0615ea29), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:01:28.834563 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72e1ffd7-549e-4276-8a29-52a92ab2ca8b req-39707c1b-bd50-4d57-8094-5092fd27ab3d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:01:28.836099 dv-cinder-830088-4-iscsi neutron-server[103258]: INFO neutron.wsgi [req-72e1ffd7-549e-4276-8a29-52a92ab2ca8b req-39707c1b-bd50-4d57-8094-5092fd27ab3d service neutron] 10.222.0.53 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0881016 Apr 12 11:01:28.898136 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [req-c5d74d7f-4361-43f9-9290-902d3eb75a72 req-1a8e86b6-fa70-4127-931d-4627024e1286 tempest-ServerRescueNegativeTestJSON-1304480791 tempest-ServerRescueNegativeTestJSON-1304480791-project] Publish callbacks [] for port (32eb7972-1ced-4874-ad88-2f410c1396b9), precommit_create {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:01:28.929935 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ed0bc49-390d-45c5-ad54-21cd5395ba09 service neutron] Pushing event updated for resources: {'Port': ['ID=d8445a7c-a328-45d0-8618-af8d0615ea29,revision_number=2']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:01:29.046409 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1bfa4ba-8504-4179-8898-470c1fba8271 req-606698e4-4d26-44f0-b3d3-c16f47554b03 tempest-AttachVolumeTestJSON-1709741936 tempest-AttachVolumeTestJSON-1709741936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:01:29.048170 dv-cinder-830088-4-iscsi neutron-server[103258]: INFO neutron.wsgi [req-d1bfa4ba-8504-4179-8898-470c1fba8271 req-606698e4-4d26-44f0-b3d3-c16f47554b03 tempest-AttachVolumeTestJSON-1709741936 tempest-AttachVolumeTestJSON-1709741936-project] 10.222.0.39 "GET /v2.0/ports?device_id=054cf929-099f-406a-9607-1086f5624af6 HTTP/1.1" status: 200 len: 944 time: 0.0625646 Apr 12 11:01:29.105331 dv-cinder-830088-4-iscsi neutron-server[103258]: INFO neutron.wsgi [req-d1bfa4ba-8504-4179-8898-470c1fba8271 req-2181b4cd-b85e-46ff-9fa4-343f33cefcb5 tempest-AttachVolumeTestJSON-1709741936 tempest-AttachVolumeTestJSON-1709741936-project] 10.222.0.39 "GET /v2.0/security-groups?id=fc469313-82a8-4ad2-a9e9-24c86c2f4d72&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0468020 Apr 12 11:01:29.167857 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c67be81-9402-4e7a-87f6-b888301f03ca req-edaa0926-6e1a-4a75-95f5-d6b1d07ec8b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:01:29.169229 dv-cinder-830088-4-iscsi neutron-server[103257]: INFO neutron.wsgi [req-0c67be81-9402-4e7a-87f6-b888301f03ca req-edaa0926-6e1a-4a75-95f5-d6b1d07ec8b8 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=342bfb33-54ce-4b31-b1d9-ee13f5d2ec00 HTTP/1.1" status: 200 len: 853 time: 0.4138052 Apr 12 11:01:29.242537 dv-cinder-830088-4-iscsi neutron-server[103257]: INFO neutron.wsgi [req-d68e83f5-0538-4347-b118-6c6119e5942e req-ac08fb42-93ef-44ca-a739-5cf098b0da45 tempest-AttachVolumeShelveTestJSON-1581400671 tempest-AttachVolumeShelveTestJSON-1581400671-project] 10.222.0.39 "GET /v2.0/ports?device_id=02541d3b-c0f8-4669-8d56-2fb77315b4b7 HTTP/1.1" status: 200 len: 210 time: 0.0686359 Apr 12 11:01:29.270683 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b28f0c5c-cb5c-404c-b792-59076f4a26e9 req-b20a3413-7fec-45fa-9c66-10ec64543502 tempest-DeleteServersTestJSON-655909961 tempest-DeleteServersTestJSON-655909961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:01:29.270683 dv-cinder-830088-4-iscsi neutron-server[103258]: INFO neutron.wsgi [req-b28f0c5c-cb5c-404c-b792-59076f4a26e9 req-b20a3413-7fec-45fa-9c66-10ec64543502 tempest-DeleteServersTestJSON-655909961 tempest-DeleteServersTestJSON-655909961-project] 10.222.0.39 "GET /v2.0/ports?device_id=1f388cc0-2f53-4f5f-b4da-75912eabd99d HTTP/1.1" status: 200 len: 946 time: 0.0498586 Apr 12 11:01:29.284874 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [req-c5d74d7f-4361-43f9-9290-902d3eb75a72 req-1a8e86b6-fa70-4127-931d-4627024e1286 tempest-ServerRescueNegativeTestJSON-1304480791 tempest-ServerRescueNegativeTestJSON-1304480791-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1534861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777667450152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5265645'] for port (32eb7972-1ced-4874-ad88-2f410c1396b9), after_create {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:01:29.293645 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [req-777248ba-efd0-4d49-ab09-49acd3b001f0 req-08929aae-e799-4b15-b20d-38eb848be21d tempest-AttachVolumeShelveTestJSON-1581400671 tempest-AttachVolumeShelveTestJSON-1581400671-project] Publish callbacks [] for port (2484a730-a008-456c-92cc-39b96de01dfd), precommit_create {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:01:29.321946 dv-cinder-830088-4-iscsi neutron-server[103258]: INFO neutron.wsgi [req-b28f0c5c-cb5c-404c-b792-59076f4a26e9 req-db5927eb-7e87-4206-a0ad-274ae40385c6 tempest-DeleteServersTestJSON-655909961 tempest-DeleteServersTestJSON-655909961-project] 10.222.0.39 "GET /v2.0/security-groups?id=19a2dc3b-a298-4013-89f3-f5eb3f383f02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436163 Apr 12 11:01:29.342173 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron.plugins.ml2.managers [req-4766e3b5-3a27-4436-84d1-b4184a19c5ee req-1ed0bc49-390d-45c5-ad54-21cd5395ba09 service neutron] Attempting to bind port d8445a7c-a328-45d0-8618-af8d0615ea29 on host hv-cinder-83008 for vnic_type normal with profile {{(pid=103257) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 12 11:01:29.342543 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron.plugins.ml2.managers [req-4766e3b5-3a27-4436-84d1-b4184a19c5ee req-1ed0bc49-390d-45c5-ad54-21cd5395ba09 service neutron] Attempting to bind port d8445a7c-a328-45d0-8618-af8d0615ea29 by drivers openvswitch,hyperv on host hv-cinder-83008 at level 0 using segments [{'id': '2248de7c-bd9a-4119-9ea3-2adf7f860546', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': '5283658c-f0e4-41df-8b22-61e61a4f7877'}] {{(pid=103257) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 12 11:01:29.342874 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4766e3b5-3a27-4436-84d1-b4184a19c5ee req-1ed0bc49-390d-45c5-ad54-21cd5395ba09 service neutron] Attempting to bind port d8445a7c-a328-45d0-8618-af8d0615ea29 on network 5283658c-f0e4-41df-8b22-61e61a4f7877 {{(pid=103257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 11:01:29.364655 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4766e3b5-3a27-4436-84d1-b4184a19c5ee req-1ed0bc49-390d-45c5-ad54-21cd5395ba09 service neutron] Port d8445a7c-a328-45d0-8618-af8d0615ea29 on network 5283658c-f0e4-41df-8b22-61e61a4f7877 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83008 {{(pid=103257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 12 11:01:29.364977 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4766e3b5-3a27-4436-84d1-b4184a19c5ee req-1ed0bc49-390d-45c5-ad54-21cd5395ba09 service neutron] Attempting to bind port d8445a7c-a328-45d0-8618-af8d0615ea29 on network 5283658c-f0e4-41df-8b22-61e61a4f7877 {{(pid=103257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 11:01:29.368678 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c5d74d7f-4361-43f9-9290-902d3eb75a72 req-1a8e86b6-fa70-4127-931d-4627024e1286 tempest-ServerRescueNegativeTestJSON-1304480791 tempest-ServerRescueNegativeTestJSON-1304480791-project] Network 696acaf3-e376-402a-9f44-515f336c0ed7 is already hosted by enough agents. {{(pid=103257) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 11:01:29.384181 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron.scheduler.base_scheduler [req-c5d74d7f-4361-43f9-9290-902d3eb75a72 req-1a8e86b6-fa70-4127-931d-4627024e1286 tempest-ServerRescueNegativeTestJSON-1304480791 tempest-ServerRescueNegativeTestJSON-1304480791-project] Resources bound (agent type, host, resource id): {{(pid=103257) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 11:01:29.386596 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a8e86b6-fa70-4127-931d-4627024e1286 tempest-ServerRescueNegativeTestJSON-1304480791 tempest-ServerRescueNegativeTestJSON-1304480791-project] Pushing event updated for resources: {'Port': ['ID=32eb7972-1ced-4874-ad88-2f410c1396b9,revision_number=1']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:01:29.390138 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron.db.l3_dvrscheduler_db [req-c5d74d7f-4361-43f9-9290-902d3eb75a72 req-1a8e86b6-fa70-4127-931d-4627024e1286 tempest-ServerRescueNegativeTestJSON-1304480791 tempest-ServerRescueNegativeTestJSON-1304480791-project] Received port after_create {{(pid=103257) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 12 11:01:29.392717 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4766e3b5-3a27-4436-84d1-b4184a19c5ee req-1ed0bc49-390d-45c5-ad54-21cd5395ba09 service neutron] Checking agent: {'id': '742b2e09-86ec-4663-b086-f6b891926c3e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83008', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 12, 10, 58, 42), 'started_at': datetime.datetime(2022, 4, 12, 10, 58, 42), 'heartbeat_timestamp': datetime.datetime(2022, 4, 12, 11, 1, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 12 11:01:29.393046 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4766e3b5-3a27-4436-84d1-b4184a19c5ee req-1ed0bc49-390d-45c5-ad54-21cd5395ba09 service neutron] Checking segment: {'id': '2248de7c-bd9a-4119-9ea3-2adf7f860546', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': '5283658c-f0e4-41df-8b22-61e61a4f7877'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103257) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 11:01:29.393412 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4766e3b5-3a27-4436-84d1-b4184a19c5ee req-1ed0bc49-390d-45c5-ad54-21cd5395ba09 service neutron] Bound using segment: {'id': '2248de7c-bd9a-4119-9ea3-2adf7f860546', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': '5283658c-f0e4-41df-8b22-61e61a4f7877'} {{(pid=103257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 12 11:01:29.393839 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron.plugins.ml2.managers [req-4766e3b5-3a27-4436-84d1-b4184a19c5ee req-1ed0bc49-390d-45c5-ad54-21cd5395ba09 service neutron] Bound port: d8445a7c-a328-45d0-8618-af8d0615ea29, host: hv-cinder-83008, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2248de7c-bd9a-4119-9ea3-2adf7f860546', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': '5283658c-f0e4-41df-8b22-61e61a4f7877'}}] {{(pid=103257) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 12 11:01:29.394196 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [req-4766e3b5-3a27-4436-84d1-b4184a19c5ee req-1ed0bc49-390d-45c5-ad54-21cd5395ba09 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1535343'] for port (d8445a7c-a328-45d0-8618-af8d0615ea29), before_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:01:29.469291 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [req-777248ba-efd0-4d49-ab09-49acd3b001f0 req-08929aae-e799-4b15-b20d-38eb848be21d tempest-AttachVolumeShelveTestJSON-1581400671 tempest-AttachVolumeShelveTestJSON-1581400671-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1534861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777667450152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5265645'] for port (2484a730-a008-456c-92cc-39b96de01dfd), after_create {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:01:29.487239 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5d74d7f-4361-43f9-9290-902d3eb75a72 req-1a8e86b6-fa70-4127-931d-4627024e1286 tempest-ServerRescueNegativeTestJSON-1304480791 tempest-ServerRescueNegativeTestJSON-1304480791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:01:29.487877 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [req-c5d74d7f-4361-43f9-9290-902d3eb75a72 req-1a8e86b6-fa70-4127-931d-4627024e1286 tempest-ServerRescueNegativeTestJSON-1304480791 tempest-ServerRescueNegativeTestJSON-1304480791-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586029'] for port (None), before_response {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:01:29.554357 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-777248ba-efd0-4d49-ab09-49acd3b001f0 req-08929aae-e799-4b15-b20d-38eb848be21d tempest-AttachVolumeShelveTestJSON-1581400671 tempest-AttachVolumeShelveTestJSON-1581400671-project] Network 5fe71604-a19f-4748-9dc5-7cc9d7ecf6be is already hosted by enough agents. {{(pid=103257) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 11:01:29.564344 dv-cinder-830088-4-iscsi neutron-server[103257]: INFO neutron.wsgi [req-c5d74d7f-4361-43f9-9290-902d3eb75a72 req-1a8e86b6-fa70-4127-931d-4627024e1286 tempest-ServerRescueNegativeTestJSON-1304480791 tempest-ServerRescueNegativeTestJSON-1304480791-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9813206 Apr 12 11:01:29.565122 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron.scheduler.base_scheduler [req-777248ba-efd0-4d49-ab09-49acd3b001f0 req-08929aae-e799-4b15-b20d-38eb848be21d tempest-AttachVolumeShelveTestJSON-1581400671 tempest-AttachVolumeShelveTestJSON-1581400671-project] Resources bound (agent type, host, resource id): {{(pid=103257) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 11:01:29.573169 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron.db.l3_dvrscheduler_db [req-777248ba-efd0-4d49-ab09-49acd3b001f0 req-08929aae-e799-4b15-b20d-38eb848be21d tempest-AttachVolumeShelveTestJSON-1581400671 tempest-AttachVolumeShelveTestJSON-1581400671-project] Received port after_create {{(pid=103257) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 12 11:01:29.581651 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron.db.provisioning_blocks [None req-cfee963b-1fe4-4448-b59b-8692eb469842 None None] Provisioning complete for port 32eb7972-1ced-4874-ad88-2f410c1396b9 triggered by entity DHCP. {{(pid=103259) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 11:01:29.582179 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron_lib.callbacks.manager [None req-cfee963b-1fe4-4448-b59b-8692eb469842 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1343588'] for port (32eb7972-1ced-4874-ad88-2f410c1396b9), provisioning_complete {{(pid=103259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:01:29.596588 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08929aae-e799-4b15-b20d-38eb848be21d tempest-AttachVolumeShelveTestJSON-1581400671 tempest-AttachVolumeShelveTestJSON-1581400671-project] Pushing event updated for resources: {'Port': ['ID=2484a730-a008-456c-92cc-39b96de01dfd,revision_number=1']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:01:29.599205 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron.plugins.ml2.db [req-4766e3b5-3a27-4436-84d1-b4184a19c5ee req-1ed0bc49-390d-45c5-ad54-21cd5395ba09 service neutron] For port d8445a7c-a328-45d0-8618-af8d0615ea29, host hv-cinder-83008, cleared binding levels {{(pid=103257) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 12 11:01:29.672079 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron.plugins.ml2.plugin [None req-cfee963b-1fe4-4448-b59b-8692eb469842 None None] Port 32eb7972-1ced-4874-ad88-2f410c1396b9 cannot update to ACTIVE because it is not bound. {{(pid=103259) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 12 11:01:29.676398 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron.api.v2.base [req-c5d74d7f-4361-43f9-9290-902d3eb75a72 req-75536868-fb02-4d80-9b1b-0a72d2b50809 service neutron] Request body: {'port': {'device_id': '9850fc3f-3ca4-4813-9ce5-f048fd29222e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83008'}} {{(pid=103257) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 11:01:29.708962 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron.plugins.ml2.db [req-4766e3b5-3a27-4436-84d1-b4184a19c5ee req-1ed0bc49-390d-45c5-ad54-21cd5395ba09 service neutron] For port d8445a7c-a328-45d0-8618-af8d0615ea29, host hv-cinder-83008, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83008',level=0,port_id=d8445a7c-a328-45d0-8618-af8d0615ea29,segment=NetworkSegment(2248de7c-bd9a-4119-9ea3-2adf7f860546),segment_id=2248de7c-bd9a-4119-9ea3-2adf7f860546)] {{(pid=103257) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 12 11:01:29.778154 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5078506-9b7c-417e-9f90-07c703b84741 req-1d101635-cea8-40db-890c-6fa72c186737 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:01:29.781855 dv-cinder-830088-4-iscsi neutron-server[103258]: INFO neutron.wsgi [req-d5078506-9b7c-417e-9f90-07c703b84741 req-1d101635-cea8-40db-890c-6fa72c186737 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=87551ef1ad8e4190b7a3b1c3469382df&device_id=59d855d0-c55b-43eb-bbd0-ca27547aa179 HTTP/1.1" status: 200 len: 1127 time: 0.1507397 Apr 12 11:01:29.799534 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [req-4766e3b5-3a27-4436-84d1-b4184a19c5ee req-1ed0bc49-390d-45c5-ad54-21cd5395ba09 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1534861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777667992095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777667450170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777667450188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5265638'] for port (d8445a7c-a328-45d0-8618-af8d0615ea29), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:01:29.855412 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-777248ba-efd0-4d49-ab09-49acd3b001f0 req-08929aae-e799-4b15-b20d-38eb848be21d tempest-AttachVolumeShelveTestJSON-1581400671 tempest-AttachVolumeShelveTestJSON-1581400671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:01:29.856329 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [req-777248ba-efd0-4d49-ab09-49acd3b001f0 req-08929aae-e799-4b15-b20d-38eb848be21d tempest-AttachVolumeShelveTestJSON-1581400671 tempest-AttachVolumeShelveTestJSON-1581400671-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586029'] for port (None), before_response {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:01:29.868901 dv-cinder-830088-4-iscsi neutron-server[103258]: INFO neutron.wsgi [req-d5078506-9b7c-417e-9f90-07c703b84741 req-6cb57bdf-9a00-4fff-bcc9-3a4173a8be42 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=d44d9ccf-b10a-4742-9c74-7f9d8d3c3ce8 HTTP/1.1" status: 200 len: 217 time: 0.0582764 Apr 12 11:01:29.884077 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c67be81-9402-4e7a-87f6-b888301f03ca req-dda2119a-4bc2-425a-a9e9-a53801329967 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:01:29.886418 dv-cinder-830088-4-iscsi neutron-server[103257]: INFO neutron.wsgi [req-0c67be81-9402-4e7a-87f6-b888301f03ca req-dda2119a-4bc2-425a-a9e9-a53801329967 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=8605bce6-3955-4448-bd79-8ef881f45c6d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.2841055 Apr 12 11:01:29.930611 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc39804f-e033-43d1-bbe6-2163a55dcacd req-44c39e14-0492-4615-8743-24b84464e7c0 tempest-AttachVolumeNegativeTest-1347969699 tempest-AttachVolumeNegativeTest-1347969699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:01:29.934547 dv-cinder-830088-4-iscsi neutron-server[103258]: INFO neutron.wsgi [req-cc39804f-e033-43d1-bbe6-2163a55dcacd req-44c39e14-0492-4615-8743-24b84464e7c0 tempest-AttachVolumeNegativeTest-1347969699 tempest-AttachVolumeNegativeTest-1347969699-project] 10.222.0.39 "GET /v2.0/ports?device_id=76c0d3e2-99b4-4344-b105-cc9bc02b2bb7 HTTP/1.1" status: 200 len: 943 time: 0.1696277 Apr 12 11:01:29.963001 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46792890-a648-4aec-adcb-be8ae4846f3a req-a27e04f6-b09c-463e-8e74-7b4f1f5899c3 tempest-ServerRescueNegativeTestJSON-1304480791 tempest-ServerRescueNegativeTestJSON-1304480791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:01:29.965209 dv-cinder-830088-4-iscsi neutron-server[103257]: INFO neutron.wsgi [req-46792890-a648-4aec-adcb-be8ae4846f3a req-a27e04f6-b09c-463e-8e74-7b4f1f5899c3 tempest-ServerRescueNegativeTestJSON-1304480791 tempest-ServerRescueNegativeTestJSON-1304480791-project] 10.222.0.39 "GET /v2.0/ports?device_id=9850fc3f-3ca4-4813-9ce5-f048fd29222e HTTP/1.1" status: 200 len: 931 time: 0.2211928 Apr 12 11:01:29.971011 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4766e3b5-3a27-4436-84d1-b4184a19c5ee req-1ed0bc49-390d-45c5-ad54-21cd5395ba09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:01:29.971872 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [req-4766e3b5-3a27-4436-84d1-b4184a19c5ee req-1ed0bc49-390d-45c5-ad54-21cd5395ba09 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586029'] for port (None), before_response {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:01:29.973397 dv-cinder-830088-4-iscsi neutron-server[103257]: INFO neutron.wsgi [req-4766e3b5-3a27-4436-84d1-b4184a19c5ee req-1ed0bc49-390d-45c5-ad54-21cd5395ba09 service neutron] 10.222.0.53 "PUT /v2.0/ports/d8445a7c-a328-45d0-8618-af8d0615ea29 HTTP/1.1" status: 200 len: 1094 time: 2.3916545 Apr 12 11:01:29.978520 dv-cinder-830088-4-iscsi neutron-server[103257]: INFO neutron.wsgi [req-777248ba-efd0-4d49-ab09-49acd3b001f0 req-08929aae-e799-4b15-b20d-38eb848be21d tempest-AttachVolumeShelveTestJSON-1581400671 tempest-AttachVolumeShelveTestJSON-1581400671-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.0638905 Apr 12 11:01:29.978980 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '054cf929-099f-406a-9607-1086f5624af6', 'tag': 'd8445a7c-a328-45d0-8618-af8d0615ea29'}] {{(pid=103257) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 11:01:29.988325 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}263188bb5a56b6ea0b99504a79f1a82db60da3322be0ebbd3338f0b2803b3102" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cbb43520-9978-4105-9d42-ed605ffb52c8" -d '{"events": [{"name": "network-changed", "server_uuid": "054cf929-099f-406a-9607-1086f5624af6", "tag": "d8445a7c-a328-45d0-8618-af8d0615ea29"}]}' {{(pid=103257) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 11:01:30.009565 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron.db.provisioning_blocks [None req-86bd76c2-7ac9-42de-a5a9-85b33e736a5e None None] Provisioning complete for port 2484a730-a008-456c-92cc-39b96de01dfd triggered by entity DHCP. {{(pid=103259) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 11:01:30.011197 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron_lib.callbacks.manager [None req-86bd76c2-7ac9-42de-a5a9-85b33e736a5e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1343588'] for port (2484a730-a008-456c-92cc-39b96de01dfd), provisioning_complete {{(pid=103259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:01:30.013475 dv-cinder-830088-4-iscsi neutron-server[103258]: INFO neutron.wsgi [req-cc39804f-e033-43d1-bbe6-2163a55dcacd req-f7e99a8c-9361-40d9-8b53-fc7743602fc0 tempest-AttachVolumeNegativeTest-1347969699 tempest-AttachVolumeNegativeTest-1347969699-project] 10.222.0.39 "GET /v2.0/security-groups?id=4866db02-000f-42de-90d5-3a6f4f0dbf7e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0714424 Apr 12 11:01:30.015441 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5078506-9b7c-417e-9f90-07c703b84741 req-c8cbe101-ac6e-4c33-bcae-b9328868108b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:01:30.017253 dv-cinder-830088-4-iscsi neutron-server[103258]: INFO neutron.wsgi [req-d5078506-9b7c-417e-9f90-07c703b84741 req-c8cbe101-ac6e-4c33-bcae-b9328868108b service neutron] 10.222.0.53 "GET /v2.0/subnets?id=dac559db-7802-4e19-95c5-3aacf686b15d HTTP/1.1" status: 200 len: 858 time: 0.1382515 Apr 12 11:01:30.033039 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron.api.v2.base [req-777248ba-efd0-4d49-ab09-49acd3b001f0 req-df701905-31d8-458d-8460-477bdeb85a2f service neutron] Request body: {'port': {'device_id': '02541d3b-c0f8-4669-8d56-2fb77315b4b7', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83008'}} {{(pid=103257) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 11:01:30.133114 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5078506-9b7c-417e-9f90-07c703b84741 req-39f8e7bb-5d19-4dff-8f19-ec0c74b79a96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:01:30.134987 dv-cinder-830088-4-iscsi neutron-server[103258]: INFO neutron.wsgi [req-d5078506-9b7c-417e-9f90-07c703b84741 req-39f8e7bb-5d19-4dff-8f19-ec0c74b79a96 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=696acaf3-e376-402a-9f44-515f336c0ed7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0955014 Apr 12 11:01:30.149425 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ed0bc49-390d-45c5-ad54-21cd5395ba09 service neutron] Pushing event updated for resources: {'Port': ['ID=d8445a7c-a328-45d0-8618-af8d0615ea29,revision_number=3']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:01:30.176582 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron.plugins.ml2.plugin [None req-86bd76c2-7ac9-42de-a5a9-85b33e736a5e None None] Port 2484a730-a008-456c-92cc-39b96de01dfd cannot update to ACTIVE because it is not bound. {{(pid=103259) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 12 11:01:30.188620 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [req-c5d74d7f-4361-43f9-9290-902d3eb75a72 req-75536868-fb02-4d80-9b1b-0a72d2b50809 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1535343'] for port (32eb7972-1ced-4874-ad88-2f410c1396b9), before_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:01:30.206993 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Apr 2022 11:01:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-68cbbbda-0bac-4570-a213-769f6152adc4 x-openstack-request-id: req-68cbbbda-0bac-4570-a213-769f6152adc4 {{(pid=103257) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 11:01:30.207471 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "054cf929-099f-406a-9607-1086f5624af6", "tag": "d8445a7c-a328-45d0-8618-af8d0615ea29", "status": "completed", "code": 200}]} {{(pid=103257) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 11:01:30.207881 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-68cbbbda-0bac-4570-a213-769f6152adc4 {{(pid=103257) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 11:01:30.208429 dv-cinder-830088-4-iscsi neutron-server[103257]: INFO neutron.notifiers.nova [-] Nova event matching ['req-68cbbbda-0bac-4570-a213-769f6152adc4'] response: {'name': 'network-changed', 'server_uuid': '054cf929-099f-406a-9607-1086f5624af6', 'tag': 'd8445a7c-a328-45d0-8618-af8d0615ea29', 'status': 'completed', 'code': 200} Apr 12 11:01:30.321686 dv-cinder-830088-4-iscsi neutron-server[103257]: INFO neutron.wsgi [req-46792890-a648-4aec-adcb-be8ae4846f3a req-82fe15ac-fd23-43db-91bd-53a468ff99e8 tempest-ServerRescueNegativeTestJSON-1304480791 tempest-ServerRescueNegativeTestJSON-1304480791-project] 10.222.0.39 "GET /v2.0/security-groups?id=d3f9b1f1-6368-4c51-964e-16ec3a7a3785&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3280399 Apr 12 11:01:30.344467 dv-cinder-830088-4-iscsi neutron-server[103258]: INFO neutron.wsgi [req-d5078506-9b7c-417e-9f90-07c703b84741 req-812ef022-6130-478e-a108-da00acdb3f26 service neutron] 10.222.0.53 "GET /v2.0/networks/696acaf3-e376-402a-9f44-515f336c0ed7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1994045 Apr 12 11:01:30.357213 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4766e3b5-3a27-4436-84d1-b4184a19c5ee req-1829898e-1ac4-47a4-8b1e-cc17b3f06456 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:01:30.358712 dv-cinder-830088-4-iscsi neutron-server[103257]: INFO neutron.wsgi [req-4766e3b5-3a27-4436-84d1-b4184a19c5ee req-1829898e-1ac4-47a4-8b1e-cc17b3f06456 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=d41e564f85554bef9013a0082cd0196d&device_id=054cf929-099f-406a-9607-1086f5624af6 HTTP/1.1" status: 200 len: 1128 time: 0.2330089 Apr 12 11:01:30.381734 dv-cinder-830088-4-iscsi neutron-server[103257]: INFO neutron.wsgi [req-0c67be81-9402-4e7a-87f6-b888301f03ca req-ccfc6362-a0e6-4889-9406-f7280eb77f23 service neutron] 10.222.0.53 "GET /v2.0/networks/8605bce6-3955-4448-bd79-8ef881f45c6d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4832499 Apr 12 11:01:30.387311 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [req-777248ba-efd0-4d49-ab09-49acd3b001f0 req-df701905-31d8-458d-8460-477bdeb85a2f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1535343'] for port (2484a730-a008-456c-92cc-39b96de01dfd), before_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:01:30.409580 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85437f24-26e8-4793-a086-4191fe3fb5db req-9c2b9999-9b00-4202-b4fd-b19c93bde99f tempest-AttachVolumeTestJSON-1709741936 tempest-AttachVolumeTestJSON-1709741936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:01:30.416900 dv-cinder-830088-4-iscsi neutron-server[103258]: INFO neutron.wsgi [req-85437f24-26e8-4793-a086-4191fe3fb5db req-9c2b9999-9b00-4202-b4fd-b19c93bde99f tempest-AttachVolumeTestJSON-1709741936 tempest-AttachVolumeTestJSON-1709741936-project] 10.222.0.39 "GET /v2.0/ports?device_id=054cf929-099f-406a-9607-1086f5624af6 HTTP/1.1" status: 200 len: 944 time: 0.0717320 Apr 12 11:01:30.475331 dv-cinder-830088-4-iscsi neutron-server[103258]: INFO neutron.wsgi [req-85437f24-26e8-4793-a086-4191fe3fb5db req-0cfc210a-b8a3-4c64-9e38-85425c981413 tempest-AttachVolumeTestJSON-1709741936 tempest-AttachVolumeTestJSON-1709741936-project] 10.222.0.39 "GET /v2.0/security-groups?id=fc469313-82a8-4ad2-a9e9-24c86c2f4d72&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0558026 Apr 12 11:01:30.581630 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25254368-2826-42eb-95d0-8d6e78b2d6f6 req-ee3b8ead-ca6b-45ed-b448-d12d70f444f3 tempest-AttachVolumeShelveTestJSON-1581400671 tempest-AttachVolumeShelveTestJSON-1581400671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:01:30.583147 dv-cinder-830088-4-iscsi neutron-server[103257]: INFO neutron.wsgi [req-25254368-2826-42eb-95d0-8d6e78b2d6f6 req-ee3b8ead-ca6b-45ed-b448-d12d70f444f3 tempest-AttachVolumeShelveTestJSON-1581400671 tempest-AttachVolumeShelveTestJSON-1581400671-project] 10.222.0.39 "GET /v2.0/ports?device_id=02541d3b-c0f8-4669-8d56-2fb77315b4b7 HTTP/1.1" status: 200 len: 932 time: 0.1214790 Apr 12 11:01:30.613461 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed5bfbce-8b45-4ffd-86b2-d41a18227208 req-83a2464e-dfde-4104-a643-3c4b50005b0c tempest-DeleteServersTestJSON-655909961 tempest-DeleteServersTestJSON-655909961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:01:30.615345 dv-cinder-830088-4-iscsi neutron-server[103258]: INFO neutron.wsgi [req-ed5bfbce-8b45-4ffd-86b2-d41a18227208 req-83a2464e-dfde-4104-a643-3c4b50005b0c tempest-DeleteServersTestJSON-655909961 tempest-DeleteServersTestJSON-655909961-project] 10.222.0.39 "GET /v2.0/ports?device_id=1f388cc0-2f53-4f5f-b4da-75912eabd99d HTTP/1.1" status: 200 len: 946 time: 0.0535166 Apr 12 11:01:30.666609 dv-cinder-830088-4-iscsi neutron-server[103258]: INFO neutron.wsgi [req-ed5bfbce-8b45-4ffd-86b2-d41a18227208 req-8ade549b-b1af-402c-8638-6ab2ad884610 tempest-DeleteServersTestJSON-655909961 tempest-DeleteServersTestJSON-655909961-project] 10.222.0.39 "GET /v2.0/security-groups?id=19a2dc3b-a298-4013-89f3-f5eb3f383f02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444441 Apr 12 11:01:30.749746 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.wsgi [-] (103258) accepted ('10.222.0.39', 50320) {{(pid=103258) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 11:01:30.778354 dv-cinder-830088-4-iscsi neutron-server[103257]: INFO neutron.wsgi [req-25254368-2826-42eb-95d0-8d6e78b2d6f6 req-12250fdf-69e3-4d0a-82b2-04bf021cc860 tempest-AttachVolumeShelveTestJSON-1581400671 tempest-AttachVolumeShelveTestJSON-1581400671-project] 10.222.0.39 "GET /v2.0/security-groups?id=76018d3a-627c-488b-b6f9-308c58c63207&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1854601 Apr 12 11:01:30.855349 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-7d6bb1dd-2d69-4f53-b6bb-ccec6ff92935 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:01:30.879890 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron.notifiers.nova [req-c5d74d7f-4361-43f9-9290-902d3eb75a72 req-75536868-fb02-4d80-9b1b-0a72d2b50809 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 32eb7972-1ced-4874-ad88-2f410c1396b9 {{(pid=103257) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 12 11:01:30.889763 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [req-c5d74d7f-4361-43f9-9290-902d3eb75a72 req-75536868-fb02-4d80-9b1b-0a72d2b50809 service neutron] Publish callbacks [] for port (32eb7972-1ced-4874-ad88-2f410c1396b9), precommit_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:01:30.914574 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron.db.provisioning_blocks [req-c5d74d7f-4361-43f9-9290-902d3eb75a72 req-75536868-fb02-4d80-9b1b-0a72d2b50809 service neutron] Transition to ACTIVE for port object 32eb7972-1ced-4874-ad88-2f410c1396b9 will not be triggered until provisioned by entity L2. {{(pid=103257) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 12 11:01:30.931868 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-7d6bb1dd-2d69-4f53-b6bb-ccec6ff92935 admin admin] Publish callbacks [] for security_group (08f205a1-eebe-4e85-8b31-0fe89c0c43cc), precommit_create {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:01:30.936260 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-7d6bb1dd-2d69-4f53-b6bb-ccec6ff92935 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-415253'] for security_group (08f205a1-eebe-4e85-8b31-0fe89c0c43cc), after_create {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:01:30.937575 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [req-c5d74d7f-4361-43f9-9290-902d3eb75a72 req-75536868-fb02-4d80-9b1b-0a72d2b50809 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1534861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777667992095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777667450170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777667450188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5265638'] for port (32eb7972-1ced-4874-ad88-2f410c1396b9), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:01:30.972369 dv-cinder-830088-4-iscsi neutron-server[103258]: INFO neutron.wsgi [None req-7d6bb1dd-2d69-4f53-b6bb-ccec6ff92935 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=53f1f02e1f9145288477527b4812a166&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2211585 Apr 12 11:01:30.974888 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.wsgi [-] (103258) accepted ('10.222.0.39', 50324) {{(pid=103258) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 11:01:30.981643 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d6bb1dd-2d69-4f53-b6bb-ccec6ff92935 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=08f205a1-eebe-4e85-8b31-0fe89c0c43cc,revision_number=1']} {{(pid=103258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:01:30.990315 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron.notifiers.nova [req-777248ba-efd0-4d49-ab09-49acd3b001f0 req-df701905-31d8-458d-8460-477bdeb85a2f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2484a730-a008-456c-92cc-39b96de01dfd {{(pid=103257) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 12 11:01:31.006926 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [req-777248ba-efd0-4d49-ab09-49acd3b001f0 req-df701905-31d8-458d-8460-477bdeb85a2f service neutron] Publish callbacks [] for port (2484a730-a008-456c-92cc-39b96de01dfd), precommit_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:01:31.011938 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75536868-fb02-4d80-9b1b-0a72d2b50809 service neutron] Pushing event updated for resources: {'Port': ['ID=32eb7972-1ced-4874-ad88-2f410c1396b9,revision_number=2']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:01:31.027645 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-e601abcf-5b0f-4ca8-8e34-2510966a1a85 admin admin] Publish callbacks [] for security_group (08f205a1-eebe-4e85-8b31-0fe89c0c43cc), before_delete {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:01:31.051826 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-e601abcf-5b0f-4ca8-8e34-2510966a1a85 admin admin] Publish callbacks [] for security_group (08f205a1-eebe-4e85-8b31-0fe89c0c43cc), precommit_delete {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:01:31.063153 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron.db.provisioning_blocks [req-777248ba-efd0-4d49-ab09-49acd3b001f0 req-df701905-31d8-458d-8460-477bdeb85a2f service neutron] Transition to ACTIVE for port object 2484a730-a008-456c-92cc-39b96de01dfd will not be triggered until provisioned by entity L2. {{(pid=103257) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 12 11:01:31.071285 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [req-777248ba-efd0-4d49-ab09-49acd3b001f0 req-df701905-31d8-458d-8460-477bdeb85a2f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1534861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777667992095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777667450170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777667450188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5265638'] for port (2484a730-a008-456c-92cc-39b96de01dfd), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:01:31.122443 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-e601abcf-5b0f-4ca8-8e34-2510966a1a85 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-415253'] for security_group (08f205a1-eebe-4e85-8b31-0fe89c0c43cc), after_delete {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:01:31.125249 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-e601abcf-5b0f-4ca8-8e34-2510966a1a85 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:01:31.126475 dv-cinder-830088-4-iscsi neutron-server[103258]: INFO neutron.wsgi [None req-e601abcf-5b0f-4ca8-8e34-2510966a1a85 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/08f205a1-eebe-4e85-8b31-0fe89c0c43cc HTTP/1.1" status: 204 len: 168 time: 0.1506934 Apr 12 11:01:31.133651 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron.plugins.ml2.managers [req-c5d74d7f-4361-43f9-9290-902d3eb75a72 req-75536868-fb02-4d80-9b1b-0a72d2b50809 service neutron] Attempting to bind port 32eb7972-1ced-4874-ad88-2f410c1396b9 on host hv-cinder-83008 for vnic_type normal with profile {{(pid=103257) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 12 11:01:31.134043 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron.plugins.ml2.managers [req-c5d74d7f-4361-43f9-9290-902d3eb75a72 req-75536868-fb02-4d80-9b1b-0a72d2b50809 service neutron] Attempting to bind port 32eb7972-1ced-4874-ad88-2f410c1396b9 by drivers openvswitch,hyperv on host hv-cinder-83008 at level 0 using segments [{'id': 'fef06479-df1c-48b3-ab23-a5007803664a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '696acaf3-e376-402a-9f44-515f336c0ed7'}] {{(pid=103257) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 12 11:01:31.134319 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5d74d7f-4361-43f9-9290-902d3eb75a72 req-75536868-fb02-4d80-9b1b-0a72d2b50809 service neutron] Attempting to bind port 32eb7972-1ced-4874-ad88-2f410c1396b9 on network 696acaf3-e376-402a-9f44-515f336c0ed7 {{(pid=103257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 11:01:31.146835 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df701905-31d8-458d-8460-477bdeb85a2f service neutron] Pushing event updated for resources: {'Port': ['ID=2484a730-a008-456c-92cc-39b96de01dfd,revision_number=2']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:01:31.149460 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5d74d7f-4361-43f9-9290-902d3eb75a72 req-75536868-fb02-4d80-9b1b-0a72d2b50809 service neutron] Port 32eb7972-1ced-4874-ad88-2f410c1396b9 on network 696acaf3-e376-402a-9f44-515f336c0ed7 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83008 {{(pid=103257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 12 11:01:31.149879 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5d74d7f-4361-43f9-9290-902d3eb75a72 req-75536868-fb02-4d80-9b1b-0a72d2b50809 service neutron] Attempting to bind port 32eb7972-1ced-4874-ad88-2f410c1396b9 on network 696acaf3-e376-402a-9f44-515f336c0ed7 {{(pid=103257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 11:01:31.175255 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5d74d7f-4361-43f9-9290-902d3eb75a72 req-75536868-fb02-4d80-9b1b-0a72d2b50809 service neutron] Checking agent: {'id': '742b2e09-86ec-4663-b086-f6b891926c3e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83008', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 12, 10, 58, 42), 'started_at': datetime.datetime(2022, 4, 12, 10, 58, 42), 'heartbeat_timestamp': datetime.datetime(2022, 4, 12, 11, 1, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 12 11:01:31.175810 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5d74d7f-4361-43f9-9290-902d3eb75a72 req-75536868-fb02-4d80-9b1b-0a72d2b50809 service neutron] Checking segment: {'id': 'fef06479-df1c-48b3-ab23-a5007803664a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '696acaf3-e376-402a-9f44-515f336c0ed7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103257) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 11:01:31.176201 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5d74d7f-4361-43f9-9290-902d3eb75a72 req-75536868-fb02-4d80-9b1b-0a72d2b50809 service neutron] Bound using segment: {'id': 'fef06479-df1c-48b3-ab23-a5007803664a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '696acaf3-e376-402a-9f44-515f336c0ed7'} {{(pid=103257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 12 11:01:31.176642 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron.plugins.ml2.managers [req-c5d74d7f-4361-43f9-9290-902d3eb75a72 req-75536868-fb02-4d80-9b1b-0a72d2b50809 service neutron] Bound port: 32eb7972-1ced-4874-ad88-2f410c1396b9, host: hv-cinder-83008, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fef06479-df1c-48b3-ab23-a5007803664a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '696acaf3-e376-402a-9f44-515f336c0ed7'}}] {{(pid=103257) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 12 11:01:31.177001 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [req-c5d74d7f-4361-43f9-9290-902d3eb75a72 req-75536868-fb02-4d80-9b1b-0a72d2b50809 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1535343'] for port (32eb7972-1ced-4874-ad88-2f410c1396b9), before_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:01:31.184355 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e601abcf-5b0f-4ca8-8e34-2510966a1a85 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=08f205a1-eebe-4e85-8b31-0fe89c0c43cc,revision_number=None']} {{(pid=103258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:01:31.248936 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-041627ff-9e0e-433c-a9f8-d7577f421f35 req-d935312e-709d-4d8c-bed4-15ed350f61bc tempest-AttachVolumeNegativeTest-1347969699 tempest-AttachVolumeNegativeTest-1347969699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:01:31.259326 dv-cinder-830088-4-iscsi neutron-server[103258]: INFO neutron.wsgi [req-041627ff-9e0e-433c-a9f8-d7577f421f35 req-d935312e-709d-4d8c-bed4-15ed350f61bc tempest-AttachVolumeNegativeTest-1347969699 tempest-AttachVolumeNegativeTest-1347969699-project] 10.222.0.39 "GET /v2.0/ports?device_id=76c0d3e2-99b4-4344-b105-cc9bc02b2bb7 HTTP/1.1" status: 200 len: 943 time: 0.1014524 Apr 12 11:01:31.387321 dv-cinder-830088-4-iscsi neutron-server[103258]: INFO neutron.wsgi [req-041627ff-9e0e-433c-a9f8-d7577f421f35 req-661d0a09-c140-4938-8c71-a05ff5e0ff77 tempest-AttachVolumeNegativeTest-1347969699 tempest-AttachVolumeNegativeTest-1347969699-project] 10.222.0.39 "GET /v2.0/security-groups?id=4866db02-000f-42de-90d5-3a6f4f0dbf7e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1269982 Apr 12 11:01:31.548443 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ac2a944-8f84-480f-bef6-68c72c410712 req-3519c986-3740-4b3a-a3ae-02a03bffe078 tempest-ServerRescueNegativeTestJSON-1304480791 tempest-ServerRescueNegativeTestJSON-1304480791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:01:31.549942 dv-cinder-830088-4-iscsi neutron-server[103257]: INFO neutron.wsgi [req-4ac2a944-8f84-480f-bef6-68c72c410712 req-3519c986-3740-4b3a-a3ae-02a03bffe078 tempest-ServerRescueNegativeTestJSON-1304480791 tempest-ServerRescueNegativeTestJSON-1304480791-project] 10.222.0.39 "GET /v2.0/ports?device_id=9850fc3f-3ca4-4813-9ce5-f048fd29222e HTTP/1.1" status: 200 len: 943 time: 0.0817580 Apr 12 11:01:31.550404 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron.wsgi [-] (103257) accepted ('10.222.0.39', 50340) {{(pid=103257) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 11:01:31.563433 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron.plugins.ml2.managers [req-777248ba-efd0-4d49-ab09-49acd3b001f0 req-df701905-31d8-458d-8460-477bdeb85a2f service neutron] Attempting to bind port 2484a730-a008-456c-92cc-39b96de01dfd on host hv-cinder-83008 for vnic_type normal with profile {{(pid=103257) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 12 11:01:31.563768 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron.plugins.ml2.managers [req-777248ba-efd0-4d49-ab09-49acd3b001f0 req-df701905-31d8-458d-8460-477bdeb85a2f service neutron] Attempting to bind port 2484a730-a008-456c-92cc-39b96de01dfd by drivers openvswitch,hyperv on host hv-cinder-83008 at level 0 using segments [{'id': 'af155c35-6d9d-4cb5-9da1-9790843f44dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': '5fe71604-a19f-4748-9dc5-7cc9d7ecf6be'}] {{(pid=103257) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 12 11:01:31.564098 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-777248ba-efd0-4d49-ab09-49acd3b001f0 req-df701905-31d8-458d-8460-477bdeb85a2f service neutron] Attempting to bind port 2484a730-a008-456c-92cc-39b96de01dfd on network 5fe71604-a19f-4748-9dc5-7cc9d7ecf6be {{(pid=103257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 11:01:31.587410 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron.plugins.ml2.db [req-c5d74d7f-4361-43f9-9290-902d3eb75a72 req-75536868-fb02-4d80-9b1b-0a72d2b50809 service neutron] For port 32eb7972-1ced-4874-ad88-2f410c1396b9, host hv-cinder-83008, cleared binding levels {{(pid=103257) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 12 11:01:31.590015 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-3cbf1e57-db3e-4d10-ad4b-ae8b13f8d53c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:01:31.591299 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e4f60c3-0e11-4491-a309-1d3d33c509d3 req-4aaedd6d-f91a-4d93-b5e7-939a5655d328 tempest-AttachVolumeTestJSON-1709741936 tempest-AttachVolumeTestJSON-1709741936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:01:31.591712 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-777248ba-efd0-4d49-ab09-49acd3b001f0 req-df701905-31d8-458d-8460-477bdeb85a2f service neutron] Port 2484a730-a008-456c-92cc-39b96de01dfd on network 5fe71604-a19f-4748-9dc5-7cc9d7ecf6be not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83008 {{(pid=103257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 12 11:01:31.592035 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-777248ba-efd0-4d49-ab09-49acd3b001f0 req-df701905-31d8-458d-8460-477bdeb85a2f service neutron] Attempting to bind port 2484a730-a008-456c-92cc-39b96de01dfd on network 5fe71604-a19f-4748-9dc5-7cc9d7ecf6be {{(pid=103257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 11:01:31.592789 dv-cinder-830088-4-iscsi neutron-server[103258]: INFO neutron.wsgi [req-0e4f60c3-0e11-4491-a309-1d3d33c509d3 req-4aaedd6d-f91a-4d93-b5e7-939a5655d328 tempest-AttachVolumeTestJSON-1709741936 tempest-AttachVolumeTestJSON-1709741936-project] 10.222.0.39 "GET /v2.0/ports?device_id=054cf929-099f-406a-9607-1086f5624af6 HTTP/1.1" status: 200 len: 944 time: 0.0511131 Apr 12 11:01:31.622878 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron.plugins.ml2.db [req-c5d74d7f-4361-43f9-9290-902d3eb75a72 req-75536868-fb02-4d80-9b1b-0a72d2b50809 service neutron] For port 32eb7972-1ced-4874-ad88-2f410c1396b9, host hv-cinder-83008, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83008',level=0,port_id=32eb7972-1ced-4874-ad88-2f410c1396b9,segment=NetworkSegment(fef06479-df1c-48b3-ab23-a5007803664a),segment_id=fef06479-df1c-48b3-ab23-a5007803664a)] {{(pid=103257) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 12 11:01:31.624412 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-777248ba-efd0-4d49-ab09-49acd3b001f0 req-df701905-31d8-458d-8460-477bdeb85a2f service neutron] Checking agent: {'id': '742b2e09-86ec-4663-b086-f6b891926c3e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83008', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 12, 10, 58, 42), 'started_at': datetime.datetime(2022, 4, 12, 10, 58, 42), 'heartbeat_timestamp': datetime.datetime(2022, 4, 12, 11, 1, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 12 11:01:31.624747 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-777248ba-efd0-4d49-ab09-49acd3b001f0 req-df701905-31d8-458d-8460-477bdeb85a2f service neutron] Checking segment: {'id': 'af155c35-6d9d-4cb5-9da1-9790843f44dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': '5fe71604-a19f-4748-9dc5-7cc9d7ecf6be'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103257) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 11:01:31.625129 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-777248ba-efd0-4d49-ab09-49acd3b001f0 req-df701905-31d8-458d-8460-477bdeb85a2f service neutron] Bound using segment: {'id': 'af155c35-6d9d-4cb5-9da1-9790843f44dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': '5fe71604-a19f-4748-9dc5-7cc9d7ecf6be'} {{(pid=103257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 12 11:01:31.625556 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron.plugins.ml2.managers [req-777248ba-efd0-4d49-ab09-49acd3b001f0 req-df701905-31d8-458d-8460-477bdeb85a2f service neutron] Bound port: 2484a730-a008-456c-92cc-39b96de01dfd, host: hv-cinder-83008, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'af155c35-6d9d-4cb5-9da1-9790843f44dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': '5fe71604-a19f-4748-9dc5-7cc9d7ecf6be'}}] {{(pid=103257) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 12 11:01:31.625910 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [req-777248ba-efd0-4d49-ab09-49acd3b001f0 req-df701905-31d8-458d-8460-477bdeb85a2f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1535343'] for port (2484a730-a008-456c-92cc-39b96de01dfd), before_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:01:31.640233 dv-cinder-830088-4-iscsi neutron-server[103258]: INFO neutron.wsgi [req-0e4f60c3-0e11-4491-a309-1d3d33c509d3 req-c20fdb98-9842-431a-be74-623eeadc695c tempest-AttachVolumeTestJSON-1709741936 tempest-AttachVolumeTestJSON-1709741936-project] 10.222.0.39 "GET /v2.0/security-groups?id=fc469313-82a8-4ad2-a9e9-24c86c2f4d72&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416057 Apr 12 11:01:31.652326 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [req-c5d74d7f-4361-43f9-9290-902d3eb75a72 req-75536868-fb02-4d80-9b1b-0a72d2b50809 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1534861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777667992095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777667450170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777667450188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5265638'] for port (32eb7972-1ced-4874-ad88-2f410c1396b9), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:01:31.700806 dv-cinder-830088-4-iscsi neutron-server[103257]: INFO neutron.wsgi [req-4ac2a944-8f84-480f-bef6-68c72c410712 req-a4bf465d-8595-496a-8372-ad39d3d4b00a tempest-ServerRescueNegativeTestJSON-1304480791 tempest-ServerRescueNegativeTestJSON-1304480791-project] 10.222.0.39 "GET /v2.0/security-groups?id=d3f9b1f1-6368-4c51-964e-16ec3a7a3785&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1384006 Apr 12 11:01:31.731946 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5d74d7f-4361-43f9-9290-902d3eb75a72 req-75536868-fb02-4d80-9b1b-0a72d2b50809 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:01:31.732963 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [req-c5d74d7f-4361-43f9-9290-902d3eb75a72 req-75536868-fb02-4d80-9b1b-0a72d2b50809 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586029'] for port (None), before_response {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:01:31.734371 dv-cinder-830088-4-iscsi neutron-server[103257]: INFO neutron.wsgi [req-c5d74d7f-4361-43f9-9290-902d3eb75a72 req-75536868-fb02-4d80-9b1b-0a72d2b50809 service neutron] 10.222.0.53 "PUT /v2.0/ports/32eb7972-1ced-4874-ad88-2f410c1396b9 HTTP/1.1" status: 200 len: 1093 time: 2.0906794 Apr 12 11:01:31.796397 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75536868-fb02-4d80-9b1b-0a72d2b50809 service neutron] Pushing event updated for resources: {'Port': ['ID=32eb7972-1ced-4874-ad88-2f410c1396b9,revision_number=3']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:01:31.801750 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron.plugins.ml2.db [req-777248ba-efd0-4d49-ab09-49acd3b001f0 req-df701905-31d8-458d-8460-477bdeb85a2f service neutron] For port 2484a730-a008-456c-92cc-39b96de01dfd, host hv-cinder-83008, cleared binding levels {{(pid=103257) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 12 11:01:31.808740 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron.plugins.ml2.db [req-777248ba-efd0-4d49-ab09-49acd3b001f0 req-df701905-31d8-458d-8460-477bdeb85a2f service neutron] For port 2484a730-a008-456c-92cc-39b96de01dfd, host hv-cinder-83008, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83008',level=0,port_id=2484a730-a008-456c-92cc-39b96de01dfd,segment=NetworkSegment(af155c35-6d9d-4cb5-9da1-9790843f44dc),segment_id=af155c35-6d9d-4cb5-9da1-9790843f44dc)] {{(pid=103257) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 12 11:01:31.822504 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f8e1bd5-d924-4b3c-9e5e-f334635776d7 req-426b0676-f720-4928-84f7-da2c317b4097 tempest-DeleteServersTestJSON-655909961 tempest-DeleteServersTestJSON-655909961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:01:31.826854 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [req-777248ba-efd0-4d49-ab09-49acd3b001f0 req-df701905-31d8-458d-8460-477bdeb85a2f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1534861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777667992095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777667450170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777667450188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5265638'] for port (2484a730-a008-456c-92cc-39b96de01dfd), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:01:31.833157 dv-cinder-830088-4-iscsi neutron-server[103258]: INFO neutron.wsgi [req-9f8e1bd5-d924-4b3c-9e5e-f334635776d7 req-426b0676-f720-4928-84f7-da2c317b4097 tempest-DeleteServersTestJSON-655909961 tempest-DeleteServersTestJSON-655909961-project] 10.222.0.39 "GET /v2.0/ports?device_id=1f388cc0-2f53-4f5f-b4da-75912eabd99d HTTP/1.1" status: 200 len: 946 time: 0.0717921 Apr 12 11:01:31.879134 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-3cbf1e57-db3e-4d10-ad4b-ae8b13f8d53c admin admin] Publish callbacks [] for security_group (6a421a69-868f-4dfb-a3f2-7aa0b0bacf2c), precommit_create {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:01:31.891967 dv-cinder-830088-4-iscsi neutron-server[103258]: INFO neutron.wsgi [req-9f8e1bd5-d924-4b3c-9e5e-f334635776d7 req-354d0b53-14bb-4ca9-8592-e3ee78d43d15 tempest-DeleteServersTestJSON-655909961 tempest-DeleteServersTestJSON-655909961-project] 10.222.0.39 "GET /v2.0/security-groups?id=19a2dc3b-a298-4013-89f3-f5eb3f383f02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0571854 Apr 12 11:01:31.899992 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-3cbf1e57-db3e-4d10-ad4b-ae8b13f8d53c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-415253'] for security_group (6a421a69-868f-4dfb-a3f2-7aa0b0bacf2c), after_create {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:01:31.919587 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-777248ba-efd0-4d49-ab09-49acd3b001f0 req-df701905-31d8-458d-8460-477bdeb85a2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:01:31.920349 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [req-777248ba-efd0-4d49-ab09-49acd3b001f0 req-df701905-31d8-458d-8460-477bdeb85a2f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586029'] for port (None), before_response {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:01:31.921777 dv-cinder-830088-4-iscsi neutron-server[103257]: INFO neutron.wsgi [req-777248ba-efd0-4d49-ab09-49acd3b001f0 req-df701905-31d8-458d-8460-477bdeb85a2f service neutron] 10.222.0.53 "PUT /v2.0/ports/2484a730-a008-456c-92cc-39b96de01dfd HTTP/1.1" status: 200 len: 1094 time: 1.8929429 Apr 12 11:01:31.991867 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-499baafb-5e6b-4c80-b9f6-9d8bff932338 req-2467fe28-d9b2-4930-8b60-8f480180b028 tempest-AttachVolumeShelveTestJSON-1581400671 tempest-AttachVolumeShelveTestJSON-1581400671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:01:31.993414 dv-cinder-830088-4-iscsi neutron-server[103257]: INFO neutron.wsgi [req-499baafb-5e6b-4c80-b9f6-9d8bff932338 req-2467fe28-d9b2-4930-8b60-8f480180b028 tempest-AttachVolumeShelveTestJSON-1581400671 tempest-AttachVolumeShelveTestJSON-1581400671-project] 10.222.0.39 "GET /v2.0/ports?device_id=02541d3b-c0f8-4669-8d56-2fb77315b4b7 HTTP/1.1" status: 200 len: 944 time: 0.1130178 Apr 12 11:01:31.996663 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df701905-31d8-458d-8460-477bdeb85a2f service neutron] Pushing event updated for resources: {'Port': ['ID=2484a730-a008-456c-92cc-39b96de01dfd,revision_number=3']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:01:31.999615 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cbf1e57-db3e-4d10-ad4b-ae8b13f8d53c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6a421a69-868f-4dfb-a3f2-7aa0b0bacf2c,revision_number=1']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:01:32.003678 dv-cinder-830088-4-iscsi neutron-server[103257]: INFO neutron.wsgi [None req-3cbf1e57-db3e-4d10-ad4b-ae8b13f8d53c admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=769097120a894b03882779ce1341e72e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4486301 Apr 12 11:01:32.006345 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.wsgi [-] (103258) accepted ('10.222.0.39', 50348) {{(pid=103258) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 11:01:32.056043 dv-cinder-830088-4-iscsi neutron-server[103257]: INFO neutron.wsgi [req-499baafb-5e6b-4c80-b9f6-9d8bff932338 req-4c27624e-fd3d-42b9-9068-e29317b51051 tempest-AttachVolumeShelveTestJSON-1581400671 tempest-AttachVolumeShelveTestJSON-1581400671-project] 10.222.0.39 "GET /v2.0/security-groups?id=76018d3a-627c-488b-b6f9-308c58c63207&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0499051 Apr 12 11:01:32.087866 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-0bed4768-354c-4fb0-80b7-786f82b76258 admin admin] Publish callbacks [] for security_group (6a421a69-868f-4dfb-a3f2-7aa0b0bacf2c), before_delete {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:01:32.112645 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-0bed4768-354c-4fb0-80b7-786f82b76258 admin admin] Publish callbacks [] for security_group (6a421a69-868f-4dfb-a3f2-7aa0b0bacf2c), precommit_delete {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:01:32.172888 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-0bed4768-354c-4fb0-80b7-786f82b76258 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-415253'] for security_group (6a421a69-868f-4dfb-a3f2-7aa0b0bacf2c), after_delete {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:01:32.176351 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-0bed4768-354c-4fb0-80b7-786f82b76258 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:01:32.177984 dv-cinder-830088-4-iscsi neutron-server[103258]: INFO neutron.wsgi [None req-0bed4768-354c-4fb0-80b7-786f82b76258 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/6a421a69-868f-4dfb-a3f2-7aa0b0bacf2c HTTP/1.1" status: 204 len: 168 time: 0.1706359 Apr 12 11:01:32.193614 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bed4768-354c-4fb0-80b7-786f82b76258 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6a421a69-868f-4dfb-a3f2-7aa0b0bacf2c,revision_number=None']} {{(pid=103258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:01:32.209449 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9850fc3f-3ca4-4813-9ce5-f048fd29222e', 'tag': '32eb7972-1ced-4874-ad88-2f410c1396b9'}, {'name': 'network-changed', 'server_uuid': '02541d3b-c0f8-4669-8d56-2fb77315b4b7', 'tag': '2484a730-a008-456c-92cc-39b96de01dfd'}] {{(pid=103257) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 11:01:32.213315 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}263188bb5a56b6ea0b99504a79f1a82db60da3322be0ebbd3338f0b2803b3102" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-158c29ea-2097-4dad-97b2-e5bc19398f54" -d '{"events": [{"name": "network-changed", "server_uuid": "9850fc3f-3ca4-4813-9ce5-f048fd29222e", "tag": "32eb7972-1ced-4874-ad88-2f410c1396b9"}, {"name": "network-changed", "server_uuid": "02541d3b-c0f8-4669-8d56-2fb77315b4b7", "tag": "2484a730-a008-456c-92cc-39b96de01dfd"}]}' {{(pid=103257) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 11:01:32.274462 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Tue, 12 Apr 2022 11:01:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fa193053-c5dc-4d7e-8671-70ae0f59ecec x-openstack-request-id: req-fa193053-c5dc-4d7e-8671-70ae0f59ecec {{(pid=103257) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 11:01:32.274788 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9850fc3f-3ca4-4813-9ce5-f048fd29222e", "tag": "32eb7972-1ced-4874-ad88-2f410c1396b9", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "02541d3b-c0f8-4669-8d56-2fb77315b4b7", "tag": "2484a730-a008-456c-92cc-39b96de01dfd", "status": "completed", "code": 200}]} {{(pid=103257) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 11:01:32.275190 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-fa193053-c5dc-4d7e-8671-70ae0f59ecec {{(pid=103257) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 11:01:32.275747 dv-cinder-830088-4-iscsi neutron-server[103257]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fa193053-c5dc-4d7e-8671-70ae0f59ecec'] response: {'name': 'network-changed', 'server_uuid': '9850fc3f-3ca4-4813-9ce5-f048fd29222e', 'tag': '32eb7972-1ced-4874-ad88-2f410c1396b9', 'status': 'completed', 'code': 200} Apr 12 11:01:32.276073 dv-cinder-830088-4-iscsi neutron-server[103257]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fa193053-c5dc-4d7e-8671-70ae0f59ecec'] response: {'name': 'network-changed', 'server_uuid': '02541d3b-c0f8-4669-8d56-2fb77315b4b7', 'tag': '2484a730-a008-456c-92cc-39b96de01dfd', 'status': 'completed', 'code': 200} Apr 12 11:01:32.503813 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f612c8b-510b-46c8-a251-a1b67d866dc6 req-1099f266-2922-4118-8077-11792142fc1f tempest-AttachVolumeNegativeTest-1347969699 tempest-AttachVolumeNegativeTest-1347969699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:01:32.505450 dv-cinder-830088-4-iscsi neutron-server[103257]: INFO neutron.wsgi [req-7f612c8b-510b-46c8-a251-a1b67d866dc6 req-1099f266-2922-4118-8077-11792142fc1f tempest-AttachVolumeNegativeTest-1347969699 tempest-AttachVolumeNegativeTest-1347969699-project] 10.222.0.39 "GET /v2.0/ports?device_id=76c0d3e2-99b4-4344-b105-cc9bc02b2bb7 HTTP/1.1" status: 200 len: 943 time: 0.0527253 Apr 12 11:01:32.556060 dv-cinder-830088-4-iscsi neutron-server[103257]: INFO neutron.wsgi [req-7f612c8b-510b-46c8-a251-a1b67d866dc6 req-a6f7b91c-b656-46fc-960e-34b93005549c tempest-AttachVolumeNegativeTest-1347969699 tempest-AttachVolumeNegativeTest-1347969699-project] 10.222.0.39 "GET /v2.0/security-groups?id=4866db02-000f-42de-90d5-3a6f4f0dbf7e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0450552 Apr 12 11:01:32.755835 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e40efe63-4779-46c6-b7c5-4c44e8af2e5d req-67f84464-4679-41d6-a640-6e5c46c15776 tempest-AttachVolumeTestJSON-1709741936 tempest-AttachVolumeTestJSON-1709741936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:01:32.757382 dv-cinder-830088-4-iscsi neutron-server[103258]: INFO neutron.wsgi [req-e40efe63-4779-46c6-b7c5-4c44e8af2e5d req-67f84464-4679-41d6-a640-6e5c46c15776 tempest-AttachVolumeTestJSON-1709741936 tempest-AttachVolumeTestJSON-1709741936-project] 10.222.0.39 "GET /v2.0/ports?device_id=054cf929-099f-406a-9607-1086f5624af6 HTTP/1.1" status: 200 len: 944 time: 0.0490696 Apr 12 11:01:32.806270 dv-cinder-830088-4-iscsi neutron-server[103258]: INFO neutron.wsgi [req-e40efe63-4779-46c6-b7c5-4c44e8af2e5d req-19390bcc-8602-4b48-8d12-27c90748f12a tempest-AttachVolumeTestJSON-1709741936 tempest-AttachVolumeTestJSON-1709741936-project] 10.222.0.39 "GET /v2.0/security-groups?id=fc469313-82a8-4ad2-a9e9-24c86c2f4d72&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432966 Apr 12 11:01:32.832446 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c1f366b-915f-4cc1-97a6-cf4842a09428 req-cbed7296-8585-4428-959c-158a08117c97 tempest-ServerRescueNegativeTestJSON-1304480791 tempest-ServerRescueNegativeTestJSON-1304480791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:01:32.833945 dv-cinder-830088-4-iscsi neutron-server[103257]: INFO neutron.wsgi [req-1c1f366b-915f-4cc1-97a6-cf4842a09428 req-cbed7296-8585-4428-959c-158a08117c97 tempest-ServerRescueNegativeTestJSON-1304480791 tempest-ServerRescueNegativeTestJSON-1304480791-project] 10.222.0.39 "GET /v2.0/ports?device_id=9850fc3f-3ca4-4813-9ce5-f048fd29222e HTTP/1.1" status: 200 len: 943 time: 0.0585213 Apr 12 11:01:32.882359 dv-cinder-830088-4-iscsi neutron-server[103257]: INFO neutron.wsgi [req-1c1f366b-915f-4cc1-97a6-cf4842a09428 req-ced176e7-8ecd-4d76-8678-15df6dc5c126 tempest-ServerRescueNegativeTestJSON-1304480791 tempest-ServerRescueNegativeTestJSON-1304480791-project] 10.222.0.39 "GET /v2.0/security-groups?id=d3f9b1f1-6368-4c51-964e-16ec3a7a3785&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420671 Apr 12 11:01:33.172977 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cf6b601-11f4-4591-ae0b-b40c5c749d2e req-47703c56-6a2b-4832-9630-f034ea626518 tempest-AttachVolumeShelveTestJSON-1581400671 tempest-AttachVolumeShelveTestJSON-1581400671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:01:33.175157 dv-cinder-830088-4-iscsi neutron-server[103258]: INFO neutron.wsgi [req-2cf6b601-11f4-4591-ae0b-b40c5c749d2e req-47703c56-6a2b-4832-9630-f034ea626518 tempest-AttachVolumeShelveTestJSON-1581400671 tempest-AttachVolumeShelveTestJSON-1581400671-project] 10.222.0.39 "GET /v2.0/ports?device_id=02541d3b-c0f8-4669-8d56-2fb77315b4b7 HTTP/1.1" status: 200 len: 944 time: 0.0504723 Apr 12 11:01:33.223344 dv-cinder-830088-4-iscsi neutron-server[103258]: INFO neutron.wsgi [req-2cf6b601-11f4-4591-ae0b-b40c5c749d2e req-54991b42-1aad-4912-911c-9d37000f1b5e tempest-AttachVolumeShelveTestJSON-1581400671 tempest-AttachVolumeShelveTestJSON-1581400671-project] 10.222.0.39 "GET /v2.0/security-groups?id=76018d3a-627c-488b-b6f9-308c58c63207&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414209 Apr 12 11:01:33.242112 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.wsgi [-] (103258) accepted ('10.222.0.39', 50398) {{(pid=103258) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 11:01:33.348521 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-bff55ee2-ae96-4b2d-9d9b-a77edc466315 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:01:33.418787 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-bff55ee2-ae96-4b2d-9d9b-a77edc466315 admin admin] Publish callbacks [] for security_group (e28b2893-a209-4b1c-b87f-b30ae1b85b9f), precommit_create {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:01:33.423129 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-bff55ee2-ae96-4b2d-9d9b-a77edc466315 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-415253'] for security_group (e28b2893-a209-4b1c-b87f-b30ae1b85b9f), after_create {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:01:33.459891 dv-cinder-830088-4-iscsi neutron-server[103258]: INFO neutron.wsgi [None req-bff55ee2-ae96-4b2d-9d9b-a77edc466315 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=7a7ea1e58f9641248b937911f94f9565&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2166033 Apr 12 11:01:33.460998 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bff55ee2-ae96-4b2d-9d9b-a77edc466315 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e28b2893-a209-4b1c-b87f-b30ae1b85b9f,revision_number=1']} {{(pid=103258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:01:33.462641 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron.wsgi [-] (103257) accepted ('10.222.0.39', 50404) {{(pid=103257) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 11:01:33.512948 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-17178606-3425-4454-85e9-adf875601dc1 admin admin] Publish callbacks [] for security_group (e28b2893-a209-4b1c-b87f-b30ae1b85b9f), before_delete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:01:33.534492 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-17178606-3425-4454-85e9-adf875601dc1 admin admin] Publish callbacks [] for security_group (e28b2893-a209-4b1c-b87f-b30ae1b85b9f), precommit_delete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:01:33.579763 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-17178606-3425-4454-85e9-adf875601dc1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-415253'] for security_group (e28b2893-a209-4b1c-b87f-b30ae1b85b9f), after_delete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:01:33.582378 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-17178606-3425-4454-85e9-adf875601dc1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:01:33.583781 dv-cinder-830088-4-iscsi neutron-server[103257]: INFO neutron.wsgi [None req-17178606-3425-4454-85e9-adf875601dc1 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/e28b2893-a209-4b1c-b87f-b30ae1b85b9f HTTP/1.1" status: 204 len: 168 time: 0.1180656 Apr 12 11:01:33.592156 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17178606-3425-4454-85e9-adf875601dc1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e28b2893-a209-4b1c-b87f-b30ae1b85b9f,revision_number=None']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:01:33.672588 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe543428-79f8-4d76-bbd1-c21118e6bdce req-166fa847-8764-45db-9bec-ee379d6a10c6 tempest-AttachVolumeNegativeTest-1347969699 tempest-AttachVolumeNegativeTest-1347969699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:01:33.674351 dv-cinder-830088-4-iscsi neutron-server[103257]: INFO neutron.wsgi [req-fe543428-79f8-4d76-bbd1-c21118e6bdce req-166fa847-8764-45db-9bec-ee379d6a10c6 tempest-AttachVolumeNegativeTest-1347969699 tempest-AttachVolumeNegativeTest-1347969699-project] 10.222.0.39 "GET /v2.0/ports?device_id=76c0d3e2-99b4-4344-b105-cc9bc02b2bb7 HTTP/1.1" status: 200 len: 943 time: 0.0503759 Apr 12 11:01:33.721521 dv-cinder-830088-4-iscsi neutron-server[103257]: INFO neutron.wsgi [req-fe543428-79f8-4d76-bbd1-c21118e6bdce req-d6dd25e3-e266-4b53-a92e-c3cbe299d062 tempest-AttachVolumeNegativeTest-1347969699 tempest-AttachVolumeNegativeTest-1347969699-project] 10.222.0.39 "GET /v2.0/security-groups?id=4866db02-000f-42de-90d5-3a6f4f0dbf7e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414567 Apr 12 11:01:33.919771 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79488fa7-2061-4858-9d25-8ae208fe0d06 req-e68a6aee-aa2a-4ae1-b502-4bf50929be51 tempest-AttachVolumeTestJSON-1709741936 tempest-AttachVolumeTestJSON-1709741936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:01:33.921539 dv-cinder-830088-4-iscsi neutron-server[103258]: INFO neutron.wsgi [req-79488fa7-2061-4858-9d25-8ae208fe0d06 req-e68a6aee-aa2a-4ae1-b502-4bf50929be51 tempest-AttachVolumeTestJSON-1709741936 tempest-AttachVolumeTestJSON-1709741936-project] 10.222.0.39 "GET /v2.0/ports?device_id=054cf929-099f-406a-9607-1086f5624af6 HTTP/1.1" status: 200 len: 944 time: 0.0483122 Apr 12 11:01:33.974533 dv-cinder-830088-4-iscsi neutron-server[103258]: INFO neutron.wsgi [req-79488fa7-2061-4858-9d25-8ae208fe0d06 req-fe252245-090d-41bb-941f-5cc7c447f3cb tempest-AttachVolumeTestJSON-1709741936 tempest-AttachVolumeTestJSON-1709741936-project] 10.222.0.39 "GET /v2.0/security-groups?id=fc469313-82a8-4ad2-a9e9-24c86c2f4d72&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0468390 Apr 12 11:01:34.000830 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42a2c2cd-b588-4e9d-97be-fd03a0d6fdc8 req-ae5043d9-890b-4e21-94c9-c059702ed48b tempest-ServerRescueNegativeTestJSON-1304480791 tempest-ServerRescueNegativeTestJSON-1304480791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:01:34.000830 dv-cinder-830088-4-iscsi neutron-server[103257]: INFO neutron.wsgi [req-42a2c2cd-b588-4e9d-97be-fd03a0d6fdc8 req-ae5043d9-890b-4e21-94c9-c059702ed48b tempest-ServerRescueNegativeTestJSON-1304480791 tempest-ServerRescueNegativeTestJSON-1304480791-project] 10.222.0.39 "GET /v2.0/ports?device_id=9850fc3f-3ca4-4813-9ce5-f048fd29222e HTTP/1.1" status: 200 len: 943 time: 0.0494943 Apr 12 11:01:34.046851 dv-cinder-830088-4-iscsi neutron-server[103257]: INFO neutron.wsgi [req-42a2c2cd-b588-4e9d-97be-fd03a0d6fdc8 req-9445c0db-cac0-431c-babf-85adf29a635f tempest-ServerRescueNegativeTestJSON-1304480791 tempest-ServerRescueNegativeTestJSON-1304480791-project] 10.222.0.39 "GET /v2.0/security-groups?id=d3f9b1f1-6368-4c51-964e-16ec3a7a3785&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413382 Apr 12 11:01:34.337360 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9aaba37-9565-4f9f-a1c8-0a86873bb559 req-b81a58db-78a3-48c9-9584-4286d8e2cc16 tempest-AttachVolumeShelveTestJSON-1581400671 tempest-AttachVolumeShelveTestJSON-1581400671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:01:34.339029 dv-cinder-830088-4-iscsi neutron-server[103258]: INFO neutron.wsgi [req-f9aaba37-9565-4f9f-a1c8-0a86873bb559 req-b81a58db-78a3-48c9-9584-4286d8e2cc16 tempest-AttachVolumeShelveTestJSON-1581400671 tempest-AttachVolumeShelveTestJSON-1581400671-project] 10.222.0.39 "GET /v2.0/ports?device_id=02541d3b-c0f8-4669-8d56-2fb77315b4b7 HTTP/1.1" status: 200 len: 944 time: 0.0487421 Apr 12 11:01:34.389431 dv-cinder-830088-4-iscsi neutron-server[103258]: INFO neutron.wsgi [req-f9aaba37-9565-4f9f-a1c8-0a86873bb559 req-bb6fe335-d7ce-428d-a6e0-91827fd7c9ca tempest-AttachVolumeShelveTestJSON-1581400671 tempest-AttachVolumeShelveTestJSON-1581400671-project] 10.222.0.39 "GET /v2.0/security-groups?id=76018d3a-627c-488b-b6f9-308c58c63207&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438931 Apr 12 11:01:34.585447 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron.wsgi [-] (103257) accepted ('10.222.0.39', 50454) {{(pid=103257) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 11:01:34.688242 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-96e634e9-a490-451e-abf9-3837cb74410a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:01:34.775176 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-96e634e9-a490-451e-abf9-3837cb74410a admin admin] Publish callbacks [] for security_group (2e6bb432-e26d-44f0-ab24-9dc494eab5f8), precommit_create {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:01:34.779321 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-96e634e9-a490-451e-abf9-3837cb74410a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-415253'] for security_group (2e6bb432-e26d-44f0-ab24-9dc494eab5f8), after_create {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:01:34.845609 dv-cinder-830088-4-iscsi neutron-server[103257]: INFO neutron.wsgi [None req-96e634e9-a490-451e-abf9-3837cb74410a admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=99f85ad2638b41a993e53dd6aa6934e2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2589848 Apr 12 11:01:34.846234 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96e634e9-a490-451e-abf9-3837cb74410a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2e6bb432-e26d-44f0-ab24-9dc494eab5f8,revision_number=1']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:01:34.850387 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron.wsgi [-] (103257) accepted ('10.222.0.39', 50460) {{(pid=103257) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 11:01:34.876862 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71ac9e6b-f6cc-4a2a-8e58-5b9e7d7bbc62 req-edf84f7f-7d23-4faf-b3d6-3026c8f133a4 tempest-AttachVolumeNegativeTest-1347969699 tempest-AttachVolumeNegativeTest-1347969699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:01:34.878334 dv-cinder-830088-4-iscsi neutron-server[103257]: INFO neutron.wsgi [req-71ac9e6b-f6cc-4a2a-8e58-5b9e7d7bbc62 req-edf84f7f-7d23-4faf-b3d6-3026c8f133a4 tempest-AttachVolumeNegativeTest-1347969699 tempest-AttachVolumeNegativeTest-1347969699-project] 10.222.0.39 "GET /v2.0/ports?device_id=76c0d3e2-99b4-4344-b105-cc9bc02b2bb7 HTTP/1.1" status: 200 len: 943 time: 0.0844536 Apr 12 11:01:34.912449 dv-cinder-830088-4-iscsi neutron-server[103258]: INFO neutron.wsgi [req-d5078506-9b7c-417e-9f90-07c703b84741 req-36d57d72-89a4-47a8-b555-8833695ab939 service neutron] 10.222.0.53 "GET /v2.0/networks/696acaf3-e376-402a-9f44-515f336c0ed7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0899696 Apr 12 11:01:34.931932 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-092368ef-638c-41f7-8a9c-ffc4d1eaf572 admin admin] Publish callbacks [] for security_group (2e6bb432-e26d-44f0-ab24-9dc494eab5f8), before_delete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:01:34.955755 dv-cinder-830088-4-iscsi neutron-server[103257]: INFO neutron.wsgi [req-71ac9e6b-f6cc-4a2a-8e58-5b9e7d7bbc62 req-3b893c10-0d59-481a-9950-0907d323043b tempest-AttachVolumeNegativeTest-1347969699 tempest-AttachVolumeNegativeTest-1347969699-project] 10.222.0.39 "GET /v2.0/security-groups?id=4866db02-000f-42de-90d5-3a6f4f0dbf7e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0697854 Apr 12 11:01:34.963931 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-092368ef-638c-41f7-8a9c-ffc4d1eaf572 admin admin] Publish callbacks [] for security_group (2e6bb432-e26d-44f0-ab24-9dc494eab5f8), precommit_delete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:01:35.014533 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-092368ef-638c-41f7-8a9c-ffc4d1eaf572 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-415253'] for security_group (2e6bb432-e26d-44f0-ab24-9dc494eab5f8), after_delete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:01:35.017090 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-092368ef-638c-41f7-8a9c-ffc4d1eaf572 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:01:35.018219 dv-cinder-830088-4-iscsi neutron-server[103257]: INFO neutron.wsgi [None req-092368ef-638c-41f7-8a9c-ffc4d1eaf572 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/2e6bb432-e26d-44f0-ab24-9dc494eab5f8 HTTP/1.1" status: 204 len: 168 time: 0.1666515 Apr 12 11:01:35.029002 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-092368ef-638c-41f7-8a9c-ffc4d1eaf572 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2e6bb432-e26d-44f0-ab24-9dc494eab5f8,revision_number=None']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:01:35.172487 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a688c2e-5032-49c1-9189-253df169c138 req-a19a8704-fe33-4a55-be52-bdfdf82e776d tempest-ServerRescueNegativeTestJSON-1304480791 tempest-ServerRescueNegativeTestJSON-1304480791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:01:35.174168 dv-cinder-830088-4-iscsi neutron-server[103257]: INFO neutron.wsgi [req-5a688c2e-5032-49c1-9189-253df169c138 req-a19a8704-fe33-4a55-be52-bdfdf82e776d tempest-ServerRescueNegativeTestJSON-1304480791 tempest-ServerRescueNegativeTestJSON-1304480791-project] 10.222.0.39 "GET /v2.0/ports?device_id=9850fc3f-3ca4-4813-9ce5-f048fd29222e HTTP/1.1" status: 200 len: 943 time: 0.0534484 Apr 12 11:01:35.228484 dv-cinder-830088-4-iscsi neutron-server[103257]: INFO neutron.wsgi [req-5a688c2e-5032-49c1-9189-253df169c138 req-5fc7a6dc-189a-4e6f-ad91-4319fab1e439 tempest-ServerRescueNegativeTestJSON-1304480791 tempest-ServerRescueNegativeTestJSON-1304480791-project] 10.222.0.39 "GET /v2.0/security-groups?id=d3f9b1f1-6368-4c51-964e-16ec3a7a3785&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484552 Apr 12 11:01:35.307872 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4464f2fb-b734-4c62-9206-a6b6f9e15f72 req-1f9457a2-493a-4a88-8a2c-de09b734f9e4 tempest-AttachVolumeTestJSON-1709741936 tempest-AttachVolumeTestJSON-1709741936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:01:35.309456 dv-cinder-830088-4-iscsi neutron-server[103258]: INFO neutron.wsgi [req-4464f2fb-b734-4c62-9206-a6b6f9e15f72 req-1f9457a2-493a-4a88-8a2c-de09b734f9e4 tempest-AttachVolumeTestJSON-1709741936 tempest-AttachVolumeTestJSON-1709741936-project] 10.222.0.39 "GET /v2.0/ports?device_id=054cf929-099f-406a-9607-1086f5624af6 HTTP/1.1" status: 200 len: 944 time: 0.2526624 Apr 12 11:01:35.371380 dv-cinder-830088-4-iscsi neutron-server[103258]: INFO neutron.wsgi [req-4464f2fb-b734-4c62-9206-a6b6f9e15f72 req-31ee93a8-1d46-4307-a04b-de0d5ac58000 tempest-AttachVolumeTestJSON-1709741936 tempest-AttachVolumeTestJSON-1709741936-project] 10.222.0.39 "GET /v2.0/security-groups?id=fc469313-82a8-4ad2-a9e9-24c86c2f4d72&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0556710 Apr 12 11:01:35.468123 dv-cinder-830088-4-iscsi neutron-server[103257]: INFO neutron.wsgi [req-4766e3b5-3a27-4436-84d1-b4184a19c5ee req-af1e9264-1b2f-45e8-bbd7-3599c121197c service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d8445a7c-a328-45d0-8618-af8d0615ea29 HTTP/1.1" status: 200 len: 217 time: 0.0915143 Apr 12 11:01:35.509608 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-777248ba-efd0-4d49-ab09-49acd3b001f0 req-cae1e2a8-7f2f-49c2-aead-4dcc1e9646cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:01:35.512118 dv-cinder-830088-4-iscsi neutron-server[103258]: INFO neutron.wsgi [req-777248ba-efd0-4d49-ab09-49acd3b001f0 req-cae1e2a8-7f2f-49c2-aead-4dcc1e9646cb service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=64420168af994dfe8d37cc175e2bfbd6&device_id=02541d3b-c0f8-4669-8d56-2fb77315b4b7 HTTP/1.1" status: 200 len: 1128 time: 0.1061528 Apr 12 11:01:35.605085 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb024347-4d89-4f4c-8629-30734e7f0d17 req-15e3563e-73d7-4e1b-9d30-79431751c6dd tempest-AttachVolumeShelveTestJSON-1581400671 tempest-AttachVolumeShelveTestJSON-1581400671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:01:35.606593 dv-cinder-830088-4-iscsi neutron-server[103257]: INFO neutron.wsgi [req-fb024347-4d89-4f4c-8629-30734e7f0d17 req-15e3563e-73d7-4e1b-9d30-79431751c6dd tempest-AttachVolumeShelveTestJSON-1581400671 tempest-AttachVolumeShelveTestJSON-1581400671-project] 10.222.0.39 "GET /v2.0/ports?device_id=02541d3b-c0f8-4669-8d56-2fb77315b4b7 HTTP/1.1" status: 200 len: 944 time: 0.0746813 Apr 12 11:01:35.633253 dv-cinder-830088-4-iscsi neutron-server[103257]: INFO neutron.wsgi [req-0c67be81-9402-4e7a-87f6-b888301f03ca req-c83b1047-2b0b-4b8e-b136-aeaefd361b3f service neutron] 10.222.0.53 "GET /v2.0/networks/8605bce6-3955-4448-bd79-8ef881f45c6d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2577004 Apr 12 11:01:35.666934 dv-cinder-830088-4-iscsi neutron-server[103257]: INFO neutron.wsgi [req-fb024347-4d89-4f4c-8629-30734e7f0d17 req-29afff6c-8b4e-49cb-abc3-630846959476 tempest-AttachVolumeShelveTestJSON-1581400671 tempest-AttachVolumeShelveTestJSON-1581400671-project] 10.222.0.39 "GET /v2.0/security-groups?id=76018d3a-627c-488b-b6f9-308c58c63207&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0546277 Apr 12 11:01:36.081087 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6cd053f-b086-4173-a6ee-9e8c9b6f0ec3 req-4ffa9a0d-2225-45c5-9852-d46de07d80e1 tempest-AttachVolumeNegativeTest-1347969699 tempest-AttachVolumeNegativeTest-1347969699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:01:36.082613 dv-cinder-830088-4-iscsi neutron-server[103258]: INFO neutron.wsgi [req-a6cd053f-b086-4173-a6ee-9e8c9b6f0ec3 req-4ffa9a0d-2225-45c5-9852-d46de07d80e1 tempest-AttachVolumeNegativeTest-1347969699 tempest-AttachVolumeNegativeTest-1347969699-project] 10.222.0.39 "GET /v2.0/ports?device_id=76c0d3e2-99b4-4344-b105-cc9bc02b2bb7 HTTP/1.1" status: 200 len: 943 time: 0.0567749 Apr 12 11:01:36.137004 dv-cinder-830088-4-iscsi neutron-server[103258]: INFO neutron.wsgi [req-a6cd053f-b086-4173-a6ee-9e8c9b6f0ec3 req-c6cae6f9-1534-4009-b22a-cd3cb920c26e tempest-AttachVolumeNegativeTest-1347969699 tempest-AttachVolumeNegativeTest-1347969699-project] 10.222.0.39 "GET /v2.0/security-groups?id=4866db02-000f-42de-90d5-3a6f4f0dbf7e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0482166 Apr 12 11:01:36.363468 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-475af5c2-83bb-4dd5-8081-02acd8c484cd req-94731995-c661-48bd-a79d-3252372fa38a tempest-ServerRescueNegativeTestJSON-1304480791 tempest-ServerRescueNegativeTestJSON-1304480791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:01:36.365686 dv-cinder-830088-4-iscsi neutron-server[103257]: INFO neutron.wsgi [req-475af5c2-83bb-4dd5-8081-02acd8c484cd req-94731995-c661-48bd-a79d-3252372fa38a tempest-ServerRescueNegativeTestJSON-1304480791 tempest-ServerRescueNegativeTestJSON-1304480791-project] 10.222.0.39 "GET /v2.0/ports?device_id=9850fc3f-3ca4-4813-9ce5-f048fd29222e HTTP/1.1" status: 200 len: 943 time: 0.0565634 Apr 12 11:01:36.419142 dv-cinder-830088-4-iscsi neutron-server[103257]: INFO neutron.wsgi [req-475af5c2-83bb-4dd5-8081-02acd8c484cd req-b8d134ce-5827-4ab2-82c9-59fa6781aa84 tempest-ServerRescueNegativeTestJSON-1304480791 tempest-ServerRescueNegativeTestJSON-1304480791-project] 10.222.0.39 "GET /v2.0/security-groups?id=d3f9b1f1-6368-4c51-964e-16ec3a7a3785&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465291 Apr 12 11:01:36.497201 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd8d3ade-0a27-4c4d-8e7f-d7a6b8f5ce60 req-2b878ddb-f8c5-4753-80d8-2397a389d045 tempest-AttachVolumeTestJSON-1709741936 tempest-AttachVolumeTestJSON-1709741936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:01:36.498749 dv-cinder-830088-4-iscsi neutron-server[103258]: INFO neutron.wsgi [req-dd8d3ade-0a27-4c4d-8e7f-d7a6b8f5ce60 req-2b878ddb-f8c5-4753-80d8-2397a389d045 tempest-AttachVolumeTestJSON-1709741936 tempest-AttachVolumeTestJSON-1709741936-project] 10.222.0.39 "GET /v2.0/ports?device_id=054cf929-099f-406a-9607-1086f5624af6 HTTP/1.1" status: 200 len: 944 time: 0.0481379 Apr 12 11:01:36.547734 dv-cinder-830088-4-iscsi neutron-server[103258]: INFO neutron.wsgi [req-dd8d3ade-0a27-4c4d-8e7f-d7a6b8f5ce60 req-7e0d05d4-cd0d-4589-a366-8300bce5cf78 tempest-AttachVolumeTestJSON-1709741936 tempest-AttachVolumeTestJSON-1709741936-project] 10.222.0.39 "GET /v2.0/security-groups?id=fc469313-82a8-4ad2-a9e9-24c86c2f4d72&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426192 Apr 12 11:01:36.789197 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-288c86e8-9112-41b2-bbbf-8c718b47da2c req-3155e30c-914d-43ac-bc2e-660ff9a2737f tempest-AttachVolumeShelveTestJSON-1581400671 tempest-AttachVolumeShelveTestJSON-1581400671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:01:36.790760 dv-cinder-830088-4-iscsi neutron-server[103257]: INFO neutron.wsgi [req-288c86e8-9112-41b2-bbbf-8c718b47da2c req-3155e30c-914d-43ac-bc2e-660ff9a2737f tempest-AttachVolumeShelveTestJSON-1581400671 tempest-AttachVolumeShelveTestJSON-1581400671-project] 10.222.0.39 "GET /v2.0/ports?device_id=02541d3b-c0f8-4669-8d56-2fb77315b4b7 HTTP/1.1" status: 200 len: 944 time: 0.0502102 Apr 12 11:01:36.838623 dv-cinder-830088-4-iscsi neutron-server[103257]: INFO neutron.wsgi [req-288c86e8-9112-41b2-bbbf-8c718b47da2c req-96d300ab-9671-47d9-b64c-deb355017c18 tempest-AttachVolumeShelveTestJSON-1581400671 tempest-AttachVolumeShelveTestJSON-1581400671-project] 10.222.0.39 "GET /v2.0/security-groups?id=76018d3a-627c-488b-b6f9-308c58c63207&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418661 Apr 12 11:01:37.246788 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c90ec81d-569d-4995-a5ca-e606210b56ac req-cd2c59cc-35e3-4318-8ad8-84d15658b9e1 tempest-AttachVolumeNegativeTest-1347969699 tempest-AttachVolumeNegativeTest-1347969699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:01:37.248133 dv-cinder-830088-4-iscsi neutron-server[103258]: INFO neutron.wsgi [req-c90ec81d-569d-4995-a5ca-e606210b56ac req-cd2c59cc-35e3-4318-8ad8-84d15658b9e1 tempest-AttachVolumeNegativeTest-1347969699 tempest-AttachVolumeNegativeTest-1347969699-project] 10.222.0.39 "GET /v2.0/ports?device_id=76c0d3e2-99b4-4344-b105-cc9bc02b2bb7 HTTP/1.1" status: 200 len: 943 time: 0.0449481 Apr 12 11:01:37.294328 dv-cinder-830088-4-iscsi neutron-server[103258]: INFO neutron.wsgi [req-c90ec81d-569d-4995-a5ca-e606210b56ac req-a67dd111-5870-4398-bd91-b0b24a04557c tempest-AttachVolumeNegativeTest-1347969699 tempest-AttachVolumeNegativeTest-1347969699-project] 10.222.0.39 "GET /v2.0/security-groups?id=4866db02-000f-42de-90d5-3a6f4f0dbf7e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407248 Apr 12 11:01:37.529237 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4bbfea5-ee98-49c5-a1a3-1fa33936b5ac req-ad749ea7-2162-4a81-a2e2-204c568045b2 tempest-ServerRescueNegativeTestJSON-1304480791 tempest-ServerRescueNegativeTestJSON-1304480791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:01:37.530599 dv-cinder-830088-4-iscsi neutron-server[103257]: INFO neutron.wsgi [req-b4bbfea5-ee98-49c5-a1a3-1fa33936b5ac req-ad749ea7-2162-4a81-a2e2-204c568045b2 tempest-ServerRescueNegativeTestJSON-1304480791 tempest-ServerRescueNegativeTestJSON-1304480791-project] 10.222.0.39 "GET /v2.0/ports?device_id=9850fc3f-3ca4-4813-9ce5-f048fd29222e HTTP/1.1" status: 200 len: 943 time: 0.0458996 Apr 12 11:01:37.584078 dv-cinder-830088-4-iscsi neutron-server[103257]: INFO neutron.wsgi [req-b4bbfea5-ee98-49c5-a1a3-1fa33936b5ac req-4034c28c-3ad1-449e-b6de-c9d1e80ae5f3 tempest-ServerRescueNegativeTestJSON-1304480791 tempest-ServerRescueNegativeTestJSON-1304480791-project] 10.222.0.39 "GET /v2.0/security-groups?id=d3f9b1f1-6368-4c51-964e-16ec3a7a3785&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463207 Apr 12 11:01:37.681451 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3afad0ac-69e7-4bce-809c-8fca505a0d22 req-ba30ba40-53b2-4f66-a17b-8fa34a7e7ba5 tempest-AttachVolumeTestJSON-1709741936 tempest-AttachVolumeTestJSON-1709741936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:01:37.683044 dv-cinder-830088-4-iscsi neutron-server[103258]: INFO neutron.wsgi [req-3afad0ac-69e7-4bce-809c-8fca505a0d22 req-ba30ba40-53b2-4f66-a17b-8fa34a7e7ba5 tempest-AttachVolumeTestJSON-1709741936 tempest-AttachVolumeTestJSON-1709741936-project] 10.222.0.39 "GET /v2.0/ports?device_id=054cf929-099f-406a-9607-1086f5624af6 HTTP/1.1" status: 200 len: 944 time: 0.0590348 Apr 12 11:01:37.735055 dv-cinder-830088-4-iscsi neutron-server[103258]: INFO neutron.wsgi [req-3afad0ac-69e7-4bce-809c-8fca505a0d22 req-84b78b44-59e2-4ef0-ab40-955f161d26f7 tempest-AttachVolumeTestJSON-1709741936 tempest-AttachVolumeTestJSON-1709741936-project] 10.222.0.39 "GET /v2.0/security-groups?id=fc469313-82a8-4ad2-a9e9-24c86c2f4d72&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0460911 Apr 12 11:01:37.970953 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-950d7e99-3b19-4a30-8698-f6e27210b3d3 req-484aec7c-17e3-49f8-8b4f-4bdf3f686588 tempest-AttachVolumeShelveTestJSON-1581400671 tempest-AttachVolumeShelveTestJSON-1581400671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:01:37.972582 dv-cinder-830088-4-iscsi neutron-server[103258]: INFO neutron.wsgi [req-950d7e99-3b19-4a30-8698-f6e27210b3d3 req-484aec7c-17e3-49f8-8b4f-4bdf3f686588 tempest-AttachVolumeShelveTestJSON-1581400671 tempest-AttachVolumeShelveTestJSON-1581400671-project] 10.222.0.39 "GET /v2.0/ports?device_id=02541d3b-c0f8-4669-8d56-2fb77315b4b7 HTTP/1.1" status: 200 len: 944 time: 0.0594497 Apr 12 11:01:38.028290 dv-cinder-830088-4-iscsi neutron-server[103258]: INFO neutron.wsgi [req-950d7e99-3b19-4a30-8698-f6e27210b3d3 req-b762a387-de54-4273-b13d-438940ba5d2d tempest-AttachVolumeShelveTestJSON-1581400671 tempest-AttachVolumeShelveTestJSON-1581400671-project] 10.222.0.39 "GET /v2.0/security-groups?id=76018d3a-627c-488b-b6f9-308c58c63207&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0495594 Apr 12 11:01:38.098876 dv-cinder-830088-4-iscsi neutron-server[103258]: INFO neutron.wsgi [req-777248ba-efd0-4d49-ab09-49acd3b001f0 req-22d3ef78-d66a-4437-b21d-debe029b381f service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=2484a730-a008-456c-92cc-39b96de01dfd HTTP/1.1" status: 200 len: 217 time: 0.0453312 Apr 12 11:01:38.103696 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4766e3b5-3a27-4436-84d1-b4184a19c5ee req-1ada229a-9f86-43c2-be53-f458ffb7a13f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:01:38.105700 dv-cinder-830088-4-iscsi neutron-server[103257]: INFO neutron.wsgi [req-4766e3b5-3a27-4436-84d1-b4184a19c5ee req-1ada229a-9f86-43c2-be53-f458ffb7a13f service neutron] 10.222.0.53 "GET /v2.0/subnets?id=a03f1c9e-6c63-496e-9600-bb0a8351c93d HTTP/1.1" status: 200 len: 849 time: 0.0546746 Apr 12 11:01:38.429300 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61add893-cb86-425e-92af-ba64fc75b57d req-ddbd4e85-c029-4796-ba3f-4759fb4e5cc7 tempest-AttachVolumeNegativeTest-1347969699 tempest-AttachVolumeNegativeTest-1347969699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:01:38.430813 dv-cinder-830088-4-iscsi neutron-server[103258]: INFO neutron.wsgi [req-61add893-cb86-425e-92af-ba64fc75b57d req-ddbd4e85-c029-4796-ba3f-4759fb4e5cc7 tempest-AttachVolumeNegativeTest-1347969699 tempest-AttachVolumeNegativeTest-1347969699-project] 10.222.0.39 "GET /v2.0/ports?device_id=76c0d3e2-99b4-4344-b105-cc9bc02b2bb7 HTTP/1.1" status: 200 len: 943 time: 0.0489089 Apr 12 11:01:38.483067 dv-cinder-830088-4-iscsi neutron-server[103258]: INFO neutron.wsgi [req-61add893-cb86-425e-92af-ba64fc75b57d req-c99f0225-b609-4600-b882-70e75f208908 tempest-AttachVolumeNegativeTest-1347969699 tempest-AttachVolumeNegativeTest-1347969699-project] 10.222.0.39 "GET /v2.0/security-groups?id=4866db02-000f-42de-90d5-3a6f4f0dbf7e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0456324 Apr 12 11:01:38.590032 dv-cinder-830088-4-iscsi neutron-server[103258]: INFO neutron.wsgi [req-a2126c09-1e3e-46b0-a117-1c7abc8a97e8 req-c71a5457-8b28-46e8-8bbb-db3578c367db tempest-VolumesNegativeTest-124015576 tempest-VolumesNegativeTest-124015576-project] 10.222.0.39 "GET /v2.0/networks?tenant_id=3cac16a6f4df4408ae30e801f23a7264&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0351973 Apr 12 11:01:38.782906 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2126c09-1e3e-46b0-a117-1c7abc8a97e8 req-fafaee93-d49f-4979-b96a-f51faaf4386d tempest-VolumesNegativeTest-124015576 tempest-VolumesNegativeTest-124015576-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:01:38.784437 dv-cinder-830088-4-iscsi neutron-server[103258]: INFO neutron.wsgi [req-a2126c09-1e3e-46b0-a117-1c7abc8a97e8 req-fafaee93-d49f-4979-b96a-f51faaf4386d tempest-VolumesNegativeTest-124015576 tempest-VolumesNegativeTest-124015576-project] 10.222.0.39 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1889956 Apr 12 11:01:38.799644 dv-cinder-830088-4-iscsi neutron-server[103258]: INFO neutron.wsgi [req-a2126c09-1e3e-46b0-a117-1c7abc8a97e8 req-01390520-9537-478a-acf3-62b6130b6983 tempest-VolumesNegativeTest-124015576 tempest-VolumesNegativeTest-124015576-project] 10.222.0.39 "GET /v2.0/quotas/3cac16a6f4df4408ae30e801f23a7264 HTTP/1.1" status: 200 len: 375 time: 0.0099058 Apr 12 11:01:38.838936 dv-cinder-830088-4-iscsi neutron-server[103258]: INFO neutron.wsgi [req-a2126c09-1e3e-46b0-a117-1c7abc8a97e8 req-9827820d-3b49-4f8b-bc8d-d9aa510ae3be tempest-VolumesNegativeTest-124015576 tempest-VolumesNegativeTest-124015576-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=3cac16a6f4df4408ae30e801f23a7264&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0319622 Apr 12 11:01:39.052654 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d52818d-8545-479c-852b-566592513ea0 req-60ab741c-550b-4aa6-916a-f4eff3400be2 tempest-ServerRescueNegativeTestJSON-1304480791 tempest-ServerRescueNegativeTestJSON-1304480791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:01:39.054288 dv-cinder-830088-4-iscsi neutron-server[103258]: INFO neutron.wsgi [req-9d52818d-8545-479c-852b-566592513ea0 req-60ab741c-550b-4aa6-916a-f4eff3400be2 tempest-ServerRescueNegativeTestJSON-1304480791 tempest-ServerRescueNegativeTestJSON-1304480791-project] 10.222.0.39 "GET /v2.0/ports?device_id=9850fc3f-3ca4-4813-9ce5-f048fd29222e HTTP/1.1" status: 200 len: 943 time: 0.0549517 Apr 12 11:01:39.107202 dv-cinder-830088-4-iscsi neutron-server[103258]: INFO neutron.wsgi [req-9d52818d-8545-479c-852b-566592513ea0 req-0ce7b246-58ed-40e5-b8f6-c2d108061fb2 tempest-ServerRescueNegativeTestJSON-1304480791 tempest-ServerRescueNegativeTestJSON-1304480791-project] 10.222.0.39 "GET /v2.0/security-groups?id=d3f9b1f1-6368-4c51-964e-16ec3a7a3785&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468023 Apr 12 11:01:39.221920 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3036379-6ca6-4309-b65b-cec1a273fbad req-0597add1-6f19-4921-aeff-3264f79a9969 tempest-AttachVolumeTestJSON-1709741936 tempest-AttachVolumeTestJSON-1709741936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:01:39.223578 dv-cinder-830088-4-iscsi neutron-server[103258]: INFO neutron.wsgi [req-b3036379-6ca6-4309-b65b-cec1a273fbad req-0597add1-6f19-4921-aeff-3264f79a9969 tempest-AttachVolumeTestJSON-1709741936 tempest-AttachVolumeTestJSON-1709741936-project] 10.222.0.39 "GET /v2.0/ports?device_id=054cf929-099f-406a-9607-1086f5624af6 HTTP/1.1" status: 200 len: 944 time: 0.0533538 Apr 12 11:01:39.274393 dv-cinder-830088-4-iscsi neutron-server[103258]: INFO neutron.wsgi [req-b3036379-6ca6-4309-b65b-cec1a273fbad req-dfb3fef6-eb42-452a-8617-a1a09f92301a tempest-AttachVolumeTestJSON-1709741936 tempest-AttachVolumeTestJSON-1709741936-project] 10.222.0.39 "GET /v2.0/security-groups?id=fc469313-82a8-4ad2-a9e9-24c86c2f4d72&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447805 Apr 12 11:01:39.353180 dv-cinder-830088-4-iscsi neutron-server[103258]: INFO neutron.wsgi [req-b1bbe17e-c31f-467d-b8cd-372db010cb98 req-6a3882ba-5b8a-4400-9a47-deb8a8c99bdc tempest-VolumesNegativeTest-124015576 tempest-VolumesNegativeTest-124015576-project] 10.222.0.39 "GET /v2.0/ports?device_id=5c50f7da-4218-46d3-b356-aaec57ed9545 HTTP/1.1" status: 200 len: 210 time: 0.0321865 Apr 12 11:01:39.461365 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb9b3e9e-c7f3-4d4b-b005-6f9589e71ec4 req-e63f0c22-f2fe-4804-9660-b39046a9d483 tempest-AttachVolumeShelveTestJSON-1581400671 tempest-AttachVolumeShelveTestJSON-1581400671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:01:39.462764 dv-cinder-830088-4-iscsi neutron-server[103258]: INFO neutron.wsgi [req-bb9b3e9e-c7f3-4d4b-b005-6f9589e71ec4 req-e63f0c22-f2fe-4804-9660-b39046a9d483 tempest-AttachVolumeShelveTestJSON-1581400671 tempest-AttachVolumeShelveTestJSON-1581400671-project] 10.222.0.39 "GET /v2.0/ports?device_id=02541d3b-c0f8-4669-8d56-2fb77315b4b7 HTTP/1.1" status: 200 len: 944 time: 0.0472274 Apr 12 11:01:39.515391 dv-cinder-830088-4-iscsi neutron-server[103258]: INFO neutron.wsgi [req-bb9b3e9e-c7f3-4d4b-b005-6f9589e71ec4 req-ce45ba9a-3ce7-484f-9efc-e3cca04d45d9 tempest-AttachVolumeShelveTestJSON-1581400671 tempest-AttachVolumeShelveTestJSON-1581400671-project] 10.222.0.39 "GET /v2.0/security-groups?id=76018d3a-627c-488b-b6f9-308c58c63207&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452330 Apr 12 11:01:39.619143 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8634cbeb-2fb5-4205-bc77-b8e092090cb1 req-e664af9a-156a-4244-8d96-bb304056330e tempest-AttachVolumeNegativeTest-1347969699 tempest-AttachVolumeNegativeTest-1347969699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:01:39.621128 dv-cinder-830088-4-iscsi neutron-server[103258]: INFO neutron.wsgi [req-8634cbeb-2fb5-4205-bc77-b8e092090cb1 req-e664af9a-156a-4244-8d96-bb304056330e tempest-AttachVolumeNegativeTest-1347969699 tempest-AttachVolumeNegativeTest-1347969699-project] 10.222.0.39 "GET /v2.0/ports?device_id=76c0d3e2-99b4-4344-b105-cc9bc02b2bb7 HTTP/1.1" status: 200 len: 943 time: 0.0474567 Apr 12 11:01:39.670367 dv-cinder-830088-4-iscsi neutron-server[103258]: INFO neutron.wsgi [req-8634cbeb-2fb5-4205-bc77-b8e092090cb1 req-332a1055-2f15-419c-9263-42125506f9a2 tempest-AttachVolumeNegativeTest-1347969699 tempest-AttachVolumeNegativeTest-1347969699-project] 10.222.0.39 "GET /v2.0/security-groups?id=4866db02-000f-42de-90d5-3a6f4f0dbf7e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429106 Apr 12 11:01:40.217450 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8d5e083-2517-4c32-87a4-c908cb8798b1 req-45064198-c537-434e-a49d-1af5575e8848 tempest-ServerRescueNegativeTestJSON-1304480791 tempest-ServerRescueNegativeTestJSON-1304480791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:01:40.219906 dv-cinder-830088-4-iscsi neutron-server[103258]: INFO neutron.wsgi [req-f8d5e083-2517-4c32-87a4-c908cb8798b1 req-45064198-c537-434e-a49d-1af5575e8848 tempest-ServerRescueNegativeTestJSON-1304480791 tempest-ServerRescueNegativeTestJSON-1304480791-project] 10.222.0.39 "GET /v2.0/ports?device_id=9850fc3f-3ca4-4813-9ce5-f048fd29222e HTTP/1.1" status: 200 len: 943 time: 0.0468462 Apr 12 11:01:40.237760 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron_lib.callbacks.manager [None req-9db92334-8762-465d-b301-84a3f20eca10 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777667879581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1343690'] for agent (0a0a44e5-732d-48d9-a8ad-b47e7b7c1a86), after_update {{(pid=103259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:01:40.266936 dv-cinder-830088-4-iscsi neutron-server[103258]: INFO neutron.wsgi [req-f8d5e083-2517-4c32-87a4-c908cb8798b1 req-e98da69c-f23a-482e-a595-82d0b76f0730 tempest-ServerRescueNegativeTestJSON-1304480791 tempest-ServerRescueNegativeTestJSON-1304480791-project] 10.222.0.39 "GET /v2.0/security-groups?id=d3f9b1f1-6368-4c51-964e-16ec3a7a3785&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406709 Apr 12 11:01:40.387477 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7feff43f-e25a-4300-b6a5-5f50fa4e6753 req-8f150723-17db-4c94-8cb8-9ff459d94be6 tempest-AttachVolumeTestJSON-1709741936 tempest-AttachVolumeTestJSON-1709741936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:01:40.388827 dv-cinder-830088-4-iscsi neutron-server[103258]: INFO neutron.wsgi [req-7feff43f-e25a-4300-b6a5-5f50fa4e6753 req-8f150723-17db-4c94-8cb8-9ff459d94be6 tempest-AttachVolumeTestJSON-1709741936 tempest-AttachVolumeTestJSON-1709741936-project] 10.222.0.39 "GET /v2.0/ports?device_id=054cf929-099f-406a-9607-1086f5624af6 HTTP/1.1" status: 200 len: 944 time: 0.0488229 Apr 12 11:01:40.433564 dv-cinder-830088-4-iscsi neutron-server[103258]: INFO neutron.wsgi [req-7feff43f-e25a-4300-b6a5-5f50fa4e6753 req-50c3049d-3788-4ad6-84f6-a12aa0d5a35d tempest-AttachVolumeTestJSON-1709741936 tempest-AttachVolumeTestJSON-1709741936-project] 10.222.0.39 "GET /v2.0/security-groups?id=fc469313-82a8-4ad2-a9e9-24c86c2f4d72&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0393074 Apr 12 11:01:40.511817 dv-cinder-830088-4-iscsi neutron-server[103258]: INFO neutron.wsgi [req-eacdda5a-2b65-4c05-bf68-de2d5ed5e4b5 req-96339ff6-0791-479f-a6d1-df993a530971 tempest-VolumesNegativeTest-124015576 tempest-VolumesNegativeTest-124015576-project] 10.222.0.39 "GET /v2.0/ports?device_id=5c50f7da-4218-46d3-b356-aaec57ed9545 HTTP/1.1" status: 200 len: 210 time: 0.0271986 Apr 12 11:01:40.629236 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6247351-8aa7-4257-9ae3-ba67ba622d85 req-acbaad5e-0d11-42ad-8745-05826a4fe6a5 tempest-AttachVolumeShelveTestJSON-1581400671 tempest-AttachVolumeShelveTestJSON-1581400671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:01:40.630723 dv-cinder-830088-4-iscsi neutron-server[103258]: INFO neutron.wsgi [req-a6247351-8aa7-4257-9ae3-ba67ba622d85 req-acbaad5e-0d11-42ad-8745-05826a4fe6a5 tempest-AttachVolumeShelveTestJSON-1581400671 tempest-AttachVolumeShelveTestJSON-1581400671-project] 10.222.0.39 "GET /v2.0/ports?device_id=02541d3b-c0f8-4669-8d56-2fb77315b4b7 HTTP/1.1" status: 200 len: 944 time: 0.0466263 Apr 12 11:01:40.675788 dv-cinder-830088-4-iscsi neutron-server[103258]: INFO neutron.wsgi [req-a6247351-8aa7-4257-9ae3-ba67ba622d85 req-48398e45-4b68-4c11-b974-4c7922c75a04 tempest-AttachVolumeShelveTestJSON-1581400671 tempest-AttachVolumeShelveTestJSON-1581400671-project] 10.222.0.39 "GET /v2.0/security-groups?id=76018d3a-627c-488b-b6f9-308c58c63207&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390093 Apr 12 11:01:40.783738 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47512140-c180-42a1-b2af-48fe7d64a87a req-62667379-d625-4938-96a7-f94bc1768443 tempest-AttachVolumeNegativeTest-1347969699 tempest-AttachVolumeNegativeTest-1347969699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:01:40.785200 dv-cinder-830088-4-iscsi neutron-server[103258]: INFO neutron.wsgi [req-47512140-c180-42a1-b2af-48fe7d64a87a req-62667379-d625-4938-96a7-f94bc1768443 tempest-AttachVolumeNegativeTest-1347969699 tempest-AttachVolumeNegativeTest-1347969699-project] 10.222.0.39 "GET /v2.0/ports?device_id=76c0d3e2-99b4-4344-b105-cc9bc02b2bb7 HTTP/1.1" status: 200 len: 943 time: 0.0482299 Apr 12 11:01:40.829403 dv-cinder-830088-4-iscsi neutron-server[103258]: INFO neutron.wsgi [req-47512140-c180-42a1-b2af-48fe7d64a87a req-cccaf103-ffdf-4957-95e5-f2d41889014e tempest-AttachVolumeNegativeTest-1347969699 tempest-AttachVolumeNegativeTest-1347969699-project] 10.222.0.39 "GET /v2.0/security-groups?id=4866db02-000f-42de-90d5-3a6f4f0dbf7e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0387647 Apr 12 11:01:41.375939 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a0a8414-4652-42e5-955a-7becd53a8c88 req-4ae620d0-aa9c-423d-9067-3fdb66016498 tempest-ServerRescueNegativeTestJSON-1304480791 tempest-ServerRescueNegativeTestJSON-1304480791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:01:41.377391 dv-cinder-830088-4-iscsi neutron-server[103258]: INFO neutron.wsgi [req-3a0a8414-4652-42e5-955a-7becd53a8c88 req-4ae620d0-aa9c-423d-9067-3fdb66016498 tempest-ServerRescueNegativeTestJSON-1304480791 tempest-ServerRescueNegativeTestJSON-1304480791-project] 10.222.0.39 "GET /v2.0/ports?device_id=9850fc3f-3ca4-4813-9ce5-f048fd29222e HTTP/1.1" status: 200 len: 943 time: 0.0464332 Apr 12 11:01:41.422981 dv-cinder-830088-4-iscsi neutron-server[103258]: INFO neutron.wsgi [req-3a0a8414-4652-42e5-955a-7becd53a8c88 req-529eb1fd-fd9f-4d56-a74d-2b386d01f773 tempest-ServerRescueNegativeTestJSON-1304480791 tempest-ServerRescueNegativeTestJSON-1304480791-project] 10.222.0.39 "GET /v2.0/security-groups?id=d3f9b1f1-6368-4c51-964e-16ec3a7a3785&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400560 Apr 12 11:01:41.545346 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76316e8c-8711-494f-8e7c-f035c4208fda req-2f3c7109-3c1e-444c-81e5-a62e748eb3d1 tempest-AttachVolumeTestJSON-1709741936 tempest-AttachVolumeTestJSON-1709741936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:01:41.546780 dv-cinder-830088-4-iscsi neutron-server[103258]: INFO neutron.wsgi [req-76316e8c-8711-494f-8e7c-f035c4208fda req-2f3c7109-3c1e-444c-81e5-a62e748eb3d1 tempest-AttachVolumeTestJSON-1709741936 tempest-AttachVolumeTestJSON-1709741936-project] 10.222.0.39 "GET /v2.0/ports?device_id=054cf929-099f-406a-9607-1086f5624af6 HTTP/1.1" status: 200 len: 944 time: 0.0495872 Apr 12 11:01:41.593351 dv-cinder-830088-4-iscsi neutron-server[103258]: INFO neutron.wsgi [req-76316e8c-8711-494f-8e7c-f035c4208fda req-fa7001c0-24fa-4a07-b8e8-21aede7cd5dd tempest-AttachVolumeTestJSON-1709741936 tempest-AttachVolumeTestJSON-1709741936-project] 10.222.0.39 "GET /v2.0/security-groups?id=fc469313-82a8-4ad2-a9e9-24c86c2f4d72&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411675 Apr 12 11:01:41.671029 dv-cinder-830088-4-iscsi neutron-server[103258]: INFO neutron.wsgi [req-bfccebdd-f1f9-4e04-9555-a382727ba5f0 req-0fe38ef1-b5cd-4038-8444-638f8cb0a73b tempest-VolumesNegativeTest-124015576 tempest-VolumesNegativeTest-124015576-project] 10.222.0.39 "GET /v2.0/ports?device_id=5c50f7da-4218-46d3-b356-aaec57ed9545 HTTP/1.1" status: 200 len: 210 time: 0.0268474 Apr 12 11:01:41.701917 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron_lib.callbacks.manager [None req-ae6c308c-a92e-4424-a7f8-d6a17e5174ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777667879581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1343690'] for agent (742b2e09-86ec-4663-b086-f6b891926c3e), after_update {{(pid=103259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:01:41.788704 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d3024a7-4ae0-4d27-bfc3-ff420c052913 req-88b30f54-18cf-4574-b0eb-468eab900c3d tempest-AttachVolumeShelveTestJSON-1581400671 tempest-AttachVolumeShelveTestJSON-1581400671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:01:41.790191 dv-cinder-830088-4-iscsi neutron-server[103258]: INFO neutron.wsgi [req-7d3024a7-4ae0-4d27-bfc3-ff420c052913 req-88b30f54-18cf-4574-b0eb-468eab900c3d tempest-AttachVolumeShelveTestJSON-1581400671 tempest-AttachVolumeShelveTestJSON-1581400671-project] 10.222.0.39 "GET /v2.0/ports?device_id=02541d3b-c0f8-4669-8d56-2fb77315b4b7 HTTP/1.1" status: 200 len: 944 time: 0.0473001 Apr 12 11:01:41.835378 dv-cinder-830088-4-iscsi neutron-server[103258]: INFO neutron.wsgi [req-7d3024a7-4ae0-4d27-bfc3-ff420c052913 req-b0274787-8c18-4d1c-90d0-c13c974067fb tempest-AttachVolumeShelveTestJSON-1581400671 tempest-AttachVolumeShelveTestJSON-1581400671-project] 10.222.0.39 "GET /v2.0/security-groups?id=76018d3a-627c-488b-b6f9-308c58c63207&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389135 Apr 12 11:01:41.942000 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ab2d816-00d6-40bb-9871-35a9fd4d6a90 req-e15e2e7f-350b-4b6a-b690-5d5d1ac81875 tempest-AttachVolumeNegativeTest-1347969699 tempest-AttachVolumeNegativeTest-1347969699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:01:41.943497 dv-cinder-830088-4-iscsi neutron-server[103258]: INFO neutron.wsgi [req-0ab2d816-00d6-40bb-9871-35a9fd4d6a90 req-e15e2e7f-350b-4b6a-b690-5d5d1ac81875 tempest-AttachVolumeNegativeTest-1347969699 tempest-AttachVolumeNegativeTest-1347969699-project] 10.222.0.39 "GET /v2.0/ports?device_id=76c0d3e2-99b4-4344-b105-cc9bc02b2bb7 HTTP/1.1" status: 200 len: 943 time: 0.0495548 Apr 12 11:01:41.988664 dv-cinder-830088-4-iscsi neutron-server[103258]: INFO neutron.wsgi [req-0ab2d816-00d6-40bb-9871-35a9fd4d6a90 req-db1b6c19-e1f9-4b6b-aa05-e93f54c86964 tempest-AttachVolumeNegativeTest-1347969699 tempest-AttachVolumeNegativeTest-1347969699-project] 10.222.0.39 "GET /v2.0/security-groups?id=4866db02-000f-42de-90d5-3a6f4f0dbf7e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396726 Apr 12 11:01:42.532392 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a289155a-49cc-4ae7-8854-abfabfe2449c req-99433460-c13d-48b9-8a58-70b95f7c3536 tempest-ServerRescueNegativeTestJSON-1304480791 tempest-ServerRescueNegativeTestJSON-1304480791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:01:42.533076 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron_lib.callbacks.manager [None req-3ff65f19-e1dc-4815-9112-04179069cfa7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777667879581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1343690'] for agent (77f5e085-0284-4236-9dbf-35d2d452e277), after_update {{(pid=103259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:01:42.534021 dv-cinder-830088-4-iscsi neutron-server[103258]: INFO neutron.wsgi [req-a289155a-49cc-4ae7-8854-abfabfe2449c req-99433460-c13d-48b9-8a58-70b95f7c3536 tempest-ServerRescueNegativeTestJSON-1304480791 tempest-ServerRescueNegativeTestJSON-1304480791-project] 10.222.0.39 "GET /v2.0/ports?device_id=9850fc3f-3ca4-4813-9ce5-f048fd29222e HTTP/1.1" status: 200 len: 943 time: 0.0465322 Apr 12 11:01:42.579404 dv-cinder-830088-4-iscsi neutron-server[103258]: INFO neutron.wsgi [req-a289155a-49cc-4ae7-8854-abfabfe2449c req-ffa19626-6200-4ca0-8490-029a0fbd7f5d tempest-ServerRescueNegativeTestJSON-1304480791 tempest-ServerRescueNegativeTestJSON-1304480791-project] 10.222.0.39 "GET /v2.0/security-groups?id=d3f9b1f1-6368-4c51-964e-16ec3a7a3785&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396688 Apr 12 11:01:42.700840 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdc2ff6a-9707-480a-8a38-d0eb529e8e2d req-a37fc457-f783-4d84-ae16-52881e5af817 tempest-AttachVolumeTestJSON-1709741936 tempest-AttachVolumeTestJSON-1709741936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:01:42.702305 dv-cinder-830088-4-iscsi neutron-server[103258]: INFO neutron.wsgi [req-fdc2ff6a-9707-480a-8a38-d0eb529e8e2d req-a37fc457-f783-4d84-ae16-52881e5af817 tempest-AttachVolumeTestJSON-1709741936 tempest-AttachVolumeTestJSON-1709741936-project] 10.222.0.39 "GET /v2.0/ports?device_id=054cf929-099f-406a-9607-1086f5624af6 HTTP/1.1" status: 200 len: 944 time: 0.0454729 Apr 12 11:01:42.749709 dv-cinder-830088-4-iscsi neutron-server[103258]: INFO neutron.wsgi [req-fdc2ff6a-9707-480a-8a38-d0eb529e8e2d req-7e91b7d3-d7bb-4744-be0b-1e5f33981cf6 tempest-AttachVolumeTestJSON-1709741936 tempest-AttachVolumeTestJSON-1709741936-project] 10.222.0.39 "GET /v2.0/security-groups?id=fc469313-82a8-4ad2-a9e9-24c86c2f4d72&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418215 Apr 12 11:01:42.827283 dv-cinder-830088-4-iscsi neutron-server[103258]: INFO neutron.wsgi [req-a1e029ca-8678-4ef8-8330-3ff04363947e req-fab031e2-1c12-489b-b51e-7e38453216f1 tempest-VolumesNegativeTest-124015576 tempest-VolumesNegativeTest-124015576-project] 10.222.0.39 "GET /v2.0/ports?device_id=5c50f7da-4218-46d3-b356-aaec57ed9545 HTTP/1.1" status: 200 len: 210 time: 0.0273306 Apr 12 11:01:42.948842 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ccb89cf-9ba5-4670-9319-0a9d05567ca4 req-a9245149-0ca9-49d7-8ef0-d11aa094f7b2 tempest-AttachVolumeShelveTestJSON-1581400671 tempest-AttachVolumeShelveTestJSON-1581400671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:01:42.950357 dv-cinder-830088-4-iscsi neutron-server[103258]: INFO neutron.wsgi [req-0ccb89cf-9ba5-4670-9319-0a9d05567ca4 req-a9245149-0ca9-49d7-8ef0-d11aa094f7b2 tempest-AttachVolumeShelveTestJSON-1581400671 tempest-AttachVolumeShelveTestJSON-1581400671-project] 10.222.0.39 "GET /v2.0/ports?device_id=02541d3b-c0f8-4669-8d56-2fb77315b4b7 HTTP/1.1" status: 200 len: 944 time: 0.0462165 Apr 12 11:01:42.995280 dv-cinder-830088-4-iscsi neutron-server[103258]: INFO neutron.wsgi [req-0ccb89cf-9ba5-4670-9319-0a9d05567ca4 req-d81d5882-c5c0-491b-b9be-08e65022714c tempest-AttachVolumeShelveTestJSON-1581400671 tempest-AttachVolumeShelveTestJSON-1581400671-project] 10.222.0.39 "GET /v2.0/security-groups?id=76018d3a-627c-488b-b6f9-308c58c63207&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387373 Apr 12 11:01:43.098490 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e6add32-6af8-4dc7-a65a-0990852860f0 req-14644f33-1a71-4a30-be99-d9ff25884c60 tempest-AttachVolumeNegativeTest-1347969699 tempest-AttachVolumeNegativeTest-1347969699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:01:43.099974 dv-cinder-830088-4-iscsi neutron-server[103258]: INFO neutron.wsgi [req-7e6add32-6af8-4dc7-a65a-0990852860f0 req-14644f33-1a71-4a30-be99-d9ff25884c60 tempest-AttachVolumeNegativeTest-1347969699 tempest-AttachVolumeNegativeTest-1347969699-project] 10.222.0.39 "GET /v2.0/ports?device_id=76c0d3e2-99b4-4344-b105-cc9bc02b2bb7 HTTP/1.1" status: 200 len: 943 time: 0.0494030 Apr 12 11:01:43.145196 dv-cinder-830088-4-iscsi neutron-server[103258]: INFO neutron.wsgi [req-7e6add32-6af8-4dc7-a65a-0990852860f0 req-7ac17b9a-1629-4dc3-83e6-c8f0814f2a34 tempest-AttachVolumeNegativeTest-1347969699 tempest-AttachVolumeNegativeTest-1347969699-project] 10.222.0.39 "GET /v2.0/security-groups?id=4866db02-000f-42de-90d5-3a6f4f0dbf7e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0390520 Apr 12 11:01:43.689210 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6e48aae-1360-44eb-b13a-ae1ec02d3435 req-df0ef48b-6c10-4f17-a34b-981af3288bb1 tempest-ServerRescueNegativeTestJSON-1304480791 tempest-ServerRescueNegativeTestJSON-1304480791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:01:43.690832 dv-cinder-830088-4-iscsi neutron-server[103258]: INFO neutron.wsgi [req-a6e48aae-1360-44eb-b13a-ae1ec02d3435 req-df0ef48b-6c10-4f17-a34b-981af3288bb1 tempest-ServerRescueNegativeTestJSON-1304480791 tempest-ServerRescueNegativeTestJSON-1304480791-project] 10.222.0.39 "GET /v2.0/ports?device_id=9850fc3f-3ca4-4813-9ce5-f048fd29222e HTTP/1.1" status: 200 len: 943 time: 0.0471232 Apr 12 11:01:43.738853 dv-cinder-830088-4-iscsi neutron-server[103258]: INFO neutron.wsgi [req-a6e48aae-1360-44eb-b13a-ae1ec02d3435 req-05adbfba-a261-44ca-a2d1-34fe2097d2ca tempest-ServerRescueNegativeTestJSON-1304480791 tempest-ServerRescueNegativeTestJSON-1304480791-project] 10.222.0.39 "GET /v2.0/security-groups?id=d3f9b1f1-6368-4c51-964e-16ec3a7a3785&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412495 Apr 12 11:01:43.775633 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron_lib.callbacks.manager [None req-601bd752-88b9-4ad2-8e14-56931e32431b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777667879581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1343690'] for agent (3ceb33ec-7c20-4632-9357-4cc6534463de), after_update {{(pid=103259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:01:43.859248 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3997e2cc-c880-49d5-a24c-4985d712357e req-8177fcc6-844d-4288-ac99-d95b2ad30fe3 tempest-AttachVolumeTestJSON-1709741936 tempest-AttachVolumeTestJSON-1709741936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:01:43.860631 dv-cinder-830088-4-iscsi neutron-server[103258]: INFO neutron.wsgi [req-3997e2cc-c880-49d5-a24c-4985d712357e req-8177fcc6-844d-4288-ac99-d95b2ad30fe3 tempest-AttachVolumeTestJSON-1709741936 tempest-AttachVolumeTestJSON-1709741936-project] 10.222.0.39 "GET /v2.0/ports?device_id=054cf929-099f-406a-9607-1086f5624af6 HTTP/1.1" status: 200 len: 944 time: 0.0463791 Apr 12 11:01:43.909273 dv-cinder-830088-4-iscsi neutron-server[103258]: INFO neutron.wsgi [req-3997e2cc-c880-49d5-a24c-4985d712357e req-07176926-1375-4290-b364-9679bbaf2ae0 tempest-AttachVolumeTestJSON-1709741936 tempest-AttachVolumeTestJSON-1709741936-project] 10.222.0.39 "GET /v2.0/security-groups?id=fc469313-82a8-4ad2-a9e9-24c86c2f4d72&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432243 Apr 12 11:01:43.990196 dv-cinder-830088-4-iscsi neutron-server[103258]: INFO neutron.wsgi [req-3d0f6882-9c61-40a8-ba46-0e6f97e52184 req-bcb242da-c4a9-4226-b6be-d13316e17f78 tempest-VolumesNegativeTest-124015576 tempest-VolumesNegativeTest-124015576-project] 10.222.0.39 "GET /v2.0/ports?device_id=5c50f7da-4218-46d3-b356-aaec57ed9545 HTTP/1.1" status: 200 len: 210 time: 0.0287111 Apr 12 11:01:44.112431 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eb1376a-e7cf-4912-bf6a-9b9bf15f5391 req-2e2264e1-cccf-45d7-a07e-cd71c3c5f646 tempest-AttachVolumeShelveTestJSON-1581400671 tempest-AttachVolumeShelveTestJSON-1581400671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:01:44.113846 dv-cinder-830088-4-iscsi neutron-server[103258]: INFO neutron.wsgi [req-0eb1376a-e7cf-4912-bf6a-9b9bf15f5391 req-2e2264e1-cccf-45d7-a07e-cd71c3c5f646 tempest-AttachVolumeShelveTestJSON-1581400671 tempest-AttachVolumeShelveTestJSON-1581400671-project] 10.222.0.39 "GET /v2.0/ports?device_id=02541d3b-c0f8-4669-8d56-2fb77315b4b7 HTTP/1.1" status: 200 len: 944 time: 0.0485229 Apr 12 11:01:44.158978 dv-cinder-830088-4-iscsi neutron-server[103258]: INFO neutron.wsgi [req-0eb1376a-e7cf-4912-bf6a-9b9bf15f5391 req-d578d006-cba7-4d26-adb7-1bfc457722f0 tempest-AttachVolumeShelveTestJSON-1581400671 tempest-AttachVolumeShelveTestJSON-1581400671-project] 10.222.0.39 "GET /v2.0/security-groups?id=76018d3a-627c-488b-b6f9-308c58c63207&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396278 Apr 12 11:01:44.257304 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d154ed89-75a0-4ab7-941d-62abb91d79f2 req-8c1aae72-7f8f-48a9-9b4b-b62465dfa7de tempest-AttachVolumeNegativeTest-1347969699 tempest-AttachVolumeNegativeTest-1347969699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:01:44.258761 dv-cinder-830088-4-iscsi neutron-server[103258]: INFO neutron.wsgi [req-d154ed89-75a0-4ab7-941d-62abb91d79f2 req-8c1aae72-7f8f-48a9-9b4b-b62465dfa7de tempest-AttachVolumeNegativeTest-1347969699 tempest-AttachVolumeNegativeTest-1347969699-project] 10.222.0.39 "GET /v2.0/ports?device_id=76c0d3e2-99b4-4344-b105-cc9bc02b2bb7 HTTP/1.1" status: 200 len: 943 time: 0.0450225 Apr 12 11:01:44.306482 dv-cinder-830088-4-iscsi neutron-server[103258]: INFO neutron.wsgi [req-d154ed89-75a0-4ab7-941d-62abb91d79f2 req-b79dce66-7403-4121-a587-22cdb2bc7fa1 tempest-AttachVolumeNegativeTest-1347969699 tempest-AttachVolumeNegativeTest-1347969699-project] 10.222.0.39 "GET /v2.0/security-groups?id=4866db02-000f-42de-90d5-3a6f4f0dbf7e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415661 Apr 12 11:01:44.750014 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron.plugins.ml2.rpc [None req-ae6c308c-a92e-4424-a7f8-d6a17e5174ef None None] Device d44d9ccf-b10a-4742-9c74-7f9d8d3c3ce8 details requested by agent hyperv_hv-cinder-83008 with host hv-cinder-83008 {{(pid=103259) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 12 11:01:44.850075 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87eace4b-a04f-4772-8037-84ccd0521d63 req-cff4fee5-be88-4b95-b653-5a6ae175bdd6 tempest-ServerRescueNegativeTestJSON-1304480791 tempest-ServerRescueNegativeTestJSON-1304480791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:01:44.851838 dv-cinder-830088-4-iscsi neutron-server[103258]: INFO neutron.wsgi [req-87eace4b-a04f-4772-8037-84ccd0521d63 req-cff4fee5-be88-4b95-b653-5a6ae175bdd6 tempest-ServerRescueNegativeTestJSON-1304480791 tempest-ServerRescueNegativeTestJSON-1304480791-project] 10.222.0.39 "GET /v2.0/ports?device_id=9850fc3f-3ca4-4813-9ce5-f048fd29222e HTTP/1.1" status: 200 len: 943 time: 0.0474288 Apr 12 11:01:44.856829 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron.plugins.ml2.db [None req-ae6c308c-a92e-4424-a7f8-d6a17e5174ef None None] For port d44d9ccf-b10a-4742-9c74-7f9d8d3c3ce8, host hv-cinder-83008, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83008',level=0,port_id=d44d9ccf-b10a-4742-9c74-7f9d8d3c3ce8,segment=NetworkSegment(fef06479-df1c-48b3-ab23-a5007803664a),segment_id=fef06479-df1c-48b3-ab23-a5007803664a)] {{(pid=103259) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 11:01:44.869493 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron.plugins.ml2.rpc [None req-ae6c308c-a92e-4424-a7f8-d6a17e5174ef None None] Returning: {'device': 'd44d9ccf-b10a-4742-9c74-7f9d8d3c3ce8', 'network_id': '696acaf3-e376-402a-9f44-515f336c0ed7', 'port_id': 'd44d9ccf-b10a-4742-9c74-7f9d8d3c3ce8', 'mac_address': 'fa:16:3e:6f:6c:5a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 520, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dac559db-7802-4e19-95c5-3aacf686b15d', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103259) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 12 11:01:44.901564 dv-cinder-830088-4-iscsi neutron-server[103258]: INFO neutron.wsgi [req-87eace4b-a04f-4772-8037-84ccd0521d63 req-4c2e1615-d01c-4b8d-9296-9afb5e5178bb tempest-ServerRescueNegativeTestJSON-1304480791 tempest-ServerRescueNegativeTestJSON-1304480791-project] 10.222.0.39 "GET /v2.0/security-groups?id=d3f9b1f1-6368-4c51-964e-16ec3a7a3785&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426185 Apr 12 11:01:45.022451 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc804deb-6fa2-4c0f-8053-2ff677baea9c req-49f9bdb9-de4f-4c03-a046-92a3099420ca tempest-AttachVolumeTestJSON-1709741936 tempest-AttachVolumeTestJSON-1709741936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:01:45.023962 dv-cinder-830088-4-iscsi neutron-server[103258]: INFO neutron.wsgi [req-dc804deb-6fa2-4c0f-8053-2ff677baea9c req-49f9bdb9-de4f-4c03-a046-92a3099420ca tempest-AttachVolumeTestJSON-1709741936 tempest-AttachVolumeTestJSON-1709741936-project] 10.222.0.39 "GET /v2.0/ports?device_id=054cf929-099f-406a-9607-1086f5624af6 HTTP/1.1" status: 200 len: 944 time: 0.0486753 Apr 12 11:01:45.034187 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron_lib.callbacks.manager [None req-0acb87d3-0572-4b2c-b7c9-977edd32a8b9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777667879581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1343690'] for agent (3c144e28-9cc5-463d-ad96-a18b19cd455c), after_update {{(pid=103259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:01:45.034834 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron.plugins.ml2.plugin [None req-ae6c308c-a92e-4424-a7f8-d6a17e5174ef None None] Current status of the port d44d9ccf-b10a-4742-9c74-7f9d8d3c3ce8 is: DOWN; New status is: BUILD {{(pid=103259) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 11:01:45.035225 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron_lib.callbacks.manager [None req-ae6c308c-a92e-4424-a7f8-d6a17e5174ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1535343'] for port (d44d9ccf-b10a-4742-9c74-7f9d8d3c3ce8), before_update {{(pid=103259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:01:45.049259 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron.notifiers.nova [None req-ae6c308c-a92e-4424-a7f8-d6a17e5174ef None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d44d9ccf-b10a-4742-9c74-7f9d8d3c3ce8 {{(pid=103259) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 12 11:01:45.069163 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron.plugins.ml2.db [None req-ae6c308c-a92e-4424-a7f8-d6a17e5174ef None None] For port d44d9ccf-b10a-4742-9c74-7f9d8d3c3ce8, host hv-cinder-83008, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83008',level=0,port_id=d44d9ccf-b10a-4742-9c74-7f9d8d3c3ce8,segment=NetworkSegment(fef06479-df1c-48b3-ab23-a5007803664a),segment_id=fef06479-df1c-48b3-ab23-a5007803664a)] {{(pid=103259) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 11:01:45.073708 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron_lib.callbacks.manager [None req-ae6c308c-a92e-4424-a7f8-d6a17e5174ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1534861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777667992095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777667450170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777667450188'] for port (d44d9ccf-b10a-4742-9c74-7f9d8d3c3ce8), after_update {{(pid=103259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:01:45.074248 dv-cinder-830088-4-iscsi neutron-server[103258]: INFO neutron.wsgi [req-dc804deb-6fa2-4c0f-8053-2ff677baea9c req-0361d899-a6b8-4ca1-af14-1a04ec810e0f tempest-AttachVolumeTestJSON-1709741936 tempest-AttachVolumeTestJSON-1709741936-project] 10.222.0.39 "GET /v2.0/security-groups?id=fc469313-82a8-4ad2-a9e9-24c86c2f4d72&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439708 Apr 12 11:01:45.124011 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae6c308c-a92e-4424-a7f8-d6a17e5174ef None None] Pushing event updated for resources: {'Port': ['ID=d44d9ccf-b10a-4742-9c74-7f9d8d3c3ce8,revision_number=4']} {{(pid=103259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:01:45.153777 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae6c308c-a92e-4424-a7f8-d6a17e5174ef None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830088-4-iscsi {{(pid=103259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:01:45.154680 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae6c308c-a92e-4424-a7f8-d6a17e5174ef None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830088-4-iscsi {{(pid=103259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:01:45.155811 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae6c308c-a92e-4424-a7f8-d6a17e5174ef None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830088-4-iscsi {{(pid=103259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:01:45.156151 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae6c308c-a92e-4424-a7f8-d6a17e5174ef None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830088-4-iscsi {{(pid=103259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:01:45.157655 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae6c308c-a92e-4424-a7f8-d6a17e5174ef None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830088-4-iscsi {{(pid=103259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:01:45.158748 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae6c308c-a92e-4424-a7f8-d6a17e5174ef None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830088-4-iscsi {{(pid=103259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:01:45.159154 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae6c308c-a92e-4424-a7f8-d6a17e5174ef None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830088-4-iscsi {{(pid=103259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:01:45.160660 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae6c308c-a92e-4424-a7f8-d6a17e5174ef None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830088-4-iscsi {{(pid=103259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:01:45.161061 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae6c308c-a92e-4424-a7f8-d6a17e5174ef None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-830088-4-iscsi {{(pid=103259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:01:45.161434 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae6c308c-a92e-4424-a7f8-d6a17e5174ef None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830088-4-iscsi {{(pid=103259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:01:45.162900 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae6c308c-a92e-4424-a7f8-d6a17e5174ef None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830088-4-iscsi {{(pid=103259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:01:45.163302 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae6c308c-a92e-4424-a7f8-d6a17e5174ef None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830088-4-iscsi {{(pid=103259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:01:45.163666 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae6c308c-a92e-4424-a7f8-d6a17e5174ef None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830088-4-iscsi {{(pid=103259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:01:45.165078 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae6c308c-a92e-4424-a7f8-d6a17e5174ef None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830088-4-iscsi {{(pid=103259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:01:45.166530 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae6c308c-a92e-4424-a7f8-d6a17e5174ef None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830088-4-iscsi {{(pid=103259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:01:45.200988 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-158c29ea-2097-4dad-97b2-e5bc19398f54 req-52f97c48-65f3-4ddc-8c5e-65d07eb52db8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:01:45.202513 dv-cinder-830088-4-iscsi neutron-server[103257]: INFO neutron.wsgi [req-158c29ea-2097-4dad-97b2-e5bc19398f54 req-52f97c48-65f3-4ddc-8c5e-65d07eb52db8 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=87551ef1ad8e4190b7a3b1c3469382df&device_id=9850fc3f-3ca4-4813-9ce5-f048fd29222e HTTP/1.1" status: 200 len: 1127 time: 0.0973096 Apr 12 11:01:45.231853 dv-cinder-830088-4-iscsi neutron-server[103258]: INFO neutron.wsgi [req-2b53927c-a1fd-4e1c-a0a9-d210c890fc32 req-8839b95e-86f3-4312-b3d5-c586b756394c tempest-VolumesNegativeTest-124015576 tempest-VolumesNegativeTest-124015576-project] 10.222.0.39 "GET /v2.0/ports?device_id=5c50f7da-4218-46d3-b356-aaec57ed9545 HTTP/1.1" status: 200 len: 210 time: 0.0429008 Apr 12 11:01:45.245230 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-777248ba-efd0-4d49-ab09-49acd3b001f0 req-604826af-dcab-4898-8f13-dfdd5c7903b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:01:45.247084 dv-cinder-830088-4-iscsi neutron-server[103258]: INFO neutron.wsgi [req-777248ba-efd0-4d49-ab09-49acd3b001f0 req-604826af-dcab-4898-8f13-dfdd5c7903b7 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=e411d522-7486-40a5-b78b-47a221209e5e HTTP/1.1" status: 200 len: 856 time: 0.1193852 Apr 12 11:01:45.312583 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-777248ba-efd0-4d49-ab09-49acd3b001f0 req-13a246d1-721d-495e-82eb-56c21bbb4aff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:01:45.314095 dv-cinder-830088-4-iscsi neutron-server[103258]: INFO neutron.wsgi [req-777248ba-efd0-4d49-ab09-49acd3b001f0 req-13a246d1-721d-495e-82eb-56c21bbb4aff service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=5fe71604-a19f-4748-9dc5-7cc9d7ecf6be&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0606244 Apr 12 11:01:45.404055 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4766e3b5-3a27-4436-84d1-b4184a19c5ee req-123856f0-8c18-4982-8440-9421f8f939bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:01:45.406637 dv-cinder-830088-4-iscsi neutron-server[103257]: INFO neutron.wsgi [req-4766e3b5-3a27-4436-84d1-b4184a19c5ee req-123856f0-8c18-4982-8440-9421f8f939bf service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=5283658c-f0e4-41df-8b22-61e61a4f7877&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.2031937 Apr 12 11:01:45.455086 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa24bea6-a263-438a-8111-527beeaa4ca5 req-2e416eb0-47a7-4cd6-a69d-8c80e2faca88 tempest-AttachVolumeShelveTestJSON-1581400671 tempest-AttachVolumeShelveTestJSON-1581400671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:01:45.456626 dv-cinder-830088-4-iscsi neutron-server[103258]: INFO neutron.wsgi [req-aa24bea6-a263-438a-8111-527beeaa4ca5 req-2e416eb0-47a7-4cd6-a69d-8c80e2faca88 tempest-AttachVolumeShelveTestJSON-1581400671 tempest-AttachVolumeShelveTestJSON-1581400671-project] 10.222.0.39 "GET /v2.0/ports?device_id=02541d3b-c0f8-4669-8d56-2fb77315b4b7 HTTP/1.1" status: 200 len: 944 time: 0.1130657 Apr 12 11:01:45.562620 dv-cinder-830088-4-iscsi neutron-server[103258]: INFO neutron.wsgi [req-aa24bea6-a263-438a-8111-527beeaa4ca5 req-cf14e2dd-adec-49f1-986d-57b35ede7b5d tempest-AttachVolumeShelveTestJSON-1581400671 tempest-AttachVolumeShelveTestJSON-1581400671-project] 10.222.0.39 "GET /v2.0/security-groups?id=76018d3a-627c-488b-b6f9-308c58c63207&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0968235 Apr 12 11:01:45.581950 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron.plugins.ml2.db [None req-ae6c308c-a92e-4424-a7f8-d6a17e5174ef None None] get_ports_and_sgs() called for port_ids ['d44d9ccf-b10a-4742-9c74-7f9d8d3c3ce8'] {{(pid=103259) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 12 11:01:45.583434 dv-cinder-830088-4-iscsi neutron-server[103258]: INFO neutron.wsgi [req-777248ba-efd0-4d49-ab09-49acd3b001f0 req-52bca338-873a-4349-a5b9-4fcb5786090a service neutron] 10.222.0.53 "GET /v2.0/networks/5fe71604-a19f-4748-9dc5-7cc9d7ecf6be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2599635 Apr 12 11:01:45.686987 dv-cinder-830088-4-iscsi neutron-server[103258]: INFO neutron.wsgi [req-777248ba-efd0-4d49-ab09-49acd3b001f0 req-8656fefc-a75d-45c4-b6a5-d9d6f093c93a service neutron] 10.222.0.53 "GET /v2.0/networks/5fe71604-a19f-4748-9dc5-7cc9d7ecf6be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0959661 Apr 12 11:01:45.696877 dv-cinder-830088-4-iscsi neutron-server[103257]: INFO neutron.wsgi [req-3a1fe44e-c872-4f4a-a9d4-85f3543a25f2 req-1c3b15d6-a5a8-45fa-b461-92342c1713ce service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=1f388cc0-2f53-4f5f-b4da-75912eabd99d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.3861744 Apr 12 11:01:45.791338 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-763958e5-4cbb-4768-943d-f16008e5a6ec req-a47a45f0-c335-46f6-b5cd-d78b6968b0d5 tempest-AttachVolumeNegativeTest-1347969699 tempest-AttachVolumeNegativeTest-1347969699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:01:45.792798 dv-cinder-830088-4-iscsi neutron-server[103257]: INFO neutron.wsgi [req-763958e5-4cbb-4768-943d-f16008e5a6ec req-a47a45f0-c335-46f6-b5cd-d78b6968b0d5 tempest-AttachVolumeNegativeTest-1347969699 tempest-AttachVolumeNegativeTest-1347969699-project] 10.222.0.39 "GET /v2.0/ports?device_id=76c0d3e2-99b4-4344-b105-cc9bc02b2bb7 HTTP/1.1" status: 200 len: 943 time: 0.1564357 Apr 12 11:01:45.813477 dv-cinder-830088-4-iscsi neutron-server[103257]: INFO neutron.wsgi [req-4766e3b5-3a27-4436-84d1-b4184a19c5ee req-0f31016e-a8c4-41dd-b37f-4f7007d4dc03 service neutron] 10.222.0.53 "GET /v2.0/networks/5283658c-f0e4-41df-8b22-61e61a4f7877?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3593700 Apr 12 11:01:45.834654 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-158c29ea-2097-4dad-97b2-e5bc19398f54 req-4dfb6ebf-47f4-46cd-a173-7233d9e733e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:01:45.836051 dv-cinder-830088-4-iscsi neutron-server[103257]: INFO neutron.wsgi [req-158c29ea-2097-4dad-97b2-e5bc19398f54 req-4dfb6ebf-47f4-46cd-a173-7233d9e733e2 service neutron] 10.222.0.53 "GET /v2.0/networks?tenant_id=87551ef1ad8e4190b7a3b1c3469382df&shared=False HTTP/1.1" status: 200 len: 920 time: 0.5456998 Apr 12 11:01:45.861844 dv-cinder-830088-4-iscsi neutron-server[103257]: INFO neutron.wsgi [req-763958e5-4cbb-4768-943d-f16008e5a6ec req-e2286463-db56-4037-92ea-621a57d27954 tempest-AttachVolumeNegativeTest-1347969699 tempest-AttachVolumeNegativeTest-1347969699-project] 10.222.0.39 "GET /v2.0/security-groups?id=4866db02-000f-42de-90d5-3a6f4f0dbf7e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0556016 Apr 12 11:01:46.013159 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8147ae94-d191-4c13-b084-d6e986c3bc18 req-192430e6-1098-42c1-b7e5-e87e3eee1629 tempest-ServerRescueNegativeTestJSON-1304480791 tempest-ServerRescueNegativeTestJSON-1304480791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:01:46.014730 dv-cinder-830088-4-iscsi neutron-server[103258]: INFO neutron.wsgi [req-8147ae94-d191-4c13-b084-d6e986c3bc18 req-192430e6-1098-42c1-b7e5-e87e3eee1629 tempest-ServerRescueNegativeTestJSON-1304480791 tempest-ServerRescueNegativeTestJSON-1304480791-project] 10.222.0.39 "GET /v2.0/ports?device_id=9850fc3f-3ca4-4813-9ce5-f048fd29222e HTTP/1.1" status: 200 len: 943 time: 0.0462928 Apr 12 11:01:46.061453 dv-cinder-830088-4-iscsi neutron-server[103258]: INFO neutron.wsgi [req-8147ae94-d191-4c13-b084-d6e986c3bc18 req-4c7ee572-f1ea-4b9f-90a7-157697bba54e tempest-ServerRescueNegativeTestJSON-1304480791 tempest-ServerRescueNegativeTestJSON-1304480791-project] 10.222.0.39 "GET /v2.0/security-groups?id=d3f9b1f1-6368-4c51-964e-16ec3a7a3785&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411053 Apr 12 11:01:46.146308 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.wsgi [-] (103258) accepted ('10.222.0.39', 50722) {{(pid=103258) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 11:01:46.189401 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec814153-75c2-446f-a3be-1c857e95cea4 req-01058fcc-b1b6-4f56-886e-f13b61576a08 tempest-AttachVolumeTestJSON-1709741936 tempest-AttachVolumeTestJSON-1709741936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:01:46.190897 dv-cinder-830088-4-iscsi neutron-server[103257]: INFO neutron.wsgi [req-ec814153-75c2-446f-a3be-1c857e95cea4 req-01058fcc-b1b6-4f56-886e-f13b61576a08 tempest-AttachVolumeTestJSON-1709741936 tempest-AttachVolumeTestJSON-1709741936-project] 10.222.0.39 "GET /v2.0/ports?device_id=054cf929-099f-406a-9607-1086f5624af6 HTTP/1.1" status: 200 len: 944 time: 0.0506835 Apr 12 11:01:46.237375 dv-cinder-830088-4-iscsi neutron-server[103257]: INFO neutron.wsgi [req-ec814153-75c2-446f-a3be-1c857e95cea4 req-99e062f4-8963-4460-947e-f7a562807369 tempest-AttachVolumeTestJSON-1709741936 tempest-AttachVolumeTestJSON-1709741936-project] 10.222.0.39 "GET /v2.0/security-groups?id=fc469313-82a8-4ad2-a9e9-24c86c2f4d72&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405297 Apr 12 11:01:46.248679 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-6341a8fe-b5f5-4ad6-bd94-54936202d0f7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:01:46.340423 dv-cinder-830088-4-iscsi neutron-server[103258]: INFO neutron.wsgi [req-c6dc2037-46b1-4a08-b12b-d78da2613713 req-9a3f6bfb-f47c-49c6-a0cc-eb1a71709b91 tempest-VolumesNegativeTest-124015576 tempest-VolumesNegativeTest-124015576-project] 10.222.0.39 "GET /v2.0/ports?device_id=5c50f7da-4218-46d3-b356-aaec57ed9545 HTTP/1.1" status: 200 len: 210 time: 0.0364063 Apr 12 11:01:46.348566 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-6341a8fe-b5f5-4ad6-bd94-54936202d0f7 admin admin] Publish callbacks [] for security_group (b32005f6-2074-4aff-b7f1-ac282464eec6), precommit_create {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:01:46.352985 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-6341a8fe-b5f5-4ad6-bd94-54936202d0f7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-415253'] for security_group (b32005f6-2074-4aff-b7f1-ac282464eec6), after_create {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:01:46.390393 dv-cinder-830088-4-iscsi neutron-server[103258]: INFO neutron.wsgi [None req-6341a8fe-b5f5-4ad6-bd94-54936202d0f7 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=06e477f9d3d84afe8b21002f913e079d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2430322 Apr 12 11:01:46.391512 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6341a8fe-b5f5-4ad6-bd94-54936202d0f7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b32005f6-2074-4aff-b7f1-ac282464eec6,revision_number=1']} {{(pid=103258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:01:46.393036 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron.wsgi [-] (103257) accepted ('10.222.0.39', 50728) {{(pid=103257) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 11:01:46.398443 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6341a8fe-b5f5-4ad6-bd94-54936202d0f7 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830088-4-iscsi {{(pid=103258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:01:46.398812 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6341a8fe-b5f5-4ad6-bd94-54936202d0f7 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830088-4-iscsi {{(pid=103258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:01:46.399156 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6341a8fe-b5f5-4ad6-bd94-54936202d0f7 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830088-4-iscsi {{(pid=103258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:01:46.399498 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6341a8fe-b5f5-4ad6-bd94-54936202d0f7 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830088-4-iscsi {{(pid=103258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:01:46.399837 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6341a8fe-b5f5-4ad6-bd94-54936202d0f7 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830088-4-iscsi {{(pid=103258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:01:46.400164 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6341a8fe-b5f5-4ad6-bd94-54936202d0f7 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830088-4-iscsi {{(pid=103258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:01:46.401027 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6341a8fe-b5f5-4ad6-bd94-54936202d0f7 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830088-4-iscsi {{(pid=103258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:01:46.401352 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6341a8fe-b5f5-4ad6-bd94-54936202d0f7 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830088-4-iscsi {{(pid=103258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:01:46.401678 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6341a8fe-b5f5-4ad6-bd94-54936202d0f7 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-830088-4-iscsi {{(pid=103258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:01:46.402002 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6341a8fe-b5f5-4ad6-bd94-54936202d0f7 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830088-4-iscsi {{(pid=103258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:01:46.402325 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6341a8fe-b5f5-4ad6-bd94-54936202d0f7 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830088-4-iscsi {{(pid=103258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:01:46.402648 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6341a8fe-b5f5-4ad6-bd94-54936202d0f7 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830088-4-iscsi {{(pid=103258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:01:46.402997 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6341a8fe-b5f5-4ad6-bd94-54936202d0f7 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830088-4-iscsi {{(pid=103258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:01:46.403320 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6341a8fe-b5f5-4ad6-bd94-54936202d0f7 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830088-4-iscsi {{(pid=103258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:01:46.403639 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6341a8fe-b5f5-4ad6-bd94-54936202d0f7 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830088-4-iscsi {{(pid=103258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:01:46.443199 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-2f7c150c-76b9-4943-bfbf-8c99d30cd0f5 admin admin] Publish callbacks [] for security_group (b32005f6-2074-4aff-b7f1-ac282464eec6), before_delete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:01:46.464335 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-2f7c150c-76b9-4943-bfbf-8c99d30cd0f5 admin admin] Publish callbacks [] for security_group (b32005f6-2074-4aff-b7f1-ac282464eec6), precommit_delete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:01:46.509976 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-2f7c150c-76b9-4943-bfbf-8c99d30cd0f5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-415253'] for security_group (b32005f6-2074-4aff-b7f1-ac282464eec6), after_delete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:01:46.512657 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-2f7c150c-76b9-4943-bfbf-8c99d30cd0f5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:01:46.513786 dv-cinder-830088-4-iscsi neutron-server[103257]: INFO neutron.wsgi [None req-2f7c150c-76b9-4943-bfbf-8c99d30cd0f5 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/b32005f6-2074-4aff-b7f1-ac282464eec6 HTTP/1.1" status: 204 len: 168 time: 0.1197112 Apr 12 11:01:46.522534 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f7c150c-76b9-4943-bfbf-8c99d30cd0f5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b32005f6-2074-4aff-b7f1-ac282464eec6,revision_number=None']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:01:46.530911 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron_lib.callbacks.manager [None req-e4b062a6-7a21-4431-be77-3c7776c11043 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777667879581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1343690'] for agent (c71cae7d-514b-467a-8477-0a67bee0b970), after_update {{(pid=103259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:01:46.531562 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f7c150c-76b9-4943-bfbf-8c99d30cd0f5 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830088-4-iscsi {{(pid=103257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:01:46.531562 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f7c150c-76b9-4943-bfbf-8c99d30cd0f5 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830088-4-iscsi {{(pid=103257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:01:46.531815 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f7c150c-76b9-4943-bfbf-8c99d30cd0f5 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830088-4-iscsi {{(pid=103257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:01:46.532121 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f7c150c-76b9-4943-bfbf-8c99d30cd0f5 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830088-4-iscsi {{(pid=103257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:01:46.532462 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f7c150c-76b9-4943-bfbf-8c99d30cd0f5 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830088-4-iscsi {{(pid=103257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:01:46.532793 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f7c150c-76b9-4943-bfbf-8c99d30cd0f5 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830088-4-iscsi {{(pid=103257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:01:46.533333 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f7c150c-76b9-4943-bfbf-8c99d30cd0f5 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830088-4-iscsi {{(pid=103257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:01:46.533426 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f7c150c-76b9-4943-bfbf-8c99d30cd0f5 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830088-4-iscsi {{(pid=103257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:01:46.533759 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f7c150c-76b9-4943-bfbf-8c99d30cd0f5 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-830088-4-iscsi {{(pid=103257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:01:46.534092 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f7c150c-76b9-4943-bfbf-8c99d30cd0f5 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830088-4-iscsi {{(pid=103257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:01:46.534548 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f7c150c-76b9-4943-bfbf-8c99d30cd0f5 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830088-4-iscsi {{(pid=103257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:01:46.534915 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f7c150c-76b9-4943-bfbf-8c99d30cd0f5 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830088-4-iscsi {{(pid=103257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:01:46.535243 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f7c150c-76b9-4943-bfbf-8c99d30cd0f5 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830088-4-iscsi {{(pid=103257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:01:46.535565 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f7c150c-76b9-4943-bfbf-8c99d30cd0f5 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830088-4-iscsi {{(pid=103257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:01:46.535881 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f7c150c-76b9-4943-bfbf-8c99d30cd0f5 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830088-4-iscsi {{(pid=103257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:01:46.675069 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-271b3fc3-6c14-439d-a476-ef0abe5da357 req-ee2c3dbe-7df6-476b-901a-0ef68f824442 tempest-AttachVolumeShelveTestJSON-1581400671 tempest-AttachVolumeShelveTestJSON-1581400671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:01:46.676533 dv-cinder-830088-4-iscsi neutron-server[103257]: INFO neutron.wsgi [req-271b3fc3-6c14-439d-a476-ef0abe5da357 req-ee2c3dbe-7df6-476b-901a-0ef68f824442 tempest-AttachVolumeShelveTestJSON-1581400671 tempest-AttachVolumeShelveTestJSON-1581400671-project] 10.222.0.39 "GET /v2.0/ports?device_id=02541d3b-c0f8-4669-8d56-2fb77315b4b7 HTTP/1.1" status: 200 len: 944 time: 0.0456972 Apr 12 11:01:46.726289 dv-cinder-830088-4-iscsi neutron-server[103257]: INFO neutron.wsgi [req-271b3fc3-6c14-439d-a476-ef0abe5da357 req-21670922-e875-4293-bca8-244cc6fc30ea tempest-AttachVolumeShelveTestJSON-1581400671 tempest-AttachVolumeShelveTestJSON-1581400671-project] 10.222.0.39 "GET /v2.0/security-groups?id=76018d3a-627c-488b-b6f9-308c58c63207&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441232 Apr 12 11:01:46.789742 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron.wsgi [-] (103257) accepted ('10.222.0.39', 50740) {{(pid=103257) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 11:01:46.802290 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-1ed7a613-6378-4e19-8cb0-343e61603087 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:01:46.871307 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-1ed7a613-6378-4e19-8cb0-343e61603087 admin admin] Publish callbacks [] for security_group (8ae25bbb-da62-49aa-9976-64db7202510a), precommit_create {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:01:46.874658 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-1ed7a613-6378-4e19-8cb0-343e61603087 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-415253'] for security_group (8ae25bbb-da62-49aa-9976-64db7202510a), after_create {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:01:46.911408 dv-cinder-830088-4-iscsi neutron-server[103257]: INFO neutron.wsgi [None req-1ed7a613-6378-4e19-8cb0-343e61603087 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=e60978bbedbe4a37999ad892579708ef&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1206033 Apr 12 11:01:46.913913 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron.wsgi [-] (103257) accepted ('10.222.0.39', 50744) {{(pid=103257) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 11:01:46.921151 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ed7a613-6378-4e19-8cb0-343e61603087 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8ae25bbb-da62-49aa-9976-64db7202510a,revision_number=1']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:01:46.964650 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-f773d4c1-8a8a-4e98-81fe-71119318c90f admin admin] Publish callbacks [] for security_group (8ae25bbb-da62-49aa-9976-64db7202510a), before_delete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:01:46.971218 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caf991a3-7899-4e0e-8cba-609565ed2cf8 req-3fb45b5b-726f-4ef8-8c0c-4f0b47751d3b tempest-AttachVolumeNegativeTest-1347969699 tempest-AttachVolumeNegativeTest-1347969699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:01:46.972706 dv-cinder-830088-4-iscsi neutron-server[103258]: INFO neutron.wsgi [req-caf991a3-7899-4e0e-8cba-609565ed2cf8 req-3fb45b5b-726f-4ef8-8c0c-4f0b47751d3b tempest-AttachVolumeNegativeTest-1347969699 tempest-AttachVolumeNegativeTest-1347969699-project] 10.222.0.39 "GET /v2.0/ports?device_id=76c0d3e2-99b4-4344-b105-cc9bc02b2bb7 HTTP/1.1" status: 200 len: 943 time: 0.0461662 Apr 12 11:01:46.985852 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-f773d4c1-8a8a-4e98-81fe-71119318c90f admin admin] Publish callbacks [] for security_group (8ae25bbb-da62-49aa-9976-64db7202510a), precommit_delete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:01:47.019058 dv-cinder-830088-4-iscsi neutron-server[103258]: INFO neutron.wsgi [req-caf991a3-7899-4e0e-8cba-609565ed2cf8 req-b95097d5-39bf-4924-ba42-a3bdb9ff7739 tempest-AttachVolumeNegativeTest-1347969699 tempest-AttachVolumeNegativeTest-1347969699-project] 10.222.0.39 "GET /v2.0/security-groups?id=4866db02-000f-42de-90d5-3a6f4f0dbf7e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401728 Apr 12 11:01:47.032678 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-f773d4c1-8a8a-4e98-81fe-71119318c90f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-415253'] for security_group (8ae25bbb-da62-49aa-9976-64db7202510a), after_delete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:01:47.035311 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-f773d4c1-8a8a-4e98-81fe-71119318c90f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:01:47.036437 dv-cinder-830088-4-iscsi neutron-server[103257]: INFO neutron.wsgi [None req-f773d4c1-8a8a-4e98-81fe-71119318c90f admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/8ae25bbb-da62-49aa-9976-64db7202510a HTTP/1.1" status: 204 len: 168 time: 0.1215925 Apr 12 11:01:47.044195 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f773d4c1-8a8a-4e98-81fe-71119318c90f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8ae25bbb-da62-49aa-9976-64db7202510a,revision_number=None']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:01:47.176193 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-550a63ef-a6d3-4557-a603-ed2f19d5acc1 req-1fdaafc3-cd8a-4329-b64f-a34f923ac0c7 tempest-ServerRescueNegativeTestJSON-1304480791 tempest-ServerRescueNegativeTestJSON-1304480791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:01:47.177709 dv-cinder-830088-4-iscsi neutron-server[103257]: INFO neutron.wsgi [req-550a63ef-a6d3-4557-a603-ed2f19d5acc1 req-1fdaafc3-cd8a-4329-b64f-a34f923ac0c7 tempest-ServerRescueNegativeTestJSON-1304480791 tempest-ServerRescueNegativeTestJSON-1304480791-project] 10.222.0.39 "GET /v2.0/ports?device_id=9850fc3f-3ca4-4813-9ce5-f048fd29222e HTTP/1.1" status: 200 len: 943 time: 0.0496290 Apr 12 11:01:47.224435 dv-cinder-830088-4-iscsi neutron-server[103257]: INFO neutron.wsgi [req-550a63ef-a6d3-4557-a603-ed2f19d5acc1 req-f56dce4f-6726-41d9-8e33-b6a3746c3dd7 tempest-ServerRescueNegativeTestJSON-1304480791 tempest-ServerRescueNegativeTestJSON-1304480791-project] 10.222.0.39 "GET /v2.0/security-groups?id=d3f9b1f1-6368-4c51-964e-16ec3a7a3785&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406775 Apr 12 11:01:47.351750 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-918826b3-ef04-473b-a14a-2c8b668fbda6 req-044955a9-ccec-4c36-8142-f579b699ee9d tempest-AttachVolumeTestJSON-1709741936 tempest-AttachVolumeTestJSON-1709741936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:01:47.353216 dv-cinder-830088-4-iscsi neutron-server[103258]: INFO neutron.wsgi [req-918826b3-ef04-473b-a14a-2c8b668fbda6 req-044955a9-ccec-4c36-8142-f579b699ee9d tempest-AttachVolumeTestJSON-1709741936 tempest-AttachVolumeTestJSON-1709741936-project] 10.222.0.39 "GET /v2.0/ports?device_id=054cf929-099f-406a-9607-1086f5624af6 HTTP/1.1" status: 200 len: 944 time: 0.0513592 Apr 12 11:01:47.401456 dv-cinder-830088-4-iscsi neutron-server[103258]: INFO neutron.wsgi [req-918826b3-ef04-473b-a14a-2c8b668fbda6 req-e606fb34-b58c-43f6-a165-422eaf04c900 tempest-AttachVolumeTestJSON-1709741936 tempest-AttachVolumeTestJSON-1709741936-project] 10.222.0.39 "GET /v2.0/security-groups?id=fc469313-82a8-4ad2-a9e9-24c86c2f4d72&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421979 Apr 12 11:01:47.442276 dv-cinder-830088-4-iscsi neutron-server[103257]: INFO neutron.wsgi [req-de6e19a1-e2d1-43d7-b9ce-7261ad9da570 req-bcf0b11b-ea53-47a0-a676-1a7e4c43c550 tempest-VolumesNegativeTest-124015576 tempest-VolumesNegativeTest-124015576-project] 10.222.0.39 "GET /v2.0/ports?device_id=5c50f7da-4218-46d3-b356-aaec57ed9545 HTTP/1.1" status: 200 len: 210 time: 0.0272033 Apr 12 11:01:47.840690 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc9fbae1-ac69-4bfe-932c-5cdb39128d30 req-7e49ff3b-becc-420a-a195-385e7b520501 tempest-AttachVolumeShelveTestJSON-1581400671 tempest-AttachVolumeShelveTestJSON-1581400671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:01:47.842176 dv-cinder-830088-4-iscsi neutron-server[103258]: INFO neutron.wsgi [req-cc9fbae1-ac69-4bfe-932c-5cdb39128d30 req-7e49ff3b-becc-420a-a195-385e7b520501 tempest-AttachVolumeShelveTestJSON-1581400671 tempest-AttachVolumeShelveTestJSON-1581400671-project] 10.222.0.39 "GET /v2.0/ports?device_id=02541d3b-c0f8-4669-8d56-2fb77315b4b7 HTTP/1.1" status: 200 len: 944 time: 0.0461202 Apr 12 11:01:47.888763 dv-cinder-830088-4-iscsi neutron-server[103258]: INFO neutron.wsgi [req-cc9fbae1-ac69-4bfe-932c-5cdb39128d30 req-a3e7008c-aa50-4681-9f97-fe4ea9db765e tempest-AttachVolumeShelveTestJSON-1581400671 tempest-AttachVolumeShelveTestJSON-1581400671-project] 10.222.0.39 "GET /v2.0/security-groups?id=76018d3a-627c-488b-b6f9-308c58c63207&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409143 Apr 12 11:01:48.129720 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbbefe8c-3098-44da-abd7-2a5feabf3eba req-61f209b4-810c-41d2-bc4d-26e8ed9d9089 tempest-AttachVolumeNegativeTest-1347969699 tempest-AttachVolumeNegativeTest-1347969699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:01:48.131225 dv-cinder-830088-4-iscsi neutron-server[103257]: INFO neutron.wsgi [req-fbbefe8c-3098-44da-abd7-2a5feabf3eba req-61f209b4-810c-41d2-bc4d-26e8ed9d9089 tempest-AttachVolumeNegativeTest-1347969699 tempest-AttachVolumeNegativeTest-1347969699-project] 10.222.0.39 "GET /v2.0/ports?device_id=76c0d3e2-99b4-4344-b105-cc9bc02b2bb7 HTTP/1.1" status: 200 len: 943 time: 0.0473366 Apr 12 11:01:48.178690 dv-cinder-830088-4-iscsi neutron-server[103257]: INFO neutron.wsgi [req-fbbefe8c-3098-44da-abd7-2a5feabf3eba req-d3dcc1ed-8791-486d-9c12-08a1ef11f08b tempest-AttachVolumeNegativeTest-1347969699 tempest-AttachVolumeNegativeTest-1347969699-project] 10.222.0.39 "GET /v2.0/security-groups?id=4866db02-000f-42de-90d5-3a6f4f0dbf7e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413499 Apr 12 11:01:48.334794 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaf38d3d-9942-49ba-be34-fbadf2288790 req-a9dab9d0-202a-4e6e-9895-d2e8b9e8f385 tempest-ServerRescueNegativeTestJSON-1304480791 tempest-ServerRescueNegativeTestJSON-1304480791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:01:48.336173 dv-cinder-830088-4-iscsi neutron-server[103258]: INFO neutron.wsgi [req-eaf38d3d-9942-49ba-be34-fbadf2288790 req-a9dab9d0-202a-4e6e-9895-d2e8b9e8f385 tempest-ServerRescueNegativeTestJSON-1304480791 tempest-ServerRescueNegativeTestJSON-1304480791-project] 10.222.0.39 "GET /v2.0/ports?device_id=9850fc3f-3ca4-4813-9ce5-f048fd29222e HTTP/1.1" status: 200 len: 943 time: 0.0454807 Apr 12 11:01:48.383718 dv-cinder-830088-4-iscsi neutron-server[103258]: INFO neutron.wsgi [req-eaf38d3d-9942-49ba-be34-fbadf2288790 req-38018044-446c-4d3e-9a22-248b2124b144 tempest-ServerRescueNegativeTestJSON-1304480791 tempest-ServerRescueNegativeTestJSON-1304480791-project] 10.222.0.39 "GET /v2.0/security-groups?id=d3f9b1f1-6368-4c51-964e-16ec3a7a3785&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414689 Apr 12 11:01:48.515022 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5606436c-0455-4435-a71f-ff94c3ec69e6 req-5b70a102-6054-4200-8e5f-614e93b3bbb1 tempest-AttachVolumeTestJSON-1709741936 tempest-AttachVolumeTestJSON-1709741936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:01:48.516492 dv-cinder-830088-4-iscsi neutron-server[103257]: INFO neutron.wsgi [req-5606436c-0455-4435-a71f-ff94c3ec69e6 req-5b70a102-6054-4200-8e5f-614e93b3bbb1 tempest-AttachVolumeTestJSON-1709741936 tempest-AttachVolumeTestJSON-1709741936-project] 10.222.0.39 "GET /v2.0/ports?device_id=054cf929-099f-406a-9607-1086f5624af6 HTTP/1.1" status: 200 len: 944 time: 0.0488031 Apr 12 11:01:48.534865 dv-cinder-830088-4-iscsi neutron-server[103258]: INFO neutron.wsgi [req-aad50178-135a-4f14-8015-b336541874f8 req-396cb3c9-9d08-4a93-a95c-6ae7b5d6c422 tempest-VolumesNegativeTest-124015576 tempest-VolumesNegativeTest-124015576-project] 10.222.0.39 "GET /v2.0/ports?device_id=5c50f7da-4218-46d3-b356-aaec57ed9545 HTTP/1.1" status: 200 len: 210 time: 0.0269990 Apr 12 11:01:48.563022 dv-cinder-830088-4-iscsi neutron-server[103257]: INFO neutron.wsgi [req-5606436c-0455-4435-a71f-ff94c3ec69e6 req-9c51c754-d4b4-40f6-870c-56100b6aa216 tempest-AttachVolumeTestJSON-1709741936 tempest-AttachVolumeTestJSON-1709741936-project] 10.222.0.39 "GET /v2.0/security-groups?id=fc469313-82a8-4ad2-a9e9-24c86c2f4d72&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408452 Apr 12 11:01:49.001529 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd984fb9-9a91-444e-93c3-4c3e1b839bd1 req-af9fd2df-871b-4a51-a10b-c5b27c3db343 tempest-AttachVolumeShelveTestJSON-1581400671 tempest-AttachVolumeShelveTestJSON-1581400671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:01:49.003048 dv-cinder-830088-4-iscsi neutron-server[103258]: INFO neutron.wsgi [req-fd984fb9-9a91-444e-93c3-4c3e1b839bd1 req-af9fd2df-871b-4a51-a10b-c5b27c3db343 tempest-AttachVolumeShelveTestJSON-1581400671 tempest-AttachVolumeShelveTestJSON-1581400671-project] 10.222.0.39 "GET /v2.0/ports?device_id=02541d3b-c0f8-4669-8d56-2fb77315b4b7 HTTP/1.1" status: 200 len: 944 time: 0.0456736 Apr 12 11:01:49.047197 dv-cinder-830088-4-iscsi neutron-server[103258]: INFO neutron.wsgi [req-fd984fb9-9a91-444e-93c3-4c3e1b839bd1 req-a44171e8-8451-46c9-98c0-6863e996d1b2 tempest-AttachVolumeShelveTestJSON-1581400671 tempest-AttachVolumeShelveTestJSON-1581400671-project] 10.222.0.39 "GET /v2.0/security-groups?id=76018d3a-627c-488b-b6f9-308c58c63207&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387313 Apr 12 11:01:49.296044 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52a893f3-4949-4f78-bbf4-20a6987628e7 req-8ae7dd77-8258-47de-a510-ca40db6f696a tempest-AttachVolumeNegativeTest-1347969699 tempest-AttachVolumeNegativeTest-1347969699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:01:49.297506 dv-cinder-830088-4-iscsi neutron-server[103257]: INFO neutron.wsgi [req-52a893f3-4949-4f78-bbf4-20a6987628e7 req-8ae7dd77-8258-47de-a510-ca40db6f696a tempest-AttachVolumeNegativeTest-1347969699 tempest-AttachVolumeNegativeTest-1347969699-project] 10.222.0.39 "GET /v2.0/ports?device_id=76c0d3e2-99b4-4344-b105-cc9bc02b2bb7 HTTP/1.1" status: 200 len: 943 time: 0.0453150 Apr 12 11:01:49.341626 dv-cinder-830088-4-iscsi neutron-server[103257]: INFO neutron.wsgi [req-52a893f3-4949-4f78-bbf4-20a6987628e7 req-bfb5f488-a0c0-4e94-943a-f5953f1f7c0b tempest-AttachVolumeNegativeTest-1347969699 tempest-AttachVolumeNegativeTest-1347969699-project] 10.222.0.39 "GET /v2.0/security-groups?id=4866db02-000f-42de-90d5-3a6f4f0dbf7e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0386741 Apr 12 11:01:49.494121 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-209c57da-c30c-439b-879e-b57329a2dcf9 req-25947e3c-2c6e-4f9e-aa02-fdef22e37acc tempest-ServerRescueNegativeTestJSON-1304480791 tempest-ServerRescueNegativeTestJSON-1304480791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:01:49.495522 dv-cinder-830088-4-iscsi neutron-server[103258]: INFO neutron.wsgi [req-209c57da-c30c-439b-879e-b57329a2dcf9 req-25947e3c-2c6e-4f9e-aa02-fdef22e37acc tempest-ServerRescueNegativeTestJSON-1304480791 tempest-ServerRescueNegativeTestJSON-1304480791-project] 10.222.0.39 "GET /v2.0/ports?device_id=9850fc3f-3ca4-4813-9ce5-f048fd29222e HTTP/1.1" status: 200 len: 943 time: 0.0485902 Apr 12 11:01:49.539619 dv-cinder-830088-4-iscsi neutron-server[103258]: INFO neutron.wsgi [req-209c57da-c30c-439b-879e-b57329a2dcf9 req-f86f41ce-fa4b-468c-8932-5a14e7a7b459 tempest-ServerRescueNegativeTestJSON-1304480791 tempest-ServerRescueNegativeTestJSON-1304480791-project] 10.222.0.39 "GET /v2.0/security-groups?id=d3f9b1f1-6368-4c51-964e-16ec3a7a3785&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385778 Apr 12 11:01:49.630887 dv-cinder-830088-4-iscsi neutron-server[103257]: INFO neutron.wsgi [req-84849126-dd19-442a-99b2-dd1b57d947e1 req-13330511-01b3-445a-a033-503345db403d tempest-VolumesNegativeTest-124015576 tempest-VolumesNegativeTest-124015576-project] 10.222.0.39 "GET /v2.0/ports?device_id=5c50f7da-4218-46d3-b356-aaec57ed9545 HTTP/1.1" status: 200 len: 210 time: 0.0310647 Apr 12 11:01:49.672216 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41a321a6-c9c6-4c33-9cc5-b43ef8cf1a03 req-5d95cac5-4af8-4dd1-903c-4c6b0438f1b8 tempest-AttachVolumeTestJSON-1709741936 tempest-AttachVolumeTestJSON-1709741936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:01:49.673666 dv-cinder-830088-4-iscsi neutron-server[103258]: INFO neutron.wsgi [req-41a321a6-c9c6-4c33-9cc5-b43ef8cf1a03 req-5d95cac5-4af8-4dd1-903c-4c6b0438f1b8 tempest-AttachVolumeTestJSON-1709741936 tempest-AttachVolumeTestJSON-1709741936-project] 10.222.0.39 "GET /v2.0/ports?device_id=054cf929-099f-406a-9607-1086f5624af6 HTTP/1.1" status: 200 len: 944 time: 0.0459070 Apr 12 11:01:49.718207 dv-cinder-830088-4-iscsi neutron-server[103258]: INFO neutron.wsgi [req-41a321a6-c9c6-4c33-9cc5-b43ef8cf1a03 req-bfbabdbb-77e2-48c0-9102-ba81afdb3044 tempest-AttachVolumeTestJSON-1709741936 tempest-AttachVolumeTestJSON-1709741936-project] 10.222.0.39 "GET /v2.0/security-groups?id=fc469313-82a8-4ad2-a9e9-24c86c2f4d72&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0391719 Apr 12 11:01:50.288372 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93602e4d-44ba-4646-bb0a-eb91d9a3c573 req-b117c736-e18f-4a74-b1d2-c584f90139cf tempest-AttachVolumeShelveTestJSON-1581400671 tempest-AttachVolumeShelveTestJSON-1581400671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:01:50.289823 dv-cinder-830088-4-iscsi neutron-server[103257]: INFO neutron.wsgi [req-93602e4d-44ba-4646-bb0a-eb91d9a3c573 req-b117c736-e18f-4a74-b1d2-c584f90139cf tempest-AttachVolumeShelveTestJSON-1581400671 tempest-AttachVolumeShelveTestJSON-1581400671-project] 10.222.0.39 "GET /v2.0/ports?device_id=02541d3b-c0f8-4669-8d56-2fb77315b4b7 HTTP/1.1" status: 200 len: 944 time: 0.1732774 Apr 12 11:01:50.456725 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ab8a222-3971-4ad1-bfc9-acdc81a7e0e4 req-ec52b9b6-39ae-4c59-8e85-02f58ab7ccab tempest-AttachVolumeNegativeTest-1347969699 tempest-AttachVolumeNegativeTest-1347969699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:01:50.458254 dv-cinder-830088-4-iscsi neutron-server[103258]: INFO neutron.wsgi [req-9ab8a222-3971-4ad1-bfc9-acdc81a7e0e4 req-ec52b9b6-39ae-4c59-8e85-02f58ab7ccab tempest-AttachVolumeNegativeTest-1347969699 tempest-AttachVolumeNegativeTest-1347969699-project] 10.222.0.39 "GET /v2.0/ports?device_id=76c0d3e2-99b4-4344-b105-cc9bc02b2bb7 HTTP/1.1" status: 200 len: 943 time: 0.0488465 Apr 12 11:01:50.508929 dv-cinder-830088-4-iscsi neutron-server[103258]: INFO neutron.wsgi [req-9ab8a222-3971-4ad1-bfc9-acdc81a7e0e4 req-564a4b6f-e8e6-45d8-bbde-1cd267742cff tempest-AttachVolumeNegativeTest-1347969699 tempest-AttachVolumeNegativeTest-1347969699-project] 10.222.0.39 "GET /v2.0/security-groups?id=4866db02-000f-42de-90d5-3a6f4f0dbf7e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449076 Apr 12 11:01:50.585617 dv-cinder-830088-4-iscsi neutron-server[103257]: INFO neutron.wsgi [req-4766e3b5-3a27-4436-84d1-b4184a19c5ee req-9f3d4ab0-f5f9-4234-85ef-86ff43c3d87b service neutron] 10.222.0.53 "GET /v2.0/networks/5283658c-f0e4-41df-8b22-61e61a4f7877?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4668822 Apr 12 11:01:50.589088 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-158c29ea-2097-4dad-97b2-e5bc19398f54 req-66d891aa-ec97-4146-a51b-814ab39d74fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:01:50.590388 dv-cinder-830088-4-iscsi neutron-server[103257]: INFO neutron.wsgi [req-158c29ea-2097-4dad-97b2-e5bc19398f54 req-66d891aa-ec97-4146-a51b-814ab39d74fd service neutron] 10.222.0.53 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4564216 Apr 12 11:01:50.594577 dv-cinder-830088-4-iscsi neutron-server[103257]: INFO neutron.wsgi [req-93602e4d-44ba-4646-bb0a-eb91d9a3c573 req-cd5d461b-9fbf-4eb9-9752-e76aaab94f36 tempest-AttachVolumeShelveTestJSON-1581400671 tempest-AttachVolumeShelveTestJSON-1581400671-project] 10.222.0.39 "GET /v2.0/security-groups?id=76018d3a-627c-488b-b6f9-308c58c63207&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1042488 Apr 12 11:01:50.646959 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6a12404-f166-4aef-9ee4-4d8ba2560b9a req-8a67c14a-ad94-4ded-98a7-137aa1348b70 tempest-ServerRescueNegativeTestJSON-1304480791 tempest-ServerRescueNegativeTestJSON-1304480791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:01:50.648412 dv-cinder-830088-4-iscsi neutron-server[103258]: INFO neutron.wsgi [req-d6a12404-f166-4aef-9ee4-4d8ba2560b9a req-8a67c14a-ad94-4ded-98a7-137aa1348b70 tempest-ServerRescueNegativeTestJSON-1304480791 tempest-ServerRescueNegativeTestJSON-1304480791-project] 10.222.0.39 "GET /v2.0/ports?device_id=9850fc3f-3ca4-4813-9ce5-f048fd29222e HTTP/1.1" status: 200 len: 943 time: 0.0448146 Apr 12 11:01:50.695280 dv-cinder-830088-4-iscsi neutron-server[103258]: INFO neutron.wsgi [req-d6a12404-f166-4aef-9ee4-4d8ba2560b9a req-31b6fc91-4cc3-4ded-bc93-a8446728d90e tempest-ServerRescueNegativeTestJSON-1304480791 tempest-ServerRescueNegativeTestJSON-1304480791-project] 10.222.0.39 "GET /v2.0/security-groups?id=d3f9b1f1-6368-4c51-964e-16ec3a7a3785&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404508 Apr 12 11:01:50.725972 dv-cinder-830088-4-iscsi neutron-server[103257]: INFO neutron.wsgi [req-a718f3a2-4353-4aed-af79-6bb8f150972d req-eaddd97b-6f3c-47c4-b3d0-1eea9c6f43ce tempest-VolumesNegativeTest-124015576 tempest-VolumesNegativeTest-124015576-project] 10.222.0.39 "GET /v2.0/ports?device_id=5c50f7da-4218-46d3-b356-aaec57ed9545 HTTP/1.1" status: 200 len: 210 time: 0.0271094 Apr 12 11:01:50.824902 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87d20b1d-3f22-473c-9231-95ec17ed2634 req-e7abc974-1e3c-4699-ae9c-da89be769bbf tempest-AttachVolumeTestJSON-1709741936 tempest-AttachVolumeTestJSON-1709741936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:01:50.826327 dv-cinder-830088-4-iscsi neutron-server[103258]: INFO neutron.wsgi [req-87d20b1d-3f22-473c-9231-95ec17ed2634 req-e7abc974-1e3c-4699-ae9c-da89be769bbf tempest-AttachVolumeTestJSON-1709741936 tempest-AttachVolumeTestJSON-1709741936-project] 10.222.0.39 "GET /v2.0/ports?device_id=054cf929-099f-406a-9607-1086f5624af6 HTTP/1.1" status: 200 len: 944 time: 0.0448201 Apr 12 11:01:50.872029 dv-cinder-830088-4-iscsi neutron-server[103258]: INFO neutron.wsgi [req-87d20b1d-3f22-473c-9231-95ec17ed2634 req-7ef383dc-8658-46d4-9797-ee5e536da70e tempest-AttachVolumeTestJSON-1709741936 tempest-AttachVolumeTestJSON-1709741936-project] 10.222.0.39 "GET /v2.0/security-groups?id=fc469313-82a8-4ad2-a9e9-24c86c2f4d72&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403843 Apr 12 11:01:51.325087 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron.plugins.ml2.rpc [None req-ae6c308c-a92e-4424-a7f8-d6a17e5174ef None None] Device 81da8d92-10b5-4f49-b3df-4f9d3bffc3b7 details requested by agent hyperv_hv-cinder-83008 with host hv-cinder-83008 {{(pid=103259) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 12 11:01:51.369115 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron.plugins.ml2.rpc [None req-ae6c308c-a92e-4424-a7f8-d6a17e5174ef None None] Device d44d9ccf-b10a-4742-9c74-7f9d8d3c3ce8 up at agent hyperv_hv-cinder-83008 {{(pid=103259) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 11:01:51.458883 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron.db.provisioning_blocks [None req-ae6c308c-a92e-4424-a7f8-d6a17e5174ef None None] Provisioning for port d44d9ccf-b10a-4742-9c74-7f9d8d3c3ce8 completed by entity L2. {{(pid=103259) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Apr 12 11:01:51.467565 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron.plugins.ml2.db [None req-ae6c308c-a92e-4424-a7f8-d6a17e5174ef None None] For port 81da8d92-10b5-4f49-b3df-4f9d3bffc3b7, host hv-cinder-83008, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83008',level=0,port_id=81da8d92-10b5-4f49-b3df-4f9d3bffc3b7,segment=NetworkSegment(7235212e-5ea9-4475-b7e8-0ed6cc0af829),segment_id=7235212e-5ea9-4475-b7e8-0ed6cc0af829)] {{(pid=103259) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 11:01:51.469865 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron.db.provisioning_blocks [None req-ae6c308c-a92e-4424-a7f8-d6a17e5174ef None None] Provisioning complete for port d44d9ccf-b10a-4742-9c74-7f9d8d3c3ce8 triggered by entity L2. {{(pid=103259) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 11:01:51.470229 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron_lib.callbacks.manager [None req-ae6c308c-a92e-4424-a7f8-d6a17e5174ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1343588'] for port (d44d9ccf-b10a-4742-9c74-7f9d8d3c3ce8), provisioning_complete {{(pid=103259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:01:51.502610 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron.plugins.ml2.rpc [None req-ae6c308c-a92e-4424-a7f8-d6a17e5174ef None None] Returning: {'device': '81da8d92-10b5-4f49-b3df-4f9d3bffc3b7', 'network_id': '8605bce6-3955-4448-bd79-8ef881f45c6d', 'port_id': '81da8d92-10b5-4f49-b3df-4f9d3bffc3b7', 'mac_address': 'fa:16:3e:42:a0:91', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 511, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '342bfb33-54ce-4b31-b1d9-ee13f5d2ec00', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103259) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 12 11:01:51.550957 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron.plugins.ml2.plugin [None req-ae6c308c-a92e-4424-a7f8-d6a17e5174ef None None] Current status of the port 81da8d92-10b5-4f49-b3df-4f9d3bffc3b7 is: DOWN; New status is: BUILD {{(pid=103259) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 11:01:51.551338 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron_lib.callbacks.manager [None req-ae6c308c-a92e-4424-a7f8-d6a17e5174ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1535343'] for port (81da8d92-10b5-4f49-b3df-4f9d3bffc3b7), before_update {{(pid=103259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:01:51.584667 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron.notifiers.nova [None req-ae6c308c-a92e-4424-a7f8-d6a17e5174ef None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 81da8d92-10b5-4f49-b3df-4f9d3bffc3b7 {{(pid=103259) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 12 11:01:51.612455 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron.plugins.ml2.plugin [None req-ae6c308c-a92e-4424-a7f8-d6a17e5174ef None None] Current status of the port d44d9ccf-b10a-4742-9c74-7f9d8d3c3ce8 is: BUILD; New status is: ACTIVE {{(pid=103259) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 11:01:51.612839 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron_lib.callbacks.manager [None req-ae6c308c-a92e-4424-a7f8-d6a17e5174ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1535343'] for port (d44d9ccf-b10a-4742-9c74-7f9d8d3c3ce8), before_update {{(pid=103259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:01:51.615859 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron.plugins.ml2.db [None req-ae6c308c-a92e-4424-a7f8-d6a17e5174ef None None] For port 81da8d92-10b5-4f49-b3df-4f9d3bffc3b7, host hv-cinder-83008, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83008',level=0,port_id=81da8d92-10b5-4f49-b3df-4f9d3bffc3b7,segment=NetworkSegment(7235212e-5ea9-4475-b7e8-0ed6cc0af829),segment_id=7235212e-5ea9-4475-b7e8-0ed6cc0af829)] {{(pid=103259) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 11:01:51.624717 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron_lib.callbacks.manager [None req-ae6c308c-a92e-4424-a7f8-d6a17e5174ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1534861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777667992095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777667450170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777667450188'] for port (81da8d92-10b5-4f49-b3df-4f9d3bffc3b7), after_update {{(pid=103259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:01:51.630472 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02eb6e31-5659-48de-a59e-fe9f4470b965 req-3a4820b1-30a1-45f2-bf6d-6732a2b54e71 tempest-AttachVolumeNegativeTest-1347969699 tempest-AttachVolumeNegativeTest-1347969699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:01:51.632084 dv-cinder-830088-4-iscsi neutron-server[103257]: INFO neutron.wsgi [req-02eb6e31-5659-48de-a59e-fe9f4470b965 req-3a4820b1-30a1-45f2-bf6d-6732a2b54e71 tempest-AttachVolumeNegativeTest-1347969699 tempest-AttachVolumeNegativeTest-1347969699-project] 10.222.0.39 "GET /v2.0/ports?device_id=76c0d3e2-99b4-4344-b105-cc9bc02b2bb7 HTTP/1.1" status: 200 len: 943 time: 0.0561531 Apr 12 11:01:51.683319 dv-cinder-830088-4-iscsi neutron-server[103257]: INFO neutron.wsgi [req-02eb6e31-5659-48de-a59e-fe9f4470b965 req-581c2d79-2e39-4b7a-a479-ec655441c593 tempest-AttachVolumeNegativeTest-1347969699 tempest-AttachVolumeNegativeTest-1347969699-project] 10.222.0.39 "GET /v2.0/security-groups?id=4866db02-000f-42de-90d5-3a6f4f0dbf7e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436926 Apr 12 11:01:51.693357 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron.plugins.ml2.db [None req-ae6c308c-a92e-4424-a7f8-d6a17e5174ef None None] For port d44d9ccf-b10a-4742-9c74-7f9d8d3c3ce8, host hv-cinder-83008, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83008',level=0,port_id=d44d9ccf-b10a-4742-9c74-7f9d8d3c3ce8,segment=NetworkSegment(fef06479-df1c-48b3-ab23-a5007803664a),segment_id=fef06479-df1c-48b3-ab23-a5007803664a)] {{(pid=103259) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 11:01:51.694449 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '59d855d0-c55b-43eb-bbd0-ca27547aa179', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd44d9ccf-b10a-4742-9c74-7f9d8d3c3ce8'}] {{(pid=103259) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 11:01:51.697371 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}af87e37ddfedca7c8b2a1dd0c6cba4e3e91bcc66796c687067be127c7223cf15" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0bab9db7-de5b-4d01-b403-3c435b7a8e07" -d '{"events": [{"server_uuid": "59d855d0-c55b-43eb-bbd0-ca27547aa179", "name": "network-vif-plugged", "status": "completed", "tag": "d44d9ccf-b10a-4742-9c74-7f9d8d3c3ce8"}]}' {{(pid=103259) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 11:01:51.716282 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron_lib.callbacks.manager [None req-ae6c308c-a92e-4424-a7f8-d6a17e5174ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1534861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777667992095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777667450170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777667450188'] for port (d44d9ccf-b10a-4742-9c74-7f9d8d3c3ce8), after_update {{(pid=103259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:01:51.735416 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae6c308c-a92e-4424-a7f8-d6a17e5174ef None None] Pushing event updated for resources: {'Port': ['ID=81da8d92-10b5-4f49-b3df-4f9d3bffc3b7,revision_number=4']} {{(pid=103259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:01:51.745748 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4a512be-90f7-479a-92da-1b83724fcc40 req-0cceead3-8bad-4d33-971d-5ac18cad538d tempest-AttachVolumeShelveTestJSON-1581400671 tempest-AttachVolumeShelveTestJSON-1581400671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:01:51.747361 dv-cinder-830088-4-iscsi neutron-server[103258]: INFO neutron.wsgi [req-c4a512be-90f7-479a-92da-1b83724fcc40 req-0cceead3-8bad-4d33-971d-5ac18cad538d tempest-AttachVolumeShelveTestJSON-1581400671 tempest-AttachVolumeShelveTestJSON-1581400671-project] 10.222.0.39 "GET /v2.0/ports?device_id=02541d3b-c0f8-4669-8d56-2fb77315b4b7 HTTP/1.1" status: 200 len: 944 time: 0.0770454 Apr 12 11:01:51.763102 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Apr 2022 11:01:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ee114474-3dda-40c1-b0d7-35bc2d1b1496 x-openstack-request-id: req-ee114474-3dda-40c1-b0d7-35bc2d1b1496 {{(pid=103259) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 11:01:51.763102 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "59d855d0-c55b-43eb-bbd0-ca27547aa179", "name": "network-vif-plugged", "status": "completed", "tag": "d44d9ccf-b10a-4742-9c74-7f9d8d3c3ce8", "code": 200}]} {{(pid=103259) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 11:01:51.763461 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-ee114474-3dda-40c1-b0d7-35bc2d1b1496 {{(pid=103259) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 11:01:51.767670 dv-cinder-830088-4-iscsi neutron-server[103259]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ee114474-3dda-40c1-b0d7-35bc2d1b1496'] response: {'server_uuid': '59d855d0-c55b-43eb-bbd0-ca27547aa179', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd44d9ccf-b10a-4742-9c74-7f9d8d3c3ce8', 'code': 200} Apr 12 11:01:51.793011 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae6c308c-a92e-4424-a7f8-d6a17e5174ef None None] Pushing event updated for resources: {'Port': ['ID=d44d9ccf-b10a-4742-9c74-7f9d8d3c3ce8,revision_number=5']} {{(pid=103259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:01:51.806938 dv-cinder-830088-4-iscsi neutron-server[103258]: INFO neutron.wsgi [req-c4a512be-90f7-479a-92da-1b83724fcc40 req-a355234c-c4f6-4ca5-8ded-e3177daca874 tempest-AttachVolumeShelveTestJSON-1581400671 tempest-AttachVolumeShelveTestJSON-1581400671-project] 10.222.0.39 "GET /v2.0/security-groups?id=76018d3a-627c-488b-b6f9-308c58c63207&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0528653 Apr 12 11:01:51.885834 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7298c27b-3cd5-4fe1-898e-9f5e846eec17 req-2ed6abb9-e12d-46f4-abce-4c977040350d tempest-ServerRescueNegativeTestJSON-1304480791 tempest-ServerRescueNegativeTestJSON-1304480791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:01:51.887389 dv-cinder-830088-4-iscsi neutron-server[103257]: INFO neutron.wsgi [req-7298c27b-3cd5-4fe1-898e-9f5e846eec17 req-2ed6abb9-e12d-46f4-abce-4c977040350d tempest-ServerRescueNegativeTestJSON-1304480791 tempest-ServerRescueNegativeTestJSON-1304480791-project] 10.222.0.39 "GET /v2.0/ports?device_id=9850fc3f-3ca4-4813-9ce5-f048fd29222e HTTP/1.1" status: 200 len: 943 time: 0.0575702 Apr 12 11:01:51.920548 dv-cinder-830088-4-iscsi neutron-server[103258]: INFO neutron.wsgi [req-a313c6e5-a923-4185-a431-e12c9df48fec req-bc9508f8-0c7b-4559-817d-e78c41b1cc3d tempest-VolumesNegativeTest-124015576 tempest-VolumesNegativeTest-124015576-project] 10.222.0.39 "GET /v2.0/ports?device_id=5c50f7da-4218-46d3-b356-aaec57ed9545 HTTP/1.1" status: 200 len: 210 time: 0.0347946 Apr 12 11:01:51.936880 dv-cinder-830088-4-iscsi neutron-server[103257]: INFO neutron.wsgi [req-7298c27b-3cd5-4fe1-898e-9f5e846eec17 req-c0bc038d-3330-442a-840a-624fd81474f3 tempest-ServerRescueNegativeTestJSON-1304480791 tempest-ServerRescueNegativeTestJSON-1304480791-project] 10.222.0.39 "GET /v2.0/security-groups?id=d3f9b1f1-6368-4c51-964e-16ec3a7a3785&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434482 Apr 12 11:01:52.013999 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bc402f0-c861-4c3a-b191-545a29a3e232 req-0cacdf4a-1341-41ce-82e5-2e146e90d0bf tempest-AttachVolumeTestJSON-1709741936 tempest-AttachVolumeTestJSON-1709741936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:01:52.016672 dv-cinder-830088-4-iscsi neutron-server[103258]: INFO neutron.wsgi [req-7bc402f0-c861-4c3a-b191-545a29a3e232 req-0cacdf4a-1341-41ce-82e5-2e146e90d0bf tempest-AttachVolumeTestJSON-1709741936 tempest-AttachVolumeTestJSON-1709741936-project] 10.222.0.39 "GET /v2.0/ports?device_id=054cf929-099f-406a-9607-1086f5624af6 HTTP/1.1" status: 200 len: 944 time: 0.0483809 Apr 12 11:01:52.061729 dv-cinder-830088-4-iscsi neutron-server[103258]: INFO neutron.wsgi [req-7bc402f0-c861-4c3a-b191-545a29a3e232 req-8d4a472a-f394-4639-9e5b-436ff2b4020b tempest-AttachVolumeTestJSON-1709741936 tempest-AttachVolumeTestJSON-1709741936-project] 10.222.0.39 "GET /v2.0/security-groups?id=fc469313-82a8-4ad2-a9e9-24c86c2f4d72&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406554 Apr 12 11:01:52.263295 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron.plugins.ml2.db [None req-ae6c308c-a92e-4424-a7f8-d6a17e5174ef None None] get_ports_and_sgs() called for port_ids ['81da8d92-10b5-4f49-b3df-4f9d3bffc3b7'] {{(pid=103259) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 12 11:01:52.796090 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30543e04-b426-49c4-b610-c61d7263c460 req-0607b25b-55cd-4682-8c4b-e6cef1668edc tempest-AttachVolumeNegativeTest-1347969699 tempest-AttachVolumeNegativeTest-1347969699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:01:52.797566 dv-cinder-830088-4-iscsi neutron-server[103257]: INFO neutron.wsgi [req-30543e04-b426-49c4-b610-c61d7263c460 req-0607b25b-55cd-4682-8c4b-e6cef1668edc tempest-AttachVolumeNegativeTest-1347969699 tempest-AttachVolumeNegativeTest-1347969699-project] 10.222.0.39 "GET /v2.0/ports?device_id=76c0d3e2-99b4-4344-b105-cc9bc02b2bb7 HTTP/1.1" status: 200 len: 944 time: 0.0456352 Apr 12 11:01:52.847150 dv-cinder-830088-4-iscsi neutron-server[103257]: INFO neutron.wsgi [req-30543e04-b426-49c4-b610-c61d7263c460 req-067a9ae1-e56a-40ed-94d0-ec427cc1bd1b tempest-AttachVolumeNegativeTest-1347969699 tempest-AttachVolumeNegativeTest-1347969699-project] 10.222.0.39 "GET /v2.0/security-groups?id=4866db02-000f-42de-90d5-3a6f4f0dbf7e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439205 Apr 12 11:01:52.927673 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c790f6bd-294e-4bc0-948e-f1e43fd35332 req-61aee4cf-ac4f-4d35-9ff3-6e9a55c13548 tempest-AttachVolumeShelveTestJSON-1581400671 tempest-AttachVolumeShelveTestJSON-1581400671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:01:52.929157 dv-cinder-830088-4-iscsi neutron-server[103258]: INFO neutron.wsgi [req-c790f6bd-294e-4bc0-948e-f1e43fd35332 req-61aee4cf-ac4f-4d35-9ff3-6e9a55c13548 tempest-AttachVolumeShelveTestJSON-1581400671 tempest-AttachVolumeShelveTestJSON-1581400671-project] 10.222.0.39 "GET /v2.0/ports?device_id=02541d3b-c0f8-4669-8d56-2fb77315b4b7 HTTP/1.1" status: 200 len: 944 time: 0.0487289 Apr 12 11:01:52.980403 dv-cinder-830088-4-iscsi neutron-server[103258]: INFO neutron.wsgi [req-c790f6bd-294e-4bc0-948e-f1e43fd35332 req-52eccaec-3eca-4c72-ab77-03cc3f5ed9a2 tempest-AttachVolumeShelveTestJSON-1581400671 tempest-AttachVolumeShelveTestJSON-1581400671-project] 10.222.0.39 "GET /v2.0/security-groups?id=76018d3a-627c-488b-b6f9-308c58c63207&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446444 Apr 12 11:01:53.011544 dv-cinder-830088-4-iscsi neutron-server[103257]: INFO neutron.wsgi [req-f835e78c-4dc4-4166-b55a-89f9ed8828a0 req-b1a7f618-982e-41f5-a04e-fa0798bad517 tempest-VolumesNegativeTest-124015576 tempest-VolumesNegativeTest-124015576-project] 10.222.0.39 "GET /v2.0/ports?device_id=5c50f7da-4218-46d3-b356-aaec57ed9545 HTTP/1.1" status: 200 len: 210 time: 0.0298877 Apr 12 11:01:53.122990 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-721f37bc-3136-46ec-b24a-cbb11250b05d req-3049438b-9dee-43cd-8384-2ef549ae0bbe tempest-ServerRescueNegativeTestJSON-1304480791 tempest-ServerRescueNegativeTestJSON-1304480791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:01:53.124636 dv-cinder-830088-4-iscsi neutron-server[103258]: INFO neutron.wsgi [req-721f37bc-3136-46ec-b24a-cbb11250b05d req-3049438b-9dee-43cd-8384-2ef549ae0bbe tempest-ServerRescueNegativeTestJSON-1304480791 tempest-ServerRescueNegativeTestJSON-1304480791-project] 10.222.0.39 "GET /v2.0/ports?device_id=9850fc3f-3ca4-4813-9ce5-f048fd29222e HTTP/1.1" status: 200 len: 943 time: 0.0607569 Apr 12 11:01:53.181094 dv-cinder-830088-4-iscsi neutron-server[103258]: INFO neutron.wsgi [req-721f37bc-3136-46ec-b24a-cbb11250b05d req-a0bf9995-5724-4a96-ac9f-e8edb5eb9f3d tempest-ServerRescueNegativeTestJSON-1304480791 tempest-ServerRescueNegativeTestJSON-1304480791-project] 10.222.0.39 "GET /v2.0/security-groups?id=d3f9b1f1-6368-4c51-964e-16ec3a7a3785&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490432 Apr 12 11:01:53.182751 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ba07d1d-9f91-45b5-ad7e-bf49dc21da05 req-9370a937-1547-4c3f-96e2-3094f67a622f tempest-AttachVolumeTestJSON-1709741936 tempest-AttachVolumeTestJSON-1709741936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:01:53.184585 dv-cinder-830088-4-iscsi neutron-server[103257]: INFO neutron.wsgi [req-8ba07d1d-9f91-45b5-ad7e-bf49dc21da05 req-9370a937-1547-4c3f-96e2-3094f67a622f tempest-AttachVolumeTestJSON-1709741936 tempest-AttachVolumeTestJSON-1709741936-project] 10.222.0.39 "GET /v2.0/ports?device_id=054cf929-099f-406a-9607-1086f5624af6 HTTP/1.1" status: 200 len: 944 time: 0.0544789 Apr 12 11:01:53.240678 dv-cinder-830088-4-iscsi neutron-server[103257]: INFO neutron.wsgi [req-8ba07d1d-9f91-45b5-ad7e-bf49dc21da05 req-d1064193-2ad4-4861-a611-981b46e60b12 tempest-AttachVolumeTestJSON-1709741936 tempest-AttachVolumeTestJSON-1709741936-project] 10.222.0.39 "GET /v2.0/security-groups?id=fc469313-82a8-4ad2-a9e9-24c86c2f4d72&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0503018 Apr 12 11:01:53.498215 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron.plugins.ml2.rpc [None req-ae6c308c-a92e-4424-a7f8-d6a17e5174ef None None] Device 81da8d92-10b5-4f49-b3df-4f9d3bffc3b7 up at agent hyperv_hv-cinder-83008 {{(pid=103259) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 11:01:53.543743 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron.db.provisioning_blocks [None req-ae6c308c-a92e-4424-a7f8-d6a17e5174ef None None] Provisioning for port 81da8d92-10b5-4f49-b3df-4f9d3bffc3b7 completed by entity L2. {{(pid=103259) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Apr 12 11:01:53.549367 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron.db.provisioning_blocks [None req-ae6c308c-a92e-4424-a7f8-d6a17e5174ef None None] Provisioning complete for port 81da8d92-10b5-4f49-b3df-4f9d3bffc3b7 triggered by entity L2. {{(pid=103259) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 11:01:53.549809 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron_lib.callbacks.manager [None req-ae6c308c-a92e-4424-a7f8-d6a17e5174ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1343588'] for port (81da8d92-10b5-4f49-b3df-4f9d3bffc3b7), provisioning_complete {{(pid=103259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:01:53.630080 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron.plugins.ml2.plugin [None req-ae6c308c-a92e-4424-a7f8-d6a17e5174ef None None] Current status of the port 81da8d92-10b5-4f49-b3df-4f9d3bffc3b7 is: BUILD; New status is: ACTIVE {{(pid=103259) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 11:01:53.630463 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron_lib.callbacks.manager [None req-ae6c308c-a92e-4424-a7f8-d6a17e5174ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1535343'] for port (81da8d92-10b5-4f49-b3df-4f9d3bffc3b7), before_update {{(pid=103259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:01:53.662893 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron.plugins.ml2.db [None req-ae6c308c-a92e-4424-a7f8-d6a17e5174ef None None] For port 81da8d92-10b5-4f49-b3df-4f9d3bffc3b7, host hv-cinder-83008, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83008',level=0,port_id=81da8d92-10b5-4f49-b3df-4f9d3bffc3b7,segment=NetworkSegment(7235212e-5ea9-4475-b7e8-0ed6cc0af829),segment_id=7235212e-5ea9-4475-b7e8-0ed6cc0af829)] {{(pid=103259) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 11:01:53.667429 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron_lib.callbacks.manager [None req-ae6c308c-a92e-4424-a7f8-d6a17e5174ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1534861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777667992095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777667450170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777667450188'] for port (81da8d92-10b5-4f49-b3df-4f9d3bffc3b7), after_update {{(pid=103259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:01:53.714230 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae6c308c-a92e-4424-a7f8-d6a17e5174ef None None] Pushing event updated for resources: {'Port': ['ID=81da8d92-10b5-4f49-b3df-4f9d3bffc3b7,revision_number=5']} {{(pid=103259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:01:53.764477 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '76c0d3e2-99b4-4344-b105-cc9bc02b2bb7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '81da8d92-10b5-4f49-b3df-4f9d3bffc3b7'}] {{(pid=103259) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 11:01:53.766779 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}af87e37ddfedca7c8b2a1dd0c6cba4e3e91bcc66796c687067be127c7223cf15" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-55e5858b-6fab-439a-a597-dc59f368896a" -d '{"events": [{"server_uuid": "76c0d3e2-99b4-4344-b105-cc9bc02b2bb7", "name": "network-vif-plugged", "status": "completed", "tag": "81da8d92-10b5-4f49-b3df-4f9d3bffc3b7"}]}' {{(pid=103259) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 11:01:53.801832 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Apr 2022 11:01:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-148fe49d-d8ee-4153-b55a-3f79c39db9b8 x-openstack-request-id: req-148fe49d-d8ee-4153-b55a-3f79c39db9b8 {{(pid=103259) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 11:01:53.802146 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "76c0d3e2-99b4-4344-b105-cc9bc02b2bb7", "name": "network-vif-plugged", "status": "completed", "tag": "81da8d92-10b5-4f49-b3df-4f9d3bffc3b7", "code": 200}]} {{(pid=103259) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 11:01:53.802403 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-148fe49d-d8ee-4153-b55a-3f79c39db9b8 {{(pid=103259) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 11:01:53.802829 dv-cinder-830088-4-iscsi neutron-server[103259]: INFO neutron.notifiers.nova [-] Nova event matching ['req-148fe49d-d8ee-4153-b55a-3f79c39db9b8'] response: {'server_uuid': '76c0d3e2-99b4-4344-b105-cc9bc02b2bb7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '81da8d92-10b5-4f49-b3df-4f9d3bffc3b7', 'code': 200} Apr 12 11:01:53.963967 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87a707b6-f5b3-496c-8a0d-4e29016b26a5 req-f37ab131-f3ce-4664-a05e-f5d8dfe50a4f tempest-AttachVolumeNegativeTest-1347969699 tempest-AttachVolumeNegativeTest-1347969699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:01:53.965428 dv-cinder-830088-4-iscsi neutron-server[103257]: INFO neutron.wsgi [req-87a707b6-f5b3-496c-8a0d-4e29016b26a5 req-f37ab131-f3ce-4664-a05e-f5d8dfe50a4f tempest-AttachVolumeNegativeTest-1347969699 tempest-AttachVolumeNegativeTest-1347969699-project] 10.222.0.39 "GET /v2.0/ports?device_id=76c0d3e2-99b4-4344-b105-cc9bc02b2bb7 HTTP/1.1" status: 200 len: 945 time: 0.0462623 Apr 12 11:01:54.035325 dv-cinder-830088-4-iscsi neutron-server[103257]: INFO neutron.wsgi [req-87a707b6-f5b3-496c-8a0d-4e29016b26a5 req-bf91764d-59fb-4b20-a5da-4004ba66946f tempest-AttachVolumeNegativeTest-1347969699 tempest-AttachVolumeNegativeTest-1347969699-project] 10.222.0.39 "GET /v2.0/security-groups?id=4866db02-000f-42de-90d5-3a6f4f0dbf7e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0634556 Apr 12 11:01:54.138843 dv-cinder-830088-4-iscsi neutron-server[103257]: INFO neutron.wsgi [req-e0144527-b53c-4041-8771-32baeb1d278f req-23a30678-032a-4290-94c3-21e684e90ef7 tempest-VolumesNegativeTest-124015576 tempest-VolumesNegativeTest-124015576-project] 10.222.0.39 "GET /v2.0/ports?device_id=5c50f7da-4218-46d3-b356-aaec57ed9545 HTTP/1.1" status: 200 len: 210 time: 0.0284660 Apr 12 11:01:54.163564 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dae47ca2-f91b-442a-b24d-775dc1855b2c req-9a8f2b72-b93a-4f5c-8b49-a4beba2ceb1b tempest-AttachVolumeShelveTestJSON-1581400671 tempest-AttachVolumeShelveTestJSON-1581400671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:01:54.165142 dv-cinder-830088-4-iscsi neutron-server[103258]: INFO neutron.wsgi [req-dae47ca2-f91b-442a-b24d-775dc1855b2c req-9a8f2b72-b93a-4f5c-8b49-a4beba2ceb1b tempest-AttachVolumeShelveTestJSON-1581400671 tempest-AttachVolumeShelveTestJSON-1581400671-project] 10.222.0.39 "GET /v2.0/ports?device_id=02541d3b-c0f8-4669-8d56-2fb77315b4b7 HTTP/1.1" status: 200 len: 944 time: 0.0615087 Apr 12 11:01:54.210169 dv-cinder-830088-4-iscsi neutron-server[103258]: INFO neutron.wsgi [req-dae47ca2-f91b-442a-b24d-775dc1855b2c req-ce1b3021-b1da-4f96-a835-c4feaf88bdc4 tempest-AttachVolumeShelveTestJSON-1581400671 tempest-AttachVolumeShelveTestJSON-1581400671-project] 10.222.0.39 "GET /v2.0/security-groups?id=76018d3a-627c-488b-b6f9-308c58c63207&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394197 Apr 12 11:01:54.295821 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38390e7f-2f20-4c09-a290-7cc805a1a449 req-40d980f6-8d5f-4392-bd8d-f10434341ca3 tempest-ServerRescueNegativeTestJSON-1304480791 tempest-ServerRescueNegativeTestJSON-1304480791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:01:54.297304 dv-cinder-830088-4-iscsi neutron-server[103257]: INFO neutron.wsgi [req-38390e7f-2f20-4c09-a290-7cc805a1a449 req-40d980f6-8d5f-4392-bd8d-f10434341ca3 tempest-ServerRescueNegativeTestJSON-1304480791 tempest-ServerRescueNegativeTestJSON-1304480791-project] 10.222.0.39 "GET /v2.0/ports?device_id=9850fc3f-3ca4-4813-9ce5-f048fd29222e HTTP/1.1" status: 200 len: 943 time: 0.0469775 Apr 12 11:01:54.344298 dv-cinder-830088-4-iscsi neutron-server[103257]: INFO neutron.wsgi [req-38390e7f-2f20-4c09-a290-7cc805a1a449 req-09d6194e-6d6a-41c5-82ba-2badfd22cf0e tempest-ServerRescueNegativeTestJSON-1304480791 tempest-ServerRescueNegativeTestJSON-1304480791-project] 10.222.0.39 "GET /v2.0/security-groups?id=d3f9b1f1-6368-4c51-964e-16ec3a7a3785&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412714 Apr 12 11:01:54.352508 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cf6be47-6bca-418b-af4f-42d46036b25f req-01af07a7-b5f5-47b3-84e6-c92f9c14e545 tempest-AttachVolumeTestJSON-1709741936 tempest-AttachVolumeTestJSON-1709741936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:01:54.354346 dv-cinder-830088-4-iscsi neutron-server[103258]: INFO neutron.wsgi [req-8cf6be47-6bca-418b-af4f-42d46036b25f req-01af07a7-b5f5-47b3-84e6-c92f9c14e545 tempest-AttachVolumeTestJSON-1709741936 tempest-AttachVolumeTestJSON-1709741936-project] 10.222.0.39 "GET /v2.0/ports?device_id=054cf929-099f-406a-9607-1086f5624af6 HTTP/1.1" status: 200 len: 944 time: 0.0492406 Apr 12 11:01:54.402198 dv-cinder-830088-4-iscsi neutron-server[103258]: INFO neutron.wsgi [req-8cf6be47-6bca-418b-af4f-42d46036b25f req-e56a7f5a-6072-4c2e-982c-27ff87917f72 tempest-AttachVolumeTestJSON-1709741936 tempest-AttachVolumeTestJSON-1709741936-project] 10.222.0.39 "GET /v2.0/security-groups?id=fc469313-82a8-4ad2-a9e9-24c86c2f4d72&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420575 Apr 12 11:01:55.162786 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-defad96e-c851-40d8-8214-adf9ddcbec81 req-d62be8a7-dc91-417a-8981-3ed0e20f4e00 tempest-AttachVolumeNegativeTest-1347969699 tempest-AttachVolumeNegativeTest-1347969699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:01:55.164300 dv-cinder-830088-4-iscsi neutron-server[103257]: INFO neutron.wsgi [req-defad96e-c851-40d8-8214-adf9ddcbec81 req-d62be8a7-dc91-417a-8981-3ed0e20f4e00 tempest-AttachVolumeNegativeTest-1347969699 tempest-AttachVolumeNegativeTest-1347969699-project] 10.222.0.39 "GET /v2.0/ports?device_id=76c0d3e2-99b4-4344-b105-cc9bc02b2bb7 HTTP/1.1" status: 200 len: 945 time: 0.0545471 Apr 12 11:01:55.214718 dv-cinder-830088-4-iscsi neutron-server[103257]: INFO neutron.wsgi [req-defad96e-c851-40d8-8214-adf9ddcbec81 req-046e1b9f-5061-47ef-83ba-7382d47f61f9 tempest-AttachVolumeNegativeTest-1347969699 tempest-AttachVolumeNegativeTest-1347969699-project] 10.222.0.39 "GET /v2.0/security-groups?id=4866db02-000f-42de-90d5-3a6f4f0dbf7e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441391 Apr 12 11:01:55.234415 dv-cinder-830088-4-iscsi neutron-server[103258]: INFO neutron.wsgi [req-a6086b09-36e0-492c-884e-c701a2111404 req-9706c3ee-8bd5-49d4-8480-e5bac4421c76 tempest-VolumesNegativeTest-124015576 tempest-VolumesNegativeTest-124015576-project] 10.222.0.39 "GET /v2.0/ports?device_id=5c50f7da-4218-46d3-b356-aaec57ed9545 HTTP/1.1" status: 200 len: 210 time: 0.0269735 Apr 12 11:01:55.329798 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12737927-7e31-4678-ae2f-7248a80dade2 req-b5a98160-ce8b-4782-85a2-7da7fdd9eb16 tempest-AttachVolumeShelveTestJSON-1581400671 tempest-AttachVolumeShelveTestJSON-1581400671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:01:55.331232 dv-cinder-830088-4-iscsi neutron-server[103257]: INFO neutron.wsgi [req-12737927-7e31-4678-ae2f-7248a80dade2 req-b5a98160-ce8b-4782-85a2-7da7fdd9eb16 tempest-AttachVolumeShelveTestJSON-1581400671 tempest-AttachVolumeShelveTestJSON-1581400671-project] 10.222.0.39 "GET /v2.0/ports?device_id=02541d3b-c0f8-4669-8d56-2fb77315b4b7 HTTP/1.1" status: 200 len: 944 time: 0.0466807 Apr 12 11:01:55.378644 dv-cinder-830088-4-iscsi neutron-server[103257]: INFO neutron.wsgi [req-12737927-7e31-4678-ae2f-7248a80dade2 req-61b6327a-cb6c-4983-aa60-1567f360e72d tempest-AttachVolumeShelveTestJSON-1581400671 tempest-AttachVolumeShelveTestJSON-1581400671-project] 10.222.0.39 "GET /v2.0/security-groups?id=76018d3a-627c-488b-b6f9-308c58c63207&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418313 Apr 12 11:01:55.462352 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c6d5e90-829a-42d0-9f31-28a97a75f399 req-ea4950fa-ed2a-43a9-a1df-ed9654f1a42a tempest-ServerRescueNegativeTestJSON-1304480791 tempest-ServerRescueNegativeTestJSON-1304480791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:01:55.464445 dv-cinder-830088-4-iscsi neutron-server[103258]: INFO neutron.wsgi [req-5c6d5e90-829a-42d0-9f31-28a97a75f399 req-ea4950fa-ed2a-43a9-a1df-ed9654f1a42a tempest-ServerRescueNegativeTestJSON-1304480791 tempest-ServerRescueNegativeTestJSON-1304480791-project] 10.222.0.39 "GET /v2.0/ports?device_id=9850fc3f-3ca4-4813-9ce5-f048fd29222e HTTP/1.1" status: 200 len: 943 time: 0.0498316 Apr 12 11:01:55.507819 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron.plugins.ml2.rpc [None req-ae6c308c-a92e-4424-a7f8-d6a17e5174ef None None] Device 2484a730-a008-456c-92cc-39b96de01dfd details requested by agent hyperv_hv-cinder-83008 with host hv-cinder-83008 {{(pid=103259) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 12 11:01:55.513200 dv-cinder-830088-4-iscsi neutron-server[103258]: INFO neutron.wsgi [req-5c6d5e90-829a-42d0-9f31-28a97a75f399 req-0dd7c3f4-7d06-474d-8d31-c1b9a5de81b2 tempest-ServerRescueNegativeTestJSON-1304480791 tempest-ServerRescueNegativeTestJSON-1304480791-project] 10.222.0.39 "GET /v2.0/security-groups?id=d3f9b1f1-6368-4c51-964e-16ec3a7a3785&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434113 Apr 12 11:01:55.514111 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-997e0cdc-66c4-4a94-940c-a148c20509ad req-df3475bb-5297-4ce8-99ff-312502cda94b tempest-AttachVolumeTestJSON-1709741936 tempest-AttachVolumeTestJSON-1709741936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:01:55.515694 dv-cinder-830088-4-iscsi neutron-server[103257]: INFO neutron.wsgi [req-997e0cdc-66c4-4a94-940c-a148c20509ad req-df3475bb-5297-4ce8-99ff-312502cda94b tempest-AttachVolumeTestJSON-1709741936 tempest-AttachVolumeTestJSON-1709741936-project] 10.222.0.39 "GET /v2.0/ports?device_id=054cf929-099f-406a-9607-1086f5624af6 HTTP/1.1" status: 200 len: 944 time: 0.0467665 Apr 12 11:01:55.590596 dv-cinder-830088-4-iscsi neutron-server[103257]: INFO neutron.wsgi [req-997e0cdc-66c4-4a94-940c-a148c20509ad req-722e8c7d-2da7-434c-b4b8-c9c00ec9d3a8 tempest-AttachVolumeTestJSON-1709741936 tempest-AttachVolumeTestJSON-1709741936-project] 10.222.0.39 "GET /v2.0/security-groups?id=fc469313-82a8-4ad2-a9e9-24c86c2f4d72&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0672953 Apr 12 11:01:55.639054 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron.plugins.ml2.db [None req-ae6c308c-a92e-4424-a7f8-d6a17e5174ef None None] For port 2484a730-a008-456c-92cc-39b96de01dfd, host hv-cinder-83008, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83008',level=0,port_id=2484a730-a008-456c-92cc-39b96de01dfd,segment=NetworkSegment(af155c35-6d9d-4cb5-9da1-9790843f44dc),segment_id=af155c35-6d9d-4cb5-9da1-9790843f44dc)] {{(pid=103259) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 11:01:55.651313 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron.plugins.ml2.rpc [None req-ae6c308c-a92e-4424-a7f8-d6a17e5174ef None None] Returning: {'device': '2484a730-a008-456c-92cc-39b96de01dfd', 'network_id': '5fe71604-a19f-4748-9dc5-7cc9d7ecf6be', 'port_id': '2484a730-a008-456c-92cc-39b96de01dfd', 'mac_address': 'fa:16:3e:a4:3a:e9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 506, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e411d522-7486-40a5-b78b-47a221209e5e', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103259) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 12 11:01:55.689646 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron.plugins.ml2.plugin [None req-ae6c308c-a92e-4424-a7f8-d6a17e5174ef None None] Current status of the port 2484a730-a008-456c-92cc-39b96de01dfd is: DOWN; New status is: BUILD {{(pid=103259) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 11:01:55.690031 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron_lib.callbacks.manager [None req-ae6c308c-a92e-4424-a7f8-d6a17e5174ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1535343'] for port (2484a730-a008-456c-92cc-39b96de01dfd), before_update {{(pid=103259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:01:55.703765 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron.notifiers.nova [None req-ae6c308c-a92e-4424-a7f8-d6a17e5174ef None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2484a730-a008-456c-92cc-39b96de01dfd {{(pid=103259) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 12 11:01:55.724902 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron.plugins.ml2.db [None req-ae6c308c-a92e-4424-a7f8-d6a17e5174ef None None] For port 2484a730-a008-456c-92cc-39b96de01dfd, host hv-cinder-83008, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83008',level=0,port_id=2484a730-a008-456c-92cc-39b96de01dfd,segment=NetworkSegment(af155c35-6d9d-4cb5-9da1-9790843f44dc),segment_id=af155c35-6d9d-4cb5-9da1-9790843f44dc)] {{(pid=103259) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 11:01:55.729103 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron_lib.callbacks.manager [None req-ae6c308c-a92e-4424-a7f8-d6a17e5174ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1534861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777667992095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777667450170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777667450188'] for port (2484a730-a008-456c-92cc-39b96de01dfd), after_update {{(pid=103259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:01:55.779158 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae6c308c-a92e-4424-a7f8-d6a17e5174ef None None] Pushing event updated for resources: {'Port': ['ID=2484a730-a008-456c-92cc-39b96de01dfd,revision_number=4']} {{(pid=103259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:01:55.821599 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron.wsgi [-] (103257) accepted ('10.222.0.39', 51002) {{(pid=103257) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 11:01:55.925322 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-0715be47-d3be-4527-9ce8-700b1d104ace admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:01:55.999485 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-0715be47-d3be-4527-9ce8-700b1d104ace admin admin] Publish callbacks [] for security_group (28099ad9-dd52-4118-b420-a3e817fd64f0), precommit_create {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:01:56.003301 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-0715be47-d3be-4527-9ce8-700b1d104ace admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-415253'] for security_group (28099ad9-dd52-4118-b420-a3e817fd64f0), after_create {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:01:56.041171 dv-cinder-830088-4-iscsi neutron-server[103257]: INFO neutron.wsgi [None req-0715be47-d3be-4527-9ce8-700b1d104ace admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=c35ab45014c040b1a40ec186d8ac5036&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2179229 Apr 12 11:01:56.043040 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0715be47-d3be-4527-9ce8-700b1d104ace admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=28099ad9-dd52-4118-b420-a3e817fd64f0,revision_number=1']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:01:56.043860 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.wsgi [-] (103258) accepted ('10.222.0.39', 51006) {{(pid=103258) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 11:01:56.093355 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-5cce027f-aa55-468d-a39f-c600428e82e3 admin admin] Publish callbacks [] for security_group (28099ad9-dd52-4118-b420-a3e817fd64f0), before_delete {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:01:56.113944 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-5cce027f-aa55-468d-a39f-c600428e82e3 admin admin] Publish callbacks [] for security_group (28099ad9-dd52-4118-b420-a3e817fd64f0), precommit_delete {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:01:56.161132 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-5cce027f-aa55-468d-a39f-c600428e82e3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-415253'] for security_group (28099ad9-dd52-4118-b420-a3e817fd64f0), after_delete {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:01:56.163633 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-5cce027f-aa55-468d-a39f-c600428e82e3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:01:56.164777 dv-cinder-830088-4-iscsi neutron-server[103258]: INFO neutron.wsgi [None req-5cce027f-aa55-468d-a39f-c600428e82e3 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/28099ad9-dd52-4118-b420-a3e817fd64f0 HTTP/1.1" status: 204 len: 168 time: 0.1199522 Apr 12 11:01:56.172146 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cce027f-aa55-468d-a39f-c600428e82e3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=28099ad9-dd52-4118-b420-a3e817fd64f0,revision_number=None']} {{(pid=103258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:01:56.251064 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron.plugins.ml2.db [None req-ae6c308c-a92e-4424-a7f8-d6a17e5174ef None None] get_ports_and_sgs() called for port_ids ['2484a730-a008-456c-92cc-39b96de01dfd'] {{(pid=103259) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 12 11:01:56.349507 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e76be06d-26c8-4219-b314-ca2f2cd8641d req-5e7fa4b4-28f4-45de-b1b8-6c51bfda76e6 tempest-AttachVolumeNegativeTest-1347969699 tempest-AttachVolumeNegativeTest-1347969699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:01:56.354264 dv-cinder-830088-4-iscsi neutron-server[103258]: INFO neutron.wsgi [req-e76be06d-26c8-4219-b314-ca2f2cd8641d req-5e7fa4b4-28f4-45de-b1b8-6c51bfda76e6 tempest-AttachVolumeNegativeTest-1347969699 tempest-AttachVolumeNegativeTest-1347969699-project] 10.222.0.39 "GET /v2.0/ports?device_id=76c0d3e2-99b4-4344-b105-cc9bc02b2bb7 HTTP/1.1" status: 200 len: 945 time: 0.0630796 Apr 12 11:01:56.371574 dv-cinder-830088-4-iscsi neutron-server[103257]: INFO neutron.wsgi [req-27eaa910-d50a-459e-b7cf-1bc0307696f1 req-8c29a5e1-5cd0-4fed-a1c5-e40d4311431d tempest-VolumesNegativeTest-124015576 tempest-VolumesNegativeTest-124015576-project] 10.222.0.39 "GET /v2.0/ports?device_id=5c50f7da-4218-46d3-b356-aaec57ed9545 HTTP/1.1" status: 200 len: 210 time: 0.0415304 Apr 12 11:01:56.411227 dv-cinder-830088-4-iscsi neutron-server[103258]: INFO neutron.wsgi [req-e76be06d-26c8-4219-b314-ca2f2cd8641d req-5aeab08e-85ef-44f9-bb30-4405cef786ba tempest-AttachVolumeNegativeTest-1347969699 tempest-AttachVolumeNegativeTest-1347969699-project] 10.222.0.39 "GET /v2.0/security-groups?id=4866db02-000f-42de-90d5-3a6f4f0dbf7e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0510330 Apr 12 11:01:56.482253 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.wsgi [-] (103258) accepted ('10.222.0.39', 51020) {{(pid=103258) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 11:01:56.495977 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-f17e80b6-2566-4d69-a753-86c6e7f7a2d5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:01:56.514585 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b365893-29da-4573-a1e7-f001e0a67f50 req-7d54a33f-10d4-4b31-ad98-4e34b101739f tempest-AttachVolumeShelveTestJSON-1581400671 tempest-AttachVolumeShelveTestJSON-1581400671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:01:56.516501 dv-cinder-830088-4-iscsi neutron-server[103257]: INFO neutron.wsgi [req-5b365893-29da-4573-a1e7-f001e0a67f50 req-7d54a33f-10d4-4b31-ad98-4e34b101739f tempest-AttachVolumeShelveTestJSON-1581400671 tempest-AttachVolumeShelveTestJSON-1581400671-project] 10.222.0.39 "GET /v2.0/ports?device_id=02541d3b-c0f8-4669-8d56-2fb77315b4b7 HTTP/1.1" status: 200 len: 945 time: 0.0508647 Apr 12 11:01:56.576407 dv-cinder-830088-4-iscsi neutron-server[103257]: INFO neutron.wsgi [req-5b365893-29da-4573-a1e7-f001e0a67f50 req-2006723c-a4ed-40ad-b9ab-e8326abd671b tempest-AttachVolumeShelveTestJSON-1581400671 tempest-AttachVolumeShelveTestJSON-1581400671-project] 10.222.0.39 "GET /v2.0/security-groups?id=76018d3a-627c-488b-b6f9-308c58c63207&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0538037 Apr 12 11:01:56.579160 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-f17e80b6-2566-4d69-a753-86c6e7f7a2d5 admin admin] Publish callbacks [] for security_group (9402d1d2-3609-4c73-88d1-fb75796ef3ab), precommit_create {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:01:56.583978 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-f17e80b6-2566-4d69-a753-86c6e7f7a2d5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-415253'] for security_group (9402d1d2-3609-4c73-88d1-fb75796ef3ab), after_create {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:01:56.659702 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c6d7403-be49-43a9-a810-86ee2d449a97 req-66637822-9a24-4c7d-a93f-af889e7ba733 tempest-ServerRescueNegativeTestJSON-1304480791 tempest-ServerRescueNegativeTestJSON-1304480791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:01:56.661314 dv-cinder-830088-4-iscsi neutron-server[103258]: INFO neutron.wsgi [req-8c6d7403-be49-43a9-a810-86ee2d449a97 req-66637822-9a24-4c7d-a93f-af889e7ba733 tempest-ServerRescueNegativeTestJSON-1304480791 tempest-ServerRescueNegativeTestJSON-1304480791-project] 10.222.0.39 "GET /v2.0/ports?device_id=9850fc3f-3ca4-4813-9ce5-f048fd29222e HTTP/1.1" status: 200 len: 943 time: 0.0669930 Apr 12 11:01:56.666882 dv-cinder-830088-4-iscsi neutron-server[103258]: INFO neutron.wsgi [None req-f17e80b6-2566-4d69-a753-86c6e7f7a2d5 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=d4c829572b0f420d823beed554b1c83c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1835332 Apr 12 11:01:56.670017 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron.wsgi [-] (103257) accepted ('10.222.0.39', 51028) {{(pid=103257) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 11:01:56.674760 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f17e80b6-2566-4d69-a753-86c6e7f7a2d5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9402d1d2-3609-4c73-88d1-fb75796ef3ab,revision_number=1']} {{(pid=103258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:01:56.713605 dv-cinder-830088-4-iscsi neutron-server[103258]: INFO neutron.wsgi [req-8c6d7403-be49-43a9-a810-86ee2d449a97 req-4fcacf30-875f-40ff-a686-9080a4026fda tempest-ServerRescueNegativeTestJSON-1304480791 tempest-ServerRescueNegativeTestJSON-1304480791-project] 10.222.0.39 "GET /v2.0/security-groups?id=d3f9b1f1-6368-4c51-964e-16ec3a7a3785&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446970 Apr 12 11:01:56.736030 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a05324e-557d-4ba3-9086-c040a3fbd79e req-87a7d5ef-d237-4e1d-91b1-172afdcc71b8 tempest-AttachVolumeTestJSON-1709741936 tempest-AttachVolumeTestJSON-1709741936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:01:56.737506 dv-cinder-830088-4-iscsi neutron-server[103257]: INFO neutron.wsgi [req-1a05324e-557d-4ba3-9086-c040a3fbd79e req-87a7d5ef-d237-4e1d-91b1-172afdcc71b8 tempest-AttachVolumeTestJSON-1709741936 tempest-AttachVolumeTestJSON-1709741936-project] 10.222.0.39 "GET /v2.0/ports?device_id=054cf929-099f-406a-9607-1086f5624af6 HTTP/1.1" status: 200 len: 944 time: 0.0764482 Apr 12 11:01:56.788331 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a1fe44e-c872-4f4a-a9d4-85f3543a25f2 req-fed4dfd6-37df-4468-ab10-4e91f729f0a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:01:56.789862 dv-cinder-830088-4-iscsi neutron-server[103257]: INFO neutron.wsgi [req-3a1fe44e-c872-4f4a-a9d4-85f3543a25f2 req-fed4dfd6-37df-4468-ab10-4e91f729f0a1 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=69a133bd5ba947f5a9073d8c0e14336a&device_id=1f388cc0-2f53-4f5f-b4da-75912eabd99d HTTP/1.1" status: 200 len: 1130 time: 0.0761132 Apr 12 11:01:56.813211 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-1f6b4e23-2c2b-4fca-ad89-a9b422a8be14 admin admin] Publish callbacks [] for security_group (9402d1d2-3609-4c73-88d1-fb75796ef3ab), before_delete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:01:56.837216 dv-cinder-830088-4-iscsi neutron-server[103257]: INFO neutron.wsgi [req-1a05324e-557d-4ba3-9086-c040a3fbd79e req-3e22339a-3747-4b3b-937e-96f42745c290 tempest-AttachVolumeTestJSON-1709741936 tempest-AttachVolumeTestJSON-1709741936-project] 10.222.0.39 "GET /v2.0/security-groups?id=fc469313-82a8-4ad2-a9e9-24c86c2f4d72&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0803399 Apr 12 11:01:56.848600 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-1f6b4e23-2c2b-4fca-ad89-a9b422a8be14 admin admin] Publish callbacks [] for security_group (9402d1d2-3609-4c73-88d1-fb75796ef3ab), precommit_delete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:01:56.896582 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-1f6b4e23-2c2b-4fca-ad89-a9b422a8be14 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-415253'] for security_group (9402d1d2-3609-4c73-88d1-fb75796ef3ab), after_delete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:01:56.899322 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-1f6b4e23-2c2b-4fca-ad89-a9b422a8be14 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:01:56.900962 dv-cinder-830088-4-iscsi neutron-server[103257]: INFO neutron.wsgi [None req-1f6b4e23-2c2b-4fca-ad89-a9b422a8be14 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/9402d1d2-3609-4c73-88d1-fb75796ef3ab HTTP/1.1" status: 204 len: 168 time: 0.2288983 Apr 12 11:01:56.908605 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f6b4e23-2c2b-4fca-ad89-a9b422a8be14 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9402d1d2-3609-4c73-88d1-fb75796ef3ab,revision_number=None']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:01:57.061309 dv-cinder-830088-4-iscsi neutron-server[103257]: INFO neutron.wsgi [req-a2126c09-1e3e-46b0-a117-1c7abc8a97e8 req-60fcf430-8bdf-4903-a2da-f68fedcde54d tempest-VolumesNegativeTest-124015576 tempest-VolumesNegativeTest-124015576-project] 10.222.0.53 "GET /v2.0/networks?tenant_id=3cac16a6f4df4408ae30e801f23a7264&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0734882 Apr 12 11:01:57.064756 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-158c29ea-2097-4dad-97b2-e5bc19398f54 req-e58f8ded-baff-49bf-87e2-213aefb082c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:01:57.066483 dv-cinder-830088-4-iscsi neutron-server[103258]: INFO neutron.wsgi [req-158c29ea-2097-4dad-97b2-e5bc19398f54 req-e58f8ded-baff-49bf-87e2-213aefb082c3 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=64420168af994dfe8d37cc175e2bfbd6&device_id=02541d3b-c0f8-4669-8d56-2fb77315b4b7 HTTP/1.1" status: 200 len: 1129 time: 0.0758584 Apr 12 11:01:57.170477 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.wsgi [-] (103258) accepted ('10.222.0.53', 52464) {{(pid=103258) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 11:01:57.247470 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbb43520-9978-4105-9d42-ed605ffb52c8 req-d41fedb4-27a9-4b9b-bd20-a4b7c8abe048 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:01:57.249146 dv-cinder-830088-4-iscsi neutron-server[103257]: INFO neutron.wsgi [req-cbb43520-9978-4105-9d42-ed605ffb52c8 req-d41fedb4-27a9-4b9b-bd20-a4b7c8abe048 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=d41e564f85554bef9013a0082cd0196d&device_id=054cf929-099f-406a-9607-1086f5624af6 HTTP/1.1" status: 200 len: 1128 time: 0.2213414 Apr 12 11:01:57.251671 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f309047d-c313-417d-968d-eea69a8d1acc req-5155a5d0-816c-4b3c-9bcf-2984cfc478ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:01:57.253182 dv-cinder-830088-4-iscsi neutron-server[103258]: INFO neutron.wsgi [req-f309047d-c313-417d-968d-eea69a8d1acc req-5155a5d0-816c-4b3c-9bcf-2984cfc478ee service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=59d855d0-c55b-43eb-bbd0-ca27547aa179 HTTP/1.1" status: 200 len: 1129 time: 0.0875604 Apr 12 11:01:57.280466 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b324121-1328-40fd-913d-88457cbfcf67 req-3222da24-a5d9-447a-a7c9-f0625ebc215c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:01:57.281984 dv-cinder-830088-4-iscsi neutron-server[103258]: INFO neutron.wsgi [req-6b324121-1328-40fd-913d-88457cbfcf67 req-3222da24-a5d9-447a-a7c9-f0625ebc215c service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=76c0d3e2-99b4-4344-b105-cc9bc02b2bb7 HTTP/1.1" status: 200 len: 1129 time: 0.0814745 Apr 12 11:01:57.291623 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-158c29ea-2097-4dad-97b2-e5bc19398f54 req-07525dec-eee2-440c-b2af-42658c67e823 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:01:57.293162 dv-cinder-830088-4-iscsi neutron-server[103258]: INFO neutron.wsgi [req-158c29ea-2097-4dad-97b2-e5bc19398f54 req-07525dec-eee2-440c-b2af-42658c67e823 service neutron] 10.222.0.53 "GET /v2.0/networks?id=5fe71604-a19f-4748-9dc5-7cc9d7ecf6be HTTP/1.1" status: 200 len: 918 time: 0.2197688 Apr 12 11:01:57.299402 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5d74d7f-4361-43f9-9290-902d3eb75a72 req-b6bc3fd7-613a-463f-93ca-edd8a2621ee7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:01:57.304146 dv-cinder-830088-4-iscsi neutron-server[103257]: INFO neutron.wsgi [req-c5d74d7f-4361-43f9-9290-902d3eb75a72 req-b6bc3fd7-613a-463f-93ca-edd8a2621ee7 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=87551ef1ad8e4190b7a3b1c3469382df&device_id=9850fc3f-3ca4-4813-9ce5-f048fd29222e HTTP/1.1" status: 200 len: 1127 time: 0.2654486 Apr 12 11:01:57.424415 dv-cinder-830088-4-iscsi neutron-server[103258]: INFO neutron.wsgi [req-158c29ea-2097-4dad-97b2-e5bc19398f54 req-0517c754-8004-4543-a38f-876958225f43 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=2484a730-a008-456c-92cc-39b96de01dfd HTTP/1.1" status: 200 len: 217 time: 0.0713248 Apr 12 11:01:57.514394 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron.plugins.ml2.rpc [None req-ae6c308c-a92e-4424-a7f8-d6a17e5174ef None None] Device d8445a7c-a328-45d0-8618-af8d0615ea29 details requested by agent hyperv_hv-cinder-83008 with host hv-cinder-83008 {{(pid=103259) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 12 11:01:57.524605 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron.plugins.ml2.rpc [None req-ae6c308c-a92e-4424-a7f8-d6a17e5174ef None None] Device 2484a730-a008-456c-92cc-39b96de01dfd up at agent hyperv_hv-cinder-83008 {{(pid=103259) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 11:01:57.543831 dv-cinder-830088-4-iscsi neutron-server[103257]: INFO neutron.wsgi [req-c5d74d7f-4361-43f9-9290-902d3eb75a72 req-93404fbf-1c71-48d2-8860-b5f12e39fdf2 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=32eb7972-1ced-4874-ad88-2f410c1396b9 HTTP/1.1" status: 200 len: 217 time: 0.1824992 Apr 12 11:01:57.699246 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3a6de36-8fb6-4396-addd-b6c727328459 req-3b743eda-d323-4b87-b6f7-dc8ec175118f tempest-AttachVolumeNegativeTest-1347969699 tempest-AttachVolumeNegativeTest-1347969699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:01:57.701042 dv-cinder-830088-4-iscsi neutron-server[103257]: INFO neutron.wsgi [req-a3a6de36-8fb6-4396-addd-b6c727328459 req-3b743eda-d323-4b87-b6f7-dc8ec175118f tempest-AttachVolumeNegativeTest-1347969699 tempest-AttachVolumeNegativeTest-1347969699-project] 10.222.0.39 "GET /v2.0/ports?device_id=76c0d3e2-99b4-4344-b105-cc9bc02b2bb7 HTTP/1.1" status: 200 len: 945 time: 0.1987236 Apr 12 11:01:57.706808 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2126c09-1e3e-46b0-a117-1c7abc8a97e8 req-aeb54c79-f0f6-464b-ab16-2b193c6c5ec8 tempest-VolumesNegativeTest-124015576 tempest-VolumesNegativeTest-124015576-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:01:57.708225 dv-cinder-830088-4-iscsi neutron-server[103257]: INFO neutron.wsgi [req-a2126c09-1e3e-46b0-a117-1c7abc8a97e8 req-aeb54c79-f0f6-464b-ab16-2b193c6c5ec8 tempest-VolumesNegativeTest-124015576 tempest-VolumesNegativeTest-124015576-project] 10.222.0.53 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5755546 Apr 12 11:01:57.709229 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a1fe44e-c872-4f4a-a9d4-85f3543a25f2 req-3a585d56-682c-4e97-9786-1c656a391a67 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:01:57.710757 dv-cinder-830088-4-iscsi neutron-server[103257]: INFO neutron.wsgi [req-3a1fe44e-c872-4f4a-a9d4-85f3543a25f2 req-3a585d56-682c-4e97-9786-1c656a391a67 service neutron] 10.222.0.53 "GET /v2.0/networks?id=332a1fd1-5c8d-44a4-a602-cb07d1316e56 HTTP/1.1" status: 200 len: 912 time: 0.6616681 Apr 12 11:01:57.717675 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron.plugins.ml2.db [None req-ae6c308c-a92e-4424-a7f8-d6a17e5174ef None None] For port d8445a7c-a328-45d0-8618-af8d0615ea29, host hv-cinder-83008, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83008',level=0,port_id=d8445a7c-a328-45d0-8618-af8d0615ea29,segment=NetworkSegment(2248de7c-bd9a-4119-9ea3-2adf7f860546),segment_id=2248de7c-bd9a-4119-9ea3-2adf7f860546)] {{(pid=103259) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 11:01:57.761480 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron.plugins.ml2.rpc [None req-ae6c308c-a92e-4424-a7f8-d6a17e5174ef None None] Returning: {'device': 'd8445a7c-a328-45d0-8618-af8d0615ea29', 'network_id': '5283658c-f0e4-41df-8b22-61e61a4f7877', 'port_id': 'd8445a7c-a328-45d0-8618-af8d0615ea29', 'mac_address': 'fa:16:3e:14:35:00', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 546, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a03f1c9e-6c63-496e-9600-bb0a8351c93d', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103259) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 12 11:01:57.767108 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron.api.v2.base [req-a2126c09-1e3e-46b0-a117-1c7abc8a97e8 req-0bd56d48-c9e1-4c82-8c01-08ff11265967 tempest-VolumesNegativeTest-124015576 tempest-VolumesNegativeTest-124015576-project] Request body: {'port': {'device_id': '5c50f7da-4218-46d3-b356-aaec57ed9545', 'network_id': '3d77b544-fede-4d95-82e9-74af82ecc128', 'admin_state_up': True, 'tenant_id': '3cac16a6f4df4408ae30e801f23a7264'}} {{(pid=103257) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 11:01:57.778843 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-158c29ea-2097-4dad-97b2-e5bc19398f54 req-9ae77a13-a466-4d95-a140-bb589ee570eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:01:57.780484 dv-cinder-830088-4-iscsi neutron-server[103258]: INFO neutron.wsgi [req-158c29ea-2097-4dad-97b2-e5bc19398f54 req-9ae77a13-a466-4d95-a140-bb589ee570eb service neutron] 10.222.0.53 "GET /v2.0/subnets?id=e411d522-7486-40a5-b78b-47a221209e5e HTTP/1.1" status: 200 len: 856 time: 0.3343065 Apr 12 11:01:57.813767 dv-cinder-830088-4-iscsi neutron-server[103258]: INFO neutron.wsgi [req-460757cb-f25f-4d41-b3bd-526d1cceecaf req-808e230a-31c1-4d20-a8c2-0358942bd338 tempest-VolumesNegativeTest-124015576 tempest-VolumesNegativeTest-124015576-project] 10.222.0.39 "GET /v2.0/ports?device_id=5c50f7da-4218-46d3-b356-aaec57ed9545 HTTP/1.1" status: 200 len: 210 time: 0.3778362 Apr 12 11:01:57.832124 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron.db.provisioning_blocks [None req-ae6c308c-a92e-4424-a7f8-d6a17e5174ef None None] Provisioning for port 2484a730-a008-456c-92cc-39b96de01dfd completed by entity L2. {{(pid=103259) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Apr 12 11:01:57.842273 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron.plugins.ml2.plugin [None req-ae6c308c-a92e-4424-a7f8-d6a17e5174ef None None] Current status of the port d8445a7c-a328-45d0-8618-af8d0615ea29 is: DOWN; New status is: BUILD {{(pid=103259) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 11:01:57.842273 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron_lib.callbacks.manager [None req-ae6c308c-a92e-4424-a7f8-d6a17e5174ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1535343'] for port (d8445a7c-a328-45d0-8618-af8d0615ea29), before_update {{(pid=103259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:01:57.850791 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron.notifiers.nova [None req-ae6c308c-a92e-4424-a7f8-d6a17e5174ef None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d8445a7c-a328-45d0-8618-af8d0615ea29 {{(pid=103259) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 12 11:01:57.857119 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron.db.provisioning_blocks [None req-ae6c308c-a92e-4424-a7f8-d6a17e5174ef None None] Provisioning complete for port 2484a730-a008-456c-92cc-39b96de01dfd triggered by entity L2. {{(pid=103259) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 11:01:57.857727 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron_lib.callbacks.manager [None req-ae6c308c-a92e-4424-a7f8-d6a17e5174ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1343588'] for port (2484a730-a008-456c-92cc-39b96de01dfd), provisioning_complete {{(pid=103259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:01:57.870871 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbb43520-9978-4105-9d42-ed605ffb52c8 req-f30b36a7-0ef7-41a1-9900-c880841b40cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:01:57.873041 dv-cinder-830088-4-iscsi neutron-server[103257]: INFO neutron.wsgi [req-cbb43520-9978-4105-9d42-ed605ffb52c8 req-f30b36a7-0ef7-41a1-9900-c880841b40cd service neutron] 10.222.0.53 "GET /v2.0/networks?id=5283658c-f0e4-41df-8b22-61e61a4f7877 HTTP/1.1" status: 200 len: 911 time: 0.5042603 Apr 12 11:01:57.874731 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5d74d7f-4361-43f9-9290-902d3eb75a72 req-814ef4b5-0f48-4938-b570-098043c9747d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:01:57.876192 dv-cinder-830088-4-iscsi neutron-server[103257]: INFO neutron.wsgi [req-c5d74d7f-4361-43f9-9290-902d3eb75a72 req-814ef4b5-0f48-4938-b570-098043c9747d service neutron] 10.222.0.53 "GET /v2.0/subnets?id=dac559db-7802-4e19-95c5-3aacf686b15d HTTP/1.1" status: 200 len: 858 time: 0.3111463 Apr 12 11:01:57.911571 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron.plugins.ml2.db [None req-ae6c308c-a92e-4424-a7f8-d6a17e5174ef None None] For port d8445a7c-a328-45d0-8618-af8d0615ea29, host hv-cinder-83008, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83008',level=0,port_id=d8445a7c-a328-45d0-8618-af8d0615ea29,segment=NetworkSegment(2248de7c-bd9a-4119-9ea3-2adf7f860546),segment_id=2248de7c-bd9a-4119-9ea3-2adf7f860546)] {{(pid=103259) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 11:01:57.913798 dv-cinder-830088-4-iscsi neutron-server[103258]: INFO neutron.wsgi [req-f309047d-c313-417d-968d-eea69a8d1acc req-4912679b-caf7-4ab7-8f42-2b490ca171c2 service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=d3f9b1f1-6368-4c51-964e-16ec3a7a3785&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5590875 Apr 12 11:01:57.915446 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-158c29ea-2097-4dad-97b2-e5bc19398f54 req-ba9151b0-2076-4481-aaf4-b7a66db2b300 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:01:57.917736 dv-cinder-830088-4-iscsi neutron-server[103258]: INFO neutron.wsgi [req-158c29ea-2097-4dad-97b2-e5bc19398f54 req-ba9151b0-2076-4481-aaf4-b7a66db2b300 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=5fe71604-a19f-4748-9dc5-7cc9d7ecf6be&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1165864 Apr 12 11:01:57.920280 dv-cinder-830088-4-iscsi neutron-server[103258]: INFO neutron.wsgi [req-6b324121-1328-40fd-913d-88457cbfcf67 req-b27001cc-e16f-4ca9-95d2-8dbaaf486af7 service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=4866db02-000f-42de-90d5-3a6f4f0dbf7e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5597594 Apr 12 11:01:57.923151 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron_lib.callbacks.manager [None req-ae6c308c-a92e-4424-a7f8-d6a17e5174ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1534861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777667992095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777667450170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777667450188'] for port (d8445a7c-a328-45d0-8618-af8d0615ea29), after_update {{(pid=103259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:01:57.977788 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d039c8e-c773-4c66-9c2d-59ff2dd728c8 req-f5878831-1472-4ffc-8858-a5f557d19a46 tempest-AttachVolumeShelveTestJSON-1581400671 tempest-AttachVolumeShelveTestJSON-1581400671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:01:57.980013 dv-cinder-830088-4-iscsi neutron-server[103258]: INFO neutron.wsgi [req-8d039c8e-c773-4c66-9c2d-59ff2dd728c8 req-f5878831-1472-4ffc-8858-a5f557d19a46 tempest-AttachVolumeShelveTestJSON-1581400671 tempest-AttachVolumeShelveTestJSON-1581400671-project] 10.222.0.39 "GET /v2.0/ports?device_id=02541d3b-c0f8-4669-8d56-2fb77315b4b7 HTTP/1.1" status: 200 len: 945 time: 0.0534005 Apr 12 11:01:57.984232 dv-cinder-830088-4-iscsi neutron-server[103257]: INFO neutron.wsgi [req-3a1fe44e-c872-4f4a-a9d4-85f3543a25f2 req-8c662d2b-55db-41c0-8870-baef439764e9 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=cac6254f-854d-4ed4-80fb-63e1d78d8043 HTTP/1.1" status: 200 len: 217 time: 0.2131689 Apr 12 11:01:58.011903 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae6c308c-a92e-4424-a7f8-d6a17e5174ef None None] Pushing event updated for resources: {'Port': ['ID=d8445a7c-a328-45d0-8618-af8d0615ea29,revision_number=4']} {{(pid=103259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:01:58.020660 dv-cinder-830088-4-iscsi neutron-server[103257]: INFO neutron.wsgi [req-a3a6de36-8fb6-4396-addd-b6c727328459 req-f28e30b6-0ff7-4ffb-8840-8f1e2a67fe44 tempest-AttachVolumeNegativeTest-1347969699 tempest-AttachVolumeNegativeTest-1347969699-project] 10.222.0.39 "GET /v2.0/security-groups?id=4866db02-000f-42de-90d5-3a6f4f0dbf7e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3080001 Apr 12 11:01:58.030816 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron.plugins.ml2.plugin [None req-ae6c308c-a92e-4424-a7f8-d6a17e5174ef None None] Current status of the port 2484a730-a008-456c-92cc-39b96de01dfd is: BUILD; New status is: ACTIVE {{(pid=103259) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 11:01:58.031215 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron_lib.callbacks.manager [None req-ae6c308c-a92e-4424-a7f8-d6a17e5174ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1535343'] for port (2484a730-a008-456c-92cc-39b96de01dfd), before_update {{(pid=103259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:01:58.057753 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '02541d3b-c0f8-4669-8d56-2fb77315b4b7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2484a730-a008-456c-92cc-39b96de01dfd'}] {{(pid=103259) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 11:01:58.060483 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}af87e37ddfedca7c8b2a1dd0c6cba4e3e91bcc66796c687067be127c7223cf15" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-33cdc2ce-f32f-4cc4-9a33-6777a9fba15c" -d '{"events": [{"server_uuid": "02541d3b-c0f8-4669-8d56-2fb77315b4b7", "name": "network-vif-plugged", "status": "completed", "tag": "2484a730-a008-456c-92cc-39b96de01dfd"}]}' {{(pid=103259) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 11:01:58.063669 dv-cinder-830088-4-iscsi neutron-server[103258]: INFO neutron.wsgi [req-8d039c8e-c773-4c66-9c2d-59ff2dd728c8 req-56b01f0c-b8fd-42e7-a9e5-9f5c1e9db636 tempest-AttachVolumeShelveTestJSON-1581400671 tempest-AttachVolumeShelveTestJSON-1581400671-project] 10.222.0.39 "GET /v2.0/security-groups?id=76018d3a-627c-488b-b6f9-308c58c63207&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0762639 Apr 12 11:01:58.073816 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron.plugins.ml2.db [None req-ae6c308c-a92e-4424-a7f8-d6a17e5174ef None None] For port 2484a730-a008-456c-92cc-39b96de01dfd, host hv-cinder-83008, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83008',level=0,port_id=2484a730-a008-456c-92cc-39b96de01dfd,segment=NetworkSegment(af155c35-6d9d-4cb5-9da1-9790843f44dc),segment_id=af155c35-6d9d-4cb5-9da1-9790843f44dc)] {{(pid=103259) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 11:01:58.083006 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron_lib.callbacks.manager [None req-ae6c308c-a92e-4424-a7f8-d6a17e5174ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1534861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777667992095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777667450170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777667450188'] for port (2484a730-a008-456c-92cc-39b96de01dfd), after_update {{(pid=103259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:01:58.164728 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae6c308c-a92e-4424-a7f8-d6a17e5174ef None None] Pushing event updated for resources: {'Port': ['ID=2484a730-a008-456c-92cc-39b96de01dfd,revision_number=5']} {{(pid=103259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:01:58.216565 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a102b402-5ed9-4893-a5eb-f513b78c5dd8 req-bb1248d6-a254-4270-922f-1f9244c524fc tempest-AttachVolumeTestJSON-1709741936 tempest-AttachVolumeTestJSON-1709741936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:01:58.218264 dv-cinder-830088-4-iscsi neutron-server[103258]: INFO neutron.wsgi [req-a102b402-5ed9-4893-a5eb-f513b78c5dd8 req-bb1248d6-a254-4270-922f-1f9244c524fc tempest-AttachVolumeTestJSON-1709741936 tempest-AttachVolumeTestJSON-1709741936-project] 10.222.0.39 "GET /v2.0/ports?device_id=054cf929-099f-406a-9607-1086f5624af6 HTTP/1.1" status: 200 len: 945 time: 0.0561342 Apr 12 11:01:58.272611 dv-cinder-830088-4-iscsi neutron-server[103258]: INFO neutron.wsgi [req-a102b402-5ed9-4893-a5eb-f513b78c5dd8 req-452d7ee5-db99-4de2-8f8a-06eb3b47a47b tempest-AttachVolumeTestJSON-1709741936 tempest-AttachVolumeTestJSON-1709741936-project] 10.222.0.39 "GET /v2.0/security-groups?id=fc469313-82a8-4ad2-a9e9-24c86c2f4d72&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0487583 Apr 12 11:01:58.323112 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Apr 2022 11:01:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6ba08b1b-bb33-44c7-8dc5-4255648d697e x-openstack-request-id: req-6ba08b1b-bb33-44c7-8dc5-4255648d697e {{(pid=103259) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 11:01:58.323505 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "02541d3b-c0f8-4669-8d56-2fb77315b4b7", "name": "network-vif-plugged", "status": "completed", "tag": "2484a730-a008-456c-92cc-39b96de01dfd", "code": 200}]} {{(pid=103259) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 11:01:58.323844 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-6ba08b1b-bb33-44c7-8dc5-4255648d697e {{(pid=103259) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 11:01:58.324254 dv-cinder-830088-4-iscsi neutron-server[103259]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6ba08b1b-bb33-44c7-8dc5-4255648d697e'] response: {'server_uuid': '02541d3b-c0f8-4669-8d56-2fb77315b4b7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2484a730-a008-456c-92cc-39b96de01dfd', 'code': 200} Apr 12 11:01:58.328563 dv-cinder-830088-4-iscsi neutron-server[103257]: INFO neutron.wsgi [req-cbb43520-9978-4105-9d42-ed605ffb52c8 req-65e009b1-1dcf-4cb3-93bf-ccb4b2266abe service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d8445a7c-a328-45d0-8618-af8d0615ea29 HTTP/1.1" status: 200 len: 217 time: 0.3460870 Apr 12 11:01:58.377599 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5d74d7f-4361-43f9-9290-902d3eb75a72 req-d387745e-b4fb-40e7-b0c7-ed8838c0def2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:01:58.379110 dv-cinder-830088-4-iscsi neutron-server[103257]: INFO neutron.wsgi [req-c5d74d7f-4361-43f9-9290-902d3eb75a72 req-d387745e-b4fb-40e7-b0c7-ed8838c0def2 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=696acaf3-e376-402a-9f44-515f336c0ed7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.3978639 Apr 12 11:01:58.406423 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2614176f-64d1-4162-9ccf-b8a45972658b req-a4166cad-1f4b-4c6d-ac05-b20b5fec09af tempest-ServerRescueNegativeTestJSON-1304480791 tempest-ServerRescueNegativeTestJSON-1304480791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:01:58.407949 dv-cinder-830088-4-iscsi neutron-server[103257]: INFO neutron.wsgi [req-2614176f-64d1-4162-9ccf-b8a45972658b req-a4166cad-1f4b-4c6d-ac05-b20b5fec09af tempest-ServerRescueNegativeTestJSON-1304480791 tempest-ServerRescueNegativeTestJSON-1304480791-project] 10.222.0.39 "GET /v2.0/ports?device_id=9850fc3f-3ca4-4813-9ce5-f048fd29222e HTTP/1.1" status: 200 len: 943 time: 0.0784731 Apr 12 11:01:58.430651 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a2126c09-1e3e-46b0-a117-1c7abc8a97e8 req-0bd56d48-c9e1-4c82-8c01-08ff11265967 tempest-VolumesNegativeTest-124015576 tempest-VolumesNegativeTest-124015576-project] Made reservation on behalf of 3cac16a6f4df4408ae30e801f23a7264 for: {'port': 1} {{(pid=103257) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 12 11:01:58.434391 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [req-a2126c09-1e3e-46b0-a117-1c7abc8a97e8 req-0bd56d48-c9e1-4c82-8c01-08ff11265967 tempest-VolumesNegativeTest-124015576 tempest-VolumesNegativeTest-124015576-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1535343'] for port (None), before_create {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:01:58.453801 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [req-a2126c09-1e3e-46b0-a117-1c7abc8a97e8 req-0bd56d48-c9e1-4c82-8c01-08ff11265967 tempest-VolumesNegativeTest-124015576 tempest-VolumesNegativeTest-124015576-project] Publish callbacks [] for security_group (None), before_create {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:01:58.483496 dv-cinder-830088-4-iscsi neutron-server[103257]: INFO neutron.wsgi [req-2614176f-64d1-4162-9ccf-b8a45972658b req-168104dd-6401-4366-9837-79db8a29b235 tempest-ServerRescueNegativeTestJSON-1304480791 tempest-ServerRescueNegativeTestJSON-1304480791-project] 10.222.0.39 "GET /v2.0/security-groups?id=d3f9b1f1-6368-4c51-964e-16ec3a7a3785&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0689764 Apr 12 11:01:58.499296 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron.plugins.ml2.db [None req-ae6c308c-a92e-4424-a7f8-d6a17e5174ef None None] get_ports_and_sgs() called for port_ids ['d8445a7c-a328-45d0-8618-af8d0615ea29'] {{(pid=103259) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 12 11:01:58.567386 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [req-a2126c09-1e3e-46b0-a117-1c7abc8a97e8 req-0bd56d48-c9e1-4c82-8c01-08ff11265967 tempest-VolumesNegativeTest-124015576 tempest-VolumesNegativeTest-124015576-project] Publish callbacks [] for security_group (1b7172f6-7f68-49bc-a1b3-cb23deb72f5b), precommit_create {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:01:58.574004 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [req-a2126c09-1e3e-46b0-a117-1c7abc8a97e8 req-0bd56d48-c9e1-4c82-8c01-08ff11265967 tempest-VolumesNegativeTest-124015576 tempest-VolumesNegativeTest-124015576-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-415253'] for security_group (1b7172f6-7f68-49bc-a1b3-cb23deb72f5b), after_create {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:01:58.640714 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bd56d48-c9e1-4c82-8c01-08ff11265967 tempest-VolumesNegativeTest-124015576 tempest-VolumesNegativeTest-124015576-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1b7172f6-7f68-49bc-a1b3-cb23deb72f5b,revision_number=1']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:01:58.713341 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron.db.db_base_plugin_common [req-a2126c09-1e3e-46b0-a117-1c7abc8a97e8 req-0bd56d48-c9e1-4c82-8c01-08ff11265967 tempest-VolumesNegativeTest-124015576 tempest-VolumesNegativeTest-124015576-project] Allocated IP 192.168.233.251 (3d77b544-fede-4d95-82e9-74af82ecc128/6cad2cb2-f686-4293-ad48-b177c14a026b/b0863c1e-97fc-47a6-b9c7-ee8795066d48) {{(pid=103257) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 12 11:01:58.879914 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [req-a2126c09-1e3e-46b0-a117-1c7abc8a97e8 req-0bd56d48-c9e1-4c82-8c01-08ff11265967 tempest-VolumesNegativeTest-124015576 tempest-VolumesNegativeTest-124015576-project] Publish callbacks [] for port (b0863c1e-97fc-47a6-b9c7-ee8795066d48), precommit_create {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:01:58.918301 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [req-a2126c09-1e3e-46b0-a117-1c7abc8a97e8 req-0bd56d48-c9e1-4c82-8c01-08ff11265967 tempest-VolumesNegativeTest-124015576 tempest-VolumesNegativeTest-124015576-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1534861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777667450152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5265645'] for port (b0863c1e-97fc-47a6-b9c7-ee8795066d48), after_create {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:01:58.958964 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81473d59-d49e-4263-8a63-8d4de67a3ced req-e423a0c6-4bc0-4e42-87ca-41deb45a7708 tempest-VolumesNegativeTest-124015576 tempest-VolumesNegativeTest-124015576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:01:58.963148 dv-cinder-830088-4-iscsi neutron-server[103258]: INFO neutron.wsgi [req-81473d59-d49e-4263-8a63-8d4de67a3ced req-e423a0c6-4bc0-4e42-87ca-41deb45a7708 tempest-VolumesNegativeTest-124015576 tempest-VolumesNegativeTest-124015576-project] 10.222.0.39 "GET /v2.0/ports?device_id=5c50f7da-4218-46d3-b356-aaec57ed9545 HTTP/1.1" status: 200 len: 936 time: 0.0550523 Apr 12 11:01:58.973197 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a2126c09-1e3e-46b0-a117-1c7abc8a97e8 req-0bd56d48-c9e1-4c82-8c01-08ff11265967 tempest-VolumesNegativeTest-124015576 tempest-VolumesNegativeTest-124015576-project] Network 3d77b544-fede-4d95-82e9-74af82ecc128 is already hosted by enough agents. {{(pid=103257) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 11:01:58.974789 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron.scheduler.base_scheduler [req-a2126c09-1e3e-46b0-a117-1c7abc8a97e8 req-0bd56d48-c9e1-4c82-8c01-08ff11265967 tempest-VolumesNegativeTest-124015576 tempest-VolumesNegativeTest-124015576-project] Resources bound (agent type, host, resource id): {{(pid=103257) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 11:01:58.977098 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bd56d48-c9e1-4c82-8c01-08ff11265967 tempest-VolumesNegativeTest-124015576 tempest-VolumesNegativeTest-124015576-project] Pushing event updated for resources: {'Port': ['ID=b0863c1e-97fc-47a6-b9c7-ee8795066d48,revision_number=1']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:01:58.979960 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron.db.l3_dvrscheduler_db [req-a2126c09-1e3e-46b0-a117-1c7abc8a97e8 req-0bd56d48-c9e1-4c82-8c01-08ff11265967 tempest-VolumesNegativeTest-124015576 tempest-VolumesNegativeTest-124015576-project] Received port after_create {{(pid=103257) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 12 11:01:59.026103 dv-cinder-830088-4-iscsi neutron-server[103258]: INFO neutron.wsgi [req-81473d59-d49e-4263-8a63-8d4de67a3ced req-94ab580f-f0fd-4563-86a2-6679b9ba9519 tempest-VolumesNegativeTest-124015576 tempest-VolumesNegativeTest-124015576-project] 10.222.0.39 "GET /v2.0/security-groups?id=1b7172f6-7f68-49bc-a1b3-cb23deb72f5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0588715 Apr 12 11:01:59.043316 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2126c09-1e3e-46b0-a117-1c7abc8a97e8 req-0bd56d48-c9e1-4c82-8c01-08ff11265967 tempest-VolumesNegativeTest-124015576 tempest-VolumesNegativeTest-124015576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:01:59.043969 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [req-a2126c09-1e3e-46b0-a117-1c7abc8a97e8 req-0bd56d48-c9e1-4c82-8c01-08ff11265967 tempest-VolumesNegativeTest-124015576 tempest-VolumesNegativeTest-124015576-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586029'] for port (None), before_response {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:01:59.073750 dv-cinder-830088-4-iscsi neutron-server[103257]: INFO neutron.wsgi [req-a2126c09-1e3e-46b0-a117-1c7abc8a97e8 req-0bd56d48-c9e1-4c82-8c01-08ff11265967 tempest-VolumesNegativeTest-124015576 tempest-VolumesNegativeTest-124015576-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.3142867 Apr 12 11:01:59.175848 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37a63401-806c-41ad-b1ef-a1d3784b1f3d req-878b4e53-1c52-4b09-ae3d-ab02b611bfdc tempest-AttachVolumeNegativeTest-1347969699 tempest-AttachVolumeNegativeTest-1347969699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:01:59.177454 dv-cinder-830088-4-iscsi neutron-server[103257]: INFO neutron.wsgi [req-37a63401-806c-41ad-b1ef-a1d3784b1f3d req-878b4e53-1c52-4b09-ae3d-ab02b611bfdc tempest-AttachVolumeNegativeTest-1347969699 tempest-AttachVolumeNegativeTest-1347969699-project] 10.222.0.39 "GET /v2.0/ports?device_id=76c0d3e2-99b4-4344-b105-cc9bc02b2bb7 HTTP/1.1" status: 200 len: 945 time: 0.0594416 Apr 12 11:01:59.223114 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09a30dce-7eb0-4da8-a0e3-4096286c3300 req-519bcffc-c459-4846-81b2-924ba3e6fa80 tempest-AttachVolumeShelveTestJSON-1581400671 tempest-AttachVolumeShelveTestJSON-1581400671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:01:59.225601 dv-cinder-830088-4-iscsi neutron-server[103258]: INFO neutron.wsgi [req-09a30dce-7eb0-4da8-a0e3-4096286c3300 req-519bcffc-c459-4846-81b2-924ba3e6fa80 tempest-AttachVolumeShelveTestJSON-1581400671 tempest-AttachVolumeShelveTestJSON-1581400671-project] 10.222.0.39 "GET /v2.0/ports?device_id=02541d3b-c0f8-4669-8d56-2fb77315b4b7 HTTP/1.1" status: 200 len: 946 time: 0.0704434 Apr 12 11:01:59.247143 dv-cinder-830088-4-iscsi neutron-server[103257]: INFO neutron.wsgi [req-37a63401-806c-41ad-b1ef-a1d3784b1f3d req-2d9e7eb0-8c35-4002-922d-8eed5f5c8661 tempest-AttachVolumeNegativeTest-1347969699 tempest-AttachVolumeNegativeTest-1347969699-project] 10.222.0.39 "GET /v2.0/security-groups?id=4866db02-000f-42de-90d5-3a6f4f0dbf7e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0621853 Apr 12 11:01:59.281218 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron.db.provisioning_blocks [None req-8cd34011-37a9-408c-8803-112f26b6de4a None None] Provisioning complete for port b0863c1e-97fc-47a6-b9c7-ee8795066d48 triggered by entity DHCP. {{(pid=103259) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 11:01:59.282395 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron_lib.callbacks.manager [None req-8cd34011-37a9-408c-8803-112f26b6de4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1343588'] for port (b0863c1e-97fc-47a6-b9c7-ee8795066d48), provisioning_complete {{(pid=103259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:01:59.293121 dv-cinder-830088-4-iscsi neutron-server[103258]: INFO neutron.wsgi [req-09a30dce-7eb0-4da8-a0e3-4096286c3300 req-475f1ee8-2097-4a90-aeba-89f0bb52e9b3 tempest-AttachVolumeShelveTestJSON-1581400671 tempest-AttachVolumeShelveTestJSON-1581400671-project] 10.222.0.39 "GET /v2.0/security-groups?id=76018d3a-627c-488b-b6f9-308c58c63207&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0613077 Apr 12 11:01:59.328114 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron.plugins.ml2.plugin [None req-8cd34011-37a9-408c-8803-112f26b6de4a None None] Port b0863c1e-97fc-47a6-b9c7-ee8795066d48 cannot update to ACTIVE because it is not bound. {{(pid=103259) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 12 11:01:59.398565 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62e224d8-0de8-492e-aeb3-393c7451a358 req-3786fceb-f8ba-4b87-bb5c-cc84c8da6743 tempest-AttachVolumeTestJSON-1709741936 tempest-AttachVolumeTestJSON-1709741936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:01:59.400689 dv-cinder-830088-4-iscsi neutron-server[103257]: INFO neutron.wsgi [req-62e224d8-0de8-492e-aeb3-393c7451a358 req-3786fceb-f8ba-4b87-bb5c-cc84c8da6743 tempest-AttachVolumeTestJSON-1709741936 tempest-AttachVolumeTestJSON-1709741936-project] 10.222.0.39 "GET /v2.0/ports?device_id=054cf929-099f-406a-9607-1086f5624af6 HTTP/1.1" status: 200 len: 945 time: 0.0460601 Apr 12 11:01:59.445635 dv-cinder-830088-4-iscsi neutron-server[103257]: INFO neutron.wsgi [req-62e224d8-0de8-492e-aeb3-393c7451a358 req-6f6e176f-65b2-4dcf-8c08-7a2ec6742568 tempest-AttachVolumeTestJSON-1709741936 tempest-AttachVolumeTestJSON-1709741936-project] 10.222.0.39 "GET /v2.0/security-groups?id=fc469313-82a8-4ad2-a9e9-24c86c2f4d72&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0393891 Apr 12 11:01:59.609537 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a1fe44e-c872-4f4a-a9d4-85f3543a25f2 req-6ffbf9d0-8d53-42fd-a311-fd9b4d8a6b00 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:01:59.611059 dv-cinder-830088-4-iscsi neutron-server[103257]: INFO neutron.wsgi [req-3a1fe44e-c872-4f4a-a9d4-85f3543a25f2 req-6ffbf9d0-8d53-42fd-a311-fd9b4d8a6b00 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=f8b8bd51-b053-41e8-b47b-c905f5b3e415 HTTP/1.1" status: 200 len: 851 time: 0.0491626 Apr 12 11:01:59.653336 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c00077d4-ef93-48ab-a5d4-47b8bb1918c3 req-c4271ef5-81c4-4743-8f10-870d4a5d5bea tempest-ServerRescueNegativeTestJSON-1304480791 tempest-ServerRescueNegativeTestJSON-1304480791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:01:59.655244 dv-cinder-830088-4-iscsi neutron-server[103258]: INFO neutron.wsgi [req-c00077d4-ef93-48ab-a5d4-47b8bb1918c3 req-c4271ef5-81c4-4743-8f10-870d4a5d5bea tempest-ServerRescueNegativeTestJSON-1304480791 tempest-ServerRescueNegativeTestJSON-1304480791-project] 10.222.0.39 "GET /v2.0/ports?device_id=9850fc3f-3ca4-4813-9ce5-f048fd29222e HTTP/1.1" status: 200 len: 943 time: 0.0960226 Apr 12 11:01:59.711059 dv-cinder-830088-4-iscsi neutron-server[103258]: INFO neutron.wsgi [req-158c29ea-2097-4dad-97b2-e5bc19398f54 req-8f543d04-2b35-43a2-adcf-3ab6a28a636c service neutron] 10.222.0.53 "GET /v2.0/networks/5fe71604-a19f-4748-9dc5-7cc9d7ecf6be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1496050 Apr 12 11:01:59.722165 dv-cinder-830088-4-iscsi neutron-server[103258]: INFO neutron.wsgi [req-c00077d4-ef93-48ab-a5d4-47b8bb1918c3 req-1fcedb02-fc4e-4782-b77f-4478717b8540 tempest-ServerRescueNegativeTestJSON-1304480791 tempest-ServerRescueNegativeTestJSON-1304480791-project] 10.222.0.39 "GET /v2.0/security-groups?id=d3f9b1f1-6368-4c51-964e-16ec3a7a3785&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0607653 Apr 12 11:01:59.726824 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron.plugins.ml2.rpc [None req-ae6c308c-a92e-4424-a7f8-d6a17e5174ef None None] Device d8445a7c-a328-45d0-8618-af8d0615ea29 up at agent hyperv_hv-cinder-83008 {{(pid=103259) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 11:01:59.771661 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron.db.provisioning_blocks [None req-ae6c308c-a92e-4424-a7f8-d6a17e5174ef None None] Provisioning for port d8445a7c-a328-45d0-8618-af8d0615ea29 completed by entity L2. {{(pid=103259) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Apr 12 11:01:59.778161 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron.db.provisioning_blocks [None req-ae6c308c-a92e-4424-a7f8-d6a17e5174ef None None] Provisioning complete for port d8445a7c-a328-45d0-8618-af8d0615ea29 triggered by entity L2. {{(pid=103259) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 11:01:59.778659 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron_lib.callbacks.manager [None req-ae6c308c-a92e-4424-a7f8-d6a17e5174ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1343588'] for port (d8445a7c-a328-45d0-8618-af8d0615ea29), provisioning_complete {{(pid=103259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:01:59.860928 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron.plugins.ml2.plugin [None req-ae6c308c-a92e-4424-a7f8-d6a17e5174ef None None] Current status of the port d8445a7c-a328-45d0-8618-af8d0615ea29 is: BUILD; New status is: ACTIVE {{(pid=103259) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 11:01:59.861314 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron_lib.callbacks.manager [None req-ae6c308c-a92e-4424-a7f8-d6a17e5174ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1535343'] for port (d8445a7c-a328-45d0-8618-af8d0615ea29), before_update {{(pid=103259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:01:59.893958 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron.plugins.ml2.db [None req-ae6c308c-a92e-4424-a7f8-d6a17e5174ef None None] For port d8445a7c-a328-45d0-8618-af8d0615ea29, host hv-cinder-83008, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83008',level=0,port_id=d8445a7c-a328-45d0-8618-af8d0615ea29,segment=NetworkSegment(2248de7c-bd9a-4119-9ea3-2adf7f860546),segment_id=2248de7c-bd9a-4119-9ea3-2adf7f860546)] {{(pid=103259) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 11:01:59.897159 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron_lib.callbacks.manager [None req-ae6c308c-a92e-4424-a7f8-d6a17e5174ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1534861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777667992095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777667450170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777667450188'] for port (d8445a7c-a328-45d0-8618-af8d0615ea29), after_update {{(pid=103259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:01:59.945311 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae6c308c-a92e-4424-a7f8-d6a17e5174ef None None] Pushing event updated for resources: {'Port': ['ID=d8445a7c-a328-45d0-8618-af8d0615ea29,revision_number=5']} {{(pid=103259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:02:00.141105 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e89898ac-83cd-437e-97ba-5bcf1364260b req-b13acc8f-1906-44a0-b849-45724a4506b1 tempest-VolumesNegativeTest-124015576 tempest-VolumesNegativeTest-124015576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:02:00.142639 dv-cinder-830088-4-iscsi neutron-server[103257]: INFO neutron.wsgi [req-e89898ac-83cd-437e-97ba-5bcf1364260b req-b13acc8f-1906-44a0-b849-45724a4506b1 tempest-VolumesNegativeTest-124015576 tempest-VolumesNegativeTest-124015576-project] 10.222.0.39 "GET /v2.0/ports?device_id=5c50f7da-4218-46d3-b356-aaec57ed9545 HTTP/1.1" status: 200 len: 936 time: 0.0468712 Apr 12 11:02:00.248611 dv-cinder-830088-4-iscsi neutron-server[103257]: INFO neutron.wsgi [req-e89898ac-83cd-437e-97ba-5bcf1364260b req-da75ff4d-a4a4-4975-a4cc-28f3a1341825 tempest-VolumesNegativeTest-124015576 tempest-VolumesNegativeTest-124015576-project] 10.222.0.39 "GET /v2.0/security-groups?id=1b7172f6-7f68-49bc-a1b3-cb23deb72f5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1003487 Apr 12 11:02:00.289453 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbb43520-9978-4105-9d42-ed605ffb52c8 req-38ff41c4-ed4f-4532-bee8-1bd602e4447e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:02:00.290991 dv-cinder-830088-4-iscsi neutron-server[103257]: INFO neutron.wsgi [req-cbb43520-9978-4105-9d42-ed605ffb52c8 req-38ff41c4-ed4f-4532-bee8-1bd602e4447e service neutron] 10.222.0.53 "GET /v2.0/subnets?id=a03f1c9e-6c63-496e-9600-bb0a8351c93d HTTP/1.1" status: 200 len: 849 time: 0.1177309 Apr 12 11:02:00.318496 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron.api.v2.base [req-a2126c09-1e3e-46b0-a117-1c7abc8a97e8 req-f5c31b4b-0f55-416c-9cdb-b64534d149e4 service neutron] Request body: {'port': {'device_id': '5c50f7da-4218-46d3-b356-aaec57ed9545', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83008'}} {{(pid=103257) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 11:02:00.324444 dv-cinder-830088-4-iscsi neutron-server[103257]: INFO neutron.wsgi [req-c5d74d7f-4361-43f9-9290-902d3eb75a72 req-6294a319-ed5d-4fb2-8e37-610f36e8a43e service neutron] 10.222.0.53 "GET /v2.0/networks/696acaf3-e376-402a-9f44-515f336c0ed7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1501369 Apr 12 11:02:00.327612 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '054cf929-099f-406a-9607-1086f5624af6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd8445a7c-a328-45d0-8618-af8d0615ea29'}] {{(pid=103259) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 11:02:00.333211 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}af87e37ddfedca7c8b2a1dd0c6cba4e3e91bcc66796c687067be127c7223cf15" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9e84c8c5-1fbf-4aaf-aab1-39ac5c9915ec" -d '{"events": [{"server_uuid": "054cf929-099f-406a-9607-1086f5624af6", "name": "network-vif-plugged", "status": "completed", "tag": "d8445a7c-a328-45d0-8618-af8d0615ea29"}]}' {{(pid=103259) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 11:02:00.402753 dv-cinder-830088-4-iscsi neutron-server[103257]: INFO neutron.wsgi [req-3a1fe44e-c872-4f4a-a9d4-85f3543a25f2 req-0fc58b58-6022-42f2-b6e4-dbf76bdfd501 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=332a1fd1-5c8d-44a4-a602-cb07d1316e56&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0496814 Apr 12 11:02:00.403010 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f1b2431-e525-4766-a066-fa495850ceda req-055777ed-033d-48a1-8312-66ed03c58f71 tempest-AttachVolumeNegativeTest-1347969699 tempest-AttachVolumeNegativeTest-1347969699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:02:00.410416 dv-cinder-830088-4-iscsi neutron-server[103258]: INFO neutron.wsgi [req-0f1b2431-e525-4766-a066-fa495850ceda req-055777ed-033d-48a1-8312-66ed03c58f71 tempest-AttachVolumeNegativeTest-1347969699 tempest-AttachVolumeNegativeTest-1347969699-project] 10.222.0.39 "GET /v2.0/ports?device_id=76c0d3e2-99b4-4344-b105-cc9bc02b2bb7 HTTP/1.1" status: 200 len: 945 time: 0.0975468 Apr 12 11:02:00.542887 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-232f3e8b-ea73-45fa-8cf2-c0380d126efa req-10bca885-65da-4daa-86b8-a88f5a00f5e0 tempest-AttachVolumeShelveTestJSON-1581400671 tempest-AttachVolumeShelveTestJSON-1581400671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:02:00.549137 dv-cinder-830088-4-iscsi neutron-server[103257]: INFO neutron.wsgi [req-232f3e8b-ea73-45fa-8cf2-c0380d126efa req-10bca885-65da-4daa-86b8-a88f5a00f5e0 tempest-AttachVolumeShelveTestJSON-1581400671 tempest-AttachVolumeShelveTestJSON-1581400671-project] 10.222.0.39 "GET /v2.0/ports?device_id=02541d3b-c0f8-4669-8d56-2fb77315b4b7 HTTP/1.1" status: 200 len: 946 time: 0.1533358 Apr 12 11:02:00.555235 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbb43520-9978-4105-9d42-ed605ffb52c8 req-aaf45b28-fa99-45d8-8df4-9e93d6f83c1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:02:00.557460 dv-cinder-830088-4-iscsi neutron-server[103257]: INFO neutron.wsgi [req-cbb43520-9978-4105-9d42-ed605ffb52c8 req-aaf45b28-fa99-45d8-8df4-9e93d6f83c1c service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=5283658c-f0e4-41df-8b22-61e61a4f7877&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1459203 Apr 12 11:02:00.558287 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [req-a2126c09-1e3e-46b0-a117-1c7abc8a97e8 req-f5c31b4b-0f55-416c-9cdb-b64534d149e4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1535343'] for port (b0863c1e-97fc-47a6-b9c7-ee8795066d48), before_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:02:00.560748 dv-cinder-830088-4-iscsi neutron-server[103258]: INFO neutron.wsgi [req-0f1b2431-e525-4766-a066-fa495850ceda req-db59ef4e-f669-474e-b833-5967f76488a1 tempest-AttachVolumeNegativeTest-1347969699 tempest-AttachVolumeNegativeTest-1347969699-project] 10.222.0.39 "GET /v2.0/security-groups?id=4866db02-000f-42de-90d5-3a6f4f0dbf7e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1439438 Apr 12 11:02:00.590854 dv-cinder-830088-4-iscsi neutron-server[103258]: INFO neutron.wsgi [req-158c29ea-2097-4dad-97b2-e5bc19398f54 req-de32264d-e5f1-408a-8541-bf86657e1226 service neutron] 10.222.0.53 "GET /v2.0/networks/5fe71604-a19f-4748-9dc5-7cc9d7ecf6be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2155507 Apr 12 11:02:00.612162 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Apr 2022 11:02:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-995bf183-dc18-41bb-92be-4fbc980a9190 x-openstack-request-id: req-995bf183-dc18-41bb-92be-4fbc980a9190 {{(pid=103259) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 11:02:00.612691 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "054cf929-099f-406a-9607-1086f5624af6", "name": "network-vif-plugged", "status": "completed", "tag": "d8445a7c-a328-45d0-8618-af8d0615ea29", "code": 200}]} {{(pid=103259) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 11:02:00.613016 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-995bf183-dc18-41bb-92be-4fbc980a9190 {{(pid=103259) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 11:02:00.614095 dv-cinder-830088-4-iscsi neutron-server[103259]: INFO neutron.notifiers.nova [-] Nova event matching ['req-995bf183-dc18-41bb-92be-4fbc980a9190'] response: {'server_uuid': '054cf929-099f-406a-9607-1086f5624af6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd8445a7c-a328-45d0-8618-af8d0615ea29', 'code': 200} Apr 12 11:02:00.688551 dv-cinder-830088-4-iscsi neutron-server[103257]: INFO neutron.wsgi [req-232f3e8b-ea73-45fa-8cf2-c0380d126efa req-30b45f52-7940-4937-8013-049320467090 tempest-AttachVolumeShelveTestJSON-1581400671 tempest-AttachVolumeShelveTestJSON-1581400671-project] 10.222.0.39 "GET /v2.0/security-groups?id=76018d3a-627c-488b-b6f9-308c58c63207&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1384959 Apr 12 11:02:00.715187 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df600daa-28c1-44fc-9028-2816aa8b8bab req-6a457391-10b8-48f1-b18b-a9ec70df988d tempest-AttachVolumeTestJSON-1709741936 tempest-AttachVolumeTestJSON-1709741936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:02:00.716819 dv-cinder-830088-4-iscsi neutron-server[103258]: INFO neutron.wsgi [req-df600daa-28c1-44fc-9028-2816aa8b8bab req-6a457391-10b8-48f1-b18b-a9ec70df988d tempest-AttachVolumeTestJSON-1709741936 tempest-AttachVolumeTestJSON-1709741936-project] 10.222.0.39 "GET /v2.0/ports?device_id=054cf929-099f-406a-9607-1086f5624af6 HTTP/1.1" status: 200 len: 946 time: 0.0556996 Apr 12 11:02:00.719662 dv-cinder-830088-4-iscsi neutron-server[103257]: INFO neutron.wsgi [req-c5d74d7f-4361-43f9-9290-902d3eb75a72 req-bb248914-e510-49b4-85f5-031ef6216ac3 service neutron] 10.222.0.53 "GET /v2.0/networks/696acaf3-e376-402a-9f44-515f336c0ed7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2567415 Apr 12 11:02:00.779487 dv-cinder-830088-4-iscsi neutron-server[103258]: INFO neutron.wsgi [req-df600daa-28c1-44fc-9028-2816aa8b8bab req-4ed4d016-c62c-4523-9bfb-381f167be789 tempest-AttachVolumeTestJSON-1709741936 tempest-AttachVolumeTestJSON-1709741936-project] 10.222.0.39 "GET /v2.0/security-groups?id=fc469313-82a8-4ad2-a9e9-24c86c2f4d72&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0558090 Apr 12 11:02:00.870308 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df6971d9-0745-4150-b5c9-20dbefe968c4 req-ded9443d-9fb1-47ce-bae2-f25ad228330a tempest-ServerRescueNegativeTestJSON-1304480791 tempest-ServerRescueNegativeTestJSON-1304480791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:02:00.871854 dv-cinder-830088-4-iscsi neutron-server[103257]: INFO neutron.wsgi [req-df6971d9-0745-4150-b5c9-20dbefe968c4 req-ded9443d-9fb1-47ce-bae2-f25ad228330a tempest-ServerRescueNegativeTestJSON-1304480791 tempest-ServerRescueNegativeTestJSON-1304480791-project] 10.222.0.39 "GET /v2.0/ports?device_id=9850fc3f-3ca4-4813-9ce5-f048fd29222e HTTP/1.1" status: 200 len: 943 time: 0.0805793 Apr 12 11:02:00.971688 dv-cinder-830088-4-iscsi neutron-server[103257]: INFO neutron.wsgi [req-df6971d9-0745-4150-b5c9-20dbefe968c4 req-17e45e81-9db3-4d8e-87c0-b6ac5671b34d tempest-ServerRescueNegativeTestJSON-1304480791 tempest-ServerRescueNegativeTestJSON-1304480791-project] 10.222.0.39 "GET /v2.0/security-groups?id=d3f9b1f1-6368-4c51-964e-16ec3a7a3785&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0731628 Apr 12 11:02:01.032299 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron.notifiers.nova [req-a2126c09-1e3e-46b0-a117-1c7abc8a97e8 req-f5c31b4b-0f55-416c-9cdb-b64534d149e4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b0863c1e-97fc-47a6-b9c7-ee8795066d48 {{(pid=103257) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 12 11:02:01.039879 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [req-a2126c09-1e3e-46b0-a117-1c7abc8a97e8 req-f5c31b4b-0f55-416c-9cdb-b64534d149e4 service neutron] Publish callbacks [] for port (b0863c1e-97fc-47a6-b9c7-ee8795066d48), precommit_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:02:01.052542 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron.db.provisioning_blocks [req-a2126c09-1e3e-46b0-a117-1c7abc8a97e8 req-f5c31b4b-0f55-416c-9cdb-b64534d149e4 service neutron] Transition to ACTIVE for port object b0863c1e-97fc-47a6-b9c7-ee8795066d48 will not be triggered until provisioned by entity L2. {{(pid=103257) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 12 11:02:01.056863 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [req-a2126c09-1e3e-46b0-a117-1c7abc8a97e8 req-f5c31b4b-0f55-416c-9cdb-b64534d149e4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1534861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777667992095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777667450170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777667450188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5265638'] for port (b0863c1e-97fc-47a6-b9c7-ee8795066d48), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:02:01.118143 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5c31b4b-0f55-416c-9cdb-b64534d149e4 service neutron] Pushing event updated for resources: {'Port': ['ID=b0863c1e-97fc-47a6-b9c7-ee8795066d48,revision_number=2']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:02:01.260114 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron.plugins.ml2.managers [req-a2126c09-1e3e-46b0-a117-1c7abc8a97e8 req-f5c31b4b-0f55-416c-9cdb-b64534d149e4 service neutron] Attempting to bind port b0863c1e-97fc-47a6-b9c7-ee8795066d48 on host hv-cinder-83008 for vnic_type normal with profile {{(pid=103257) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 12 11:02:01.260453 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron.plugins.ml2.managers [req-a2126c09-1e3e-46b0-a117-1c7abc8a97e8 req-f5c31b4b-0f55-416c-9cdb-b64534d149e4 service neutron] Attempting to bind port b0863c1e-97fc-47a6-b9c7-ee8795066d48 by drivers openvswitch,hyperv on host hv-cinder-83008 at level 0 using segments [{'id': 'b38201fa-6a32-4a1f-9c0f-806cdb936d2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': '3d77b544-fede-4d95-82e9-74af82ecc128'}] {{(pid=103257) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 12 11:02:01.260794 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2126c09-1e3e-46b0-a117-1c7abc8a97e8 req-f5c31b4b-0f55-416c-9cdb-b64534d149e4 service neutron] Attempting to bind port b0863c1e-97fc-47a6-b9c7-ee8795066d48 on network 3d77b544-fede-4d95-82e9-74af82ecc128 {{(pid=103257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 11:02:01.269573 dv-cinder-830088-4-iscsi neutron-server[103257]: INFO neutron.wsgi [req-3a1fe44e-c872-4f4a-a9d4-85f3543a25f2 req-fdc5bc97-4ed6-4f31-945a-ad1e5d1e6c15 service neutron] 10.222.0.53 "GET /v2.0/networks/332a1fd1-5c8d-44a4-a602-cb07d1316e56?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1612186 Apr 12 11:02:01.270108 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2126c09-1e3e-46b0-a117-1c7abc8a97e8 req-f5c31b4b-0f55-416c-9cdb-b64534d149e4 service neutron] Port b0863c1e-97fc-47a6-b9c7-ee8795066d48 on network 3d77b544-fede-4d95-82e9-74af82ecc128 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83008 {{(pid=103257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 12 11:02:01.270432 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2126c09-1e3e-46b0-a117-1c7abc8a97e8 req-f5c31b4b-0f55-416c-9cdb-b64534d149e4 service neutron] Attempting to bind port b0863c1e-97fc-47a6-b9c7-ee8795066d48 on network 3d77b544-fede-4d95-82e9-74af82ecc128 {{(pid=103257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 11:02:01.277060 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2126c09-1e3e-46b0-a117-1c7abc8a97e8 req-f5c31b4b-0f55-416c-9cdb-b64534d149e4 service neutron] Checking agent: {'id': '742b2e09-86ec-4663-b086-f6b891926c3e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83008', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 12, 10, 58, 42), 'started_at': datetime.datetime(2022, 4, 12, 10, 58, 42), 'heartbeat_timestamp': datetime.datetime(2022, 4, 12, 11, 1, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 12 11:02:01.277409 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2126c09-1e3e-46b0-a117-1c7abc8a97e8 req-f5c31b4b-0f55-416c-9cdb-b64534d149e4 service neutron] Checking segment: {'id': 'b38201fa-6a32-4a1f-9c0f-806cdb936d2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': '3d77b544-fede-4d95-82e9-74af82ecc128'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103257) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 11:02:01.278096 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2126c09-1e3e-46b0-a117-1c7abc8a97e8 req-f5c31b4b-0f55-416c-9cdb-b64534d149e4 service neutron] Bound using segment: {'id': 'b38201fa-6a32-4a1f-9c0f-806cdb936d2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': '3d77b544-fede-4d95-82e9-74af82ecc128'} {{(pid=103257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 12 11:02:01.278878 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron.plugins.ml2.managers [req-a2126c09-1e3e-46b0-a117-1c7abc8a97e8 req-f5c31b4b-0f55-416c-9cdb-b64534d149e4 service neutron] Bound port: b0863c1e-97fc-47a6-b9c7-ee8795066d48, host: hv-cinder-83008, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b38201fa-6a32-4a1f-9c0f-806cdb936d2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': '3d77b544-fede-4d95-82e9-74af82ecc128'}}] {{(pid=103257) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 12 11:02:01.279208 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [req-a2126c09-1e3e-46b0-a117-1c7abc8a97e8 req-f5c31b4b-0f55-416c-9cdb-b64534d149e4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1535343'] for port (b0863c1e-97fc-47a6-b9c7-ee8795066d48), before_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:02:01.385707 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c68679f-15b7-492b-8dbb-6c823d968f39 req-7d380695-aa99-4aa1-9fbf-be481d179951 tempest-VolumesNegativeTest-124015576 tempest-VolumesNegativeTest-124015576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:02:01.387152 dv-cinder-830088-4-iscsi neutron-server[103258]: INFO neutron.wsgi [req-1c68679f-15b7-492b-8dbb-6c823d968f39 req-7d380695-aa99-4aa1-9fbf-be481d179951 tempest-VolumesNegativeTest-124015576 tempest-VolumesNegativeTest-124015576-project] 10.222.0.39 "GET /v2.0/ports?device_id=5c50f7da-4218-46d3-b356-aaec57ed9545 HTTP/1.1" status: 200 len: 948 time: 0.0566168 Apr 12 11:02:01.426324 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron.plugins.ml2.db [req-a2126c09-1e3e-46b0-a117-1c7abc8a97e8 req-f5c31b4b-0f55-416c-9cdb-b64534d149e4 service neutron] For port b0863c1e-97fc-47a6-b9c7-ee8795066d48, host hv-cinder-83008, cleared binding levels {{(pid=103257) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 12 11:02:01.431619 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron.plugins.ml2.db [req-a2126c09-1e3e-46b0-a117-1c7abc8a97e8 req-f5c31b4b-0f55-416c-9cdb-b64534d149e4 service neutron] For port b0863c1e-97fc-47a6-b9c7-ee8795066d48, host hv-cinder-83008, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83008',level=0,port_id=b0863c1e-97fc-47a6-b9c7-ee8795066d48,segment=NetworkSegment(b38201fa-6a32-4a1f-9c0f-806cdb936d2e),segment_id=b38201fa-6a32-4a1f-9c0f-806cdb936d2e)] {{(pid=103257) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 12 11:02:01.437949 dv-cinder-830088-4-iscsi neutron-server[103258]: INFO neutron.wsgi [req-1c68679f-15b7-492b-8dbb-6c823d968f39 req-a46c6c40-05e3-4118-ab2d-67383093c55c tempest-VolumesNegativeTest-124015576 tempest-VolumesNegativeTest-124015576-project] 10.222.0.39 "GET /v2.0/security-groups?id=1b7172f6-7f68-49bc-a1b3-cb23deb72f5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446963 Apr 12 11:02:01.438826 dv-cinder-830088-4-iscsi neutron-server[103257]: INFO neutron.wsgi [req-cbb43520-9978-4105-9d42-ed605ffb52c8 req-a7cc1275-42e3-43ba-a4f7-f8aba504608c service neutron] 10.222.0.53 "GET /v2.0/networks/5283658c-f0e4-41df-8b22-61e61a4f7877?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1479907 Apr 12 11:02:01.441255 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [req-a2126c09-1e3e-46b0-a117-1c7abc8a97e8 req-f5c31b4b-0f55-416c-9cdb-b64534d149e4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1534861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777667992095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777667450170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777667450188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5265638'] for port (b0863c1e-97fc-47a6-b9c7-ee8795066d48), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:02:01.456619 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2126c09-1e3e-46b0-a117-1c7abc8a97e8 req-f5c31b4b-0f55-416c-9cdb-b64534d149e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:02:01.457261 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [req-a2126c09-1e3e-46b0-a117-1c7abc8a97e8 req-f5c31b4b-0f55-416c-9cdb-b64534d149e4 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586029'] for port (None), before_response {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:02:01.458714 dv-cinder-830088-4-iscsi neutron-server[103257]: INFO neutron.wsgi [req-a2126c09-1e3e-46b0-a117-1c7abc8a97e8 req-f5c31b4b-0f55-416c-9cdb-b64534d149e4 service neutron] 10.222.0.53 "PUT /v2.0/ports/b0863c1e-97fc-47a6-b9c7-ee8795066d48 HTTP/1.1" status: 200 len: 1098 time: 1.1457393 Apr 12 11:02:01.459197 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5c50f7da-4218-46d3-b356-aaec57ed9545', 'tag': 'b0863c1e-97fc-47a6-b9c7-ee8795066d48'}] {{(pid=103257) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 11:02:01.461447 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}263188bb5a56b6ea0b99504a79f1a82db60da3322be0ebbd3338f0b2803b3102" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3941798e-6316-4440-b67b-89d38d528a00" -d '{"events": [{"name": "network-changed", "server_uuid": "5c50f7da-4218-46d3-b356-aaec57ed9545", "tag": "b0863c1e-97fc-47a6-b9c7-ee8795066d48"}]}' {{(pid=103257) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 11:02:01.512989 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5c31b4b-0f55-416c-9cdb-b64534d149e4 service neutron] Pushing event updated for resources: {'Port': ['ID=b0863c1e-97fc-47a6-b9c7-ee8795066d48,revision_number=3']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:02:01.517217 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Apr 2022 11:02:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9de33614-8849-407a-b4a5-59e2a50306e0 x-openstack-request-id: req-9de33614-8849-407a-b4a5-59e2a50306e0 {{(pid=103257) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 11:02:01.517682 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5c50f7da-4218-46d3-b356-aaec57ed9545", "tag": "b0863c1e-97fc-47a6-b9c7-ee8795066d48", "status": "completed", "code": 200}]} {{(pid=103257) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 11:02:01.518906 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-9de33614-8849-407a-b4a5-59e2a50306e0 {{(pid=103257) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 11:02:01.519518 dv-cinder-830088-4-iscsi neutron-server[103257]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9de33614-8849-407a-b4a5-59e2a50306e0'] response: {'name': 'network-changed', 'server_uuid': '5c50f7da-4218-46d3-b356-aaec57ed9545', 'tag': 'b0863c1e-97fc-47a6-b9c7-ee8795066d48', 'status': 'completed', 'code': 200} Apr 12 11:02:01.671963 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7964d3d2-09a4-4ef3-91ad-3057390837cd req-2346c52d-f3b8-4834-aae6-1639fd68703f tempest-AttachVolumeNegativeTest-1347969699 tempest-AttachVolumeNegativeTest-1347969699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:02:01.673385 dv-cinder-830088-4-iscsi neutron-server[103258]: INFO neutron.wsgi [req-7964d3d2-09a4-4ef3-91ad-3057390837cd req-2346c52d-f3b8-4834-aae6-1639fd68703f tempest-AttachVolumeNegativeTest-1347969699 tempest-AttachVolumeNegativeTest-1347969699-project] 10.222.0.39 "GET /v2.0/ports?device_id=76c0d3e2-99b4-4344-b105-cc9bc02b2bb7 HTTP/1.1" status: 200 len: 945 time: 0.0467694 Apr 12 11:02:01.721077 dv-cinder-830088-4-iscsi neutron-server[103258]: INFO neutron.wsgi [req-7964d3d2-09a4-4ef3-91ad-3057390837cd req-765898bd-92ac-406c-929f-f21a10584fca tempest-AttachVolumeNegativeTest-1347969699 tempest-AttachVolumeNegativeTest-1347969699-project] 10.222.0.39 "GET /v2.0/security-groups?id=4866db02-000f-42de-90d5-3a6f4f0dbf7e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419352 Apr 12 11:02:01.737451 dv-cinder-830088-4-iscsi neutron-server[103260]: DEBUG neutron.db.agents_db [None req-b0205aca-973a-4a8a-ba9e-4a4e25067b42 None None] Agent healthcheck: found 6 active agents {{(pid=103260) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 12 11:02:01.813406 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c7043df-1406-494d-9ca6-61baa5a861fa req-526ce40a-716e-4a68-a72b-7391b56fd792 tempest-AttachVolumeShelveTestJSON-1581400671 tempest-AttachVolumeShelveTestJSON-1581400671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:02:01.817902 dv-cinder-830088-4-iscsi neutron-server[103257]: INFO neutron.wsgi [req-5c7043df-1406-494d-9ca6-61baa5a861fa req-526ce40a-716e-4a68-a72b-7391b56fd792 tempest-AttachVolumeShelveTestJSON-1581400671 tempest-AttachVolumeShelveTestJSON-1581400671-project] 10.222.0.39 "GET /v2.0/ports?device_id=02541d3b-c0f8-4669-8d56-2fb77315b4b7 HTTP/1.1" status: 200 len: 946 time: 0.0552413 Apr 12 11:02:01.871770 dv-cinder-830088-4-iscsi neutron-server[103257]: INFO neutron.wsgi [req-5c7043df-1406-494d-9ca6-61baa5a861fa req-f3977c74-d871-4d1c-acbb-12c3cba9ec5f tempest-AttachVolumeShelveTestJSON-1581400671 tempest-AttachVolumeShelveTestJSON-1581400671-project] 10.222.0.39 "GET /v2.0/security-groups?id=76018d3a-627c-488b-b6f9-308c58c63207&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0529819 Apr 12 11:02:01.886906 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cc1452a-5f6c-4c75-a697-f21c60a690c3 req-432a87e7-980f-4650-bae7-0d7f247d679b tempest-AttachVolumeNegativeTest-1347969699 tempest-AttachVolumeNegativeTest-1347969699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:02:01.886906 dv-cinder-830088-4-iscsi neutron-server[103258]: INFO neutron.wsgi [req-5cc1452a-5f6c-4c75-a697-f21c60a690c3 req-432a87e7-980f-4650-bae7-0d7f247d679b tempest-AttachVolumeNegativeTest-1347969699 tempest-AttachVolumeNegativeTest-1347969699-project] 10.222.0.39 "GET /v2.0/ports?device_id=76c0d3e2-99b4-4344-b105-cc9bc02b2bb7 HTTP/1.1" status: 200 len: 945 time: 0.0549150 Apr 12 11:02:01.890165 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron.wsgi [-] (103257) accepted ('10.222.0.39', 51160) {{(pid=103257) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 11:02:01.894888 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron.api.v2.base [None req-734ab931-0a7b-4533-899c-6bae32ec5cb3 tempest-AttachVolumeNegativeTest-1347969699 tempest-AttachVolumeNegativeTest-1347969699-project] Request body: {'floatingip': {'port_id': '81da8d92-10b5-4f49-b3df-4f9d3bffc3b7'}} {{(pid=103257) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 11:02:01.981627 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-734ab931-0a7b-4533-899c-6bae32ec5cb3 tempest-AttachVolumeNegativeTest-1347969699 tempest-AttachVolumeNegativeTest-1347969699-project] Publish callbacks [] for floatingip (9a9747ef-6d85-4a0f-8920-54c4a716cecc), before_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:02:02.013599 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87b9f4be-d33e-49fe-a064-6d30eccfb4c6 req-38989bbe-d0f4-4314-96ae-a04280d26719 tempest-AttachVolumeTestJSON-1709741936 tempest-AttachVolumeTestJSON-1709741936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:02:02.015375 dv-cinder-830088-4-iscsi neutron-server[103258]: INFO neutron.wsgi [req-87b9f4be-d33e-49fe-a064-6d30eccfb4c6 req-38989bbe-d0f4-4314-96ae-a04280d26719 tempest-AttachVolumeTestJSON-1709741936 tempest-AttachVolumeTestJSON-1709741936-project] 10.222.0.39 "GET /v2.0/ports?device_id=054cf929-099f-406a-9607-1086f5624af6 HTTP/1.1" status: 200 len: 946 time: 0.0645659 Apr 12 11:02:02.074945 dv-cinder-830088-4-iscsi neutron-server[103258]: INFO neutron.wsgi [req-87b9f4be-d33e-49fe-a064-6d30eccfb4c6 req-ee212b7d-6fb5-48cc-9e98-af13976683fc tempest-AttachVolumeTestJSON-1709741936 tempest-AttachVolumeTestJSON-1709741936-project] 10.222.0.39 "GET /v2.0/security-groups?id=fc469313-82a8-4ad2-a9e9-24c86c2f4d72&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0535274 Apr 12 11:02:02.166484 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec8fd64c-23ae-4ed4-8d21-9d6984da2518 req-eee9994c-fef6-462d-bb38-1139a9d36dcc tempest-ServerRescueNegativeTestJSON-1304480791 tempest-ServerRescueNegativeTestJSON-1304480791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:02:02.167996 dv-cinder-830088-4-iscsi neutron-server[103257]: INFO neutron.wsgi [req-ec8fd64c-23ae-4ed4-8d21-9d6984da2518 req-eee9994c-fef6-462d-bb38-1139a9d36dcc tempest-ServerRescueNegativeTestJSON-1304480791 tempest-ServerRescueNegativeTestJSON-1304480791-project] 10.222.0.39 "GET /v2.0/ports?device_id=9850fc3f-3ca4-4813-9ce5-f048fd29222e HTTP/1.1" status: 200 len: 943 time: 0.0978658 Apr 12 11:02:02.269669 dv-cinder-830088-4-iscsi neutron-server[103257]: INFO neutron.wsgi [req-ec8fd64c-23ae-4ed4-8d21-9d6984da2518 req-d663abe2-a8bf-4214-a2c0-53946e29378b tempest-ServerRescueNegativeTestJSON-1304480791 tempest-ServerRescueNegativeTestJSON-1304480791-project] 10.222.0.39 "GET /v2.0/security-groups?id=d3f9b1f1-6368-4c51-964e-16ec3a7a3785&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0956593 Apr 12 11:02:02.570195 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0a643bc-b985-42ba-9bdc-23c739d00583 req-0646e28e-8da7-4d88-af98-b787b3ed4e54 tempest-VolumesNegativeTest-124015576 tempest-VolumesNegativeTest-124015576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:02:02.572353 dv-cinder-830088-4-iscsi neutron-server[103258]: INFO neutron.wsgi [req-d0a643bc-b985-42ba-9bdc-23c739d00583 req-0646e28e-8da7-4d88-af98-b787b3ed4e54 tempest-VolumesNegativeTest-124015576 tempest-VolumesNegativeTest-124015576-project] 10.222.0.39 "GET /v2.0/ports?device_id=5c50f7da-4218-46d3-b356-aaec57ed9545 HTTP/1.1" status: 200 len: 948 time: 0.0585215 Apr 12 11:02:02.624294 dv-cinder-830088-4-iscsi neutron-server[103258]: INFO neutron.wsgi [req-d0a643bc-b985-42ba-9bdc-23c739d00583 req-a7d32fee-2c04-4c01-8ca6-59c2e94750a4 tempest-VolumesNegativeTest-124015576 tempest-VolumesNegativeTest-124015576-project] 10.222.0.39 "GET /v2.0/security-groups?id=1b7172f6-7f68-49bc-a1b3-cb23deb72f5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463364 Apr 12 11:02:02.891284 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron_lib.db.resource_extend [None req-734ab931-0a7b-4533-899c-6bae32ec5cb3 tempest-AttachVolumeNegativeTest-1347969699 tempest-AttachVolumeNegativeTest-1347969699-project] It took 0.29 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 12 11:02:02.990898 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-734ab931-0a7b-4533-899c-6bae32ec5cb3 tempest-AttachVolumeNegativeTest-1347969699 tempest-AttachVolumeNegativeTest-1347969699-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:02:02.997650 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-734ab931-0a7b-4533-899c-6bae32ec5cb3 tempest-AttachVolumeNegativeTest-1347969699 tempest-AttachVolumeNegativeTest-1347969699-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-579534'] for floatingip (9a9747ef-6d85-4a0f-8920-54c4a716cecc), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:02:03.046354 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4798dde-305c-454b-8349-c28fe0c02dc9 req-8c73d9da-a39c-4a5d-bfd8-cac88bf167f5 tempest-AttachVolumeShelveTestJSON-1581400671 tempest-AttachVolumeShelveTestJSON-1581400671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:02:03.047847 dv-cinder-830088-4-iscsi neutron-server[103257]: INFO neutron.wsgi [req-b4798dde-305c-454b-8349-c28fe0c02dc9 req-8c73d9da-a39c-4a5d-bfd8-cac88bf167f5 tempest-AttachVolumeShelveTestJSON-1581400671 tempest-AttachVolumeShelveTestJSON-1581400671-project] 10.222.0.39 "GET /v2.0/ports?device_id=02541d3b-c0f8-4669-8d56-2fb77315b4b7 HTTP/1.1" status: 200 len: 946 time: 0.0951815 Apr 12 11:02:03.142392 dv-cinder-830088-4-iscsi neutron-server[103257]: INFO neutron.wsgi [req-b4798dde-305c-454b-8349-c28fe0c02dc9 req-d192e959-fd63-46b8-af15-f1bfc3c43598 tempest-AttachVolumeShelveTestJSON-1581400671 tempest-AttachVolumeShelveTestJSON-1581400671-project] 10.222.0.39 "GET /v2.0/security-groups?id=76018d3a-627c-488b-b6f9-308c58c63207&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0885177 Apr 12 11:02:03.143849 dv-cinder-830088-4-iscsi neutron-server[103257]: INFO neutron.db.l3_db [None req-734ab931-0a7b-4533-899c-6bae32ec5cb3 tempest-AttachVolumeNegativeTest-1347969699 tempest-AttachVolumeNegativeTest-1347969699-project] Floating IP 9a9747ef-6d85-4a0f-8920-54c4a716cecc associated. External IP: 172.27.3.181, port: 81da8d92-10b5-4f49-b3df-4f9d3bffc3b7. Apr 12 11:02:03.191036 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5acdcef9-9177-4287-969e-38955962609e req-f772d7c8-a899-4ab6-90b6-5be4db851b3a tempest-AttachVolumeTestJSON-1709741936 tempest-AttachVolumeTestJSON-1709741936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:02:03.192527 dv-cinder-830088-4-iscsi neutron-server[103258]: INFO neutron.wsgi [req-5acdcef9-9177-4287-969e-38955962609e req-f772d7c8-a899-4ab6-90b6-5be4db851b3a tempest-AttachVolumeTestJSON-1709741936 tempest-AttachVolumeTestJSON-1709741936-project] 10.222.0.39 "GET /v2.0/ports?device_id=054cf929-099f-406a-9607-1086f5624af6 HTTP/1.1" status: 200 len: 946 time: 0.0493286 Apr 12 11:02:03.238046 dv-cinder-830088-4-iscsi neutron-server[103258]: INFO neutron.wsgi [req-5acdcef9-9177-4287-969e-38955962609e req-cba44092-c5d0-466e-9210-16a373275955 tempest-AttachVolumeTestJSON-1709741936 tempest-AttachVolumeTestJSON-1709741936-project] 10.222.0.39 "GET /v2.0/security-groups?id=fc469313-82a8-4ad2-a9e9-24c86c2f4d72&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398467 Apr 12 11:02:03.382819 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-734ab931-0a7b-4533-899c-6bae32ec5cb3 tempest-AttachVolumeNegativeTest-1347969699 tempest-AttachVolumeNegativeTest-1347969699-project] Router b40e7d0d-8f57-424d-96be-54b6f118e1d9 has already been hosted by L3 agent 77f5e085-0284-4236-9dbf-35d2d452e277 {{(pid=103257) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 12 11:02:03.395050 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79b3b312-25c2-4f91-baf4-d044540a5b3c req-9d3fc54c-06aa-4d14-a3ab-808f1881bc9f tempest-ServerRescueNegativeTestJSON-1304480791 tempest-ServerRescueNegativeTestJSON-1304480791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:02:03.396496 dv-cinder-830088-4-iscsi neutron-server[103257]: INFO neutron.wsgi [req-79b3b312-25c2-4f91-baf4-d044540a5b3c req-9d3fc54c-06aa-4d14-a3ab-808f1881bc9f tempest-ServerRescueNegativeTestJSON-1304480791 tempest-ServerRescueNegativeTestJSON-1304480791-project] 10.222.0.39 "GET /v2.0/ports?device_id=9850fc3f-3ca4-4813-9ce5-f048fd29222e HTTP/1.1" status: 200 len: 943 time: 0.0589192 Apr 12 11:02:03.513678 dv-cinder-830088-4-iscsi neutron-server[103257]: INFO neutron.wsgi [req-79b3b312-25c2-4f91-baf4-d044540a5b3c req-00072eea-f8ff-409d-ae47-17b369e25da2 tempest-ServerRescueNegativeTestJSON-1304480791 tempest-ServerRescueNegativeTestJSON-1304480791-project] 10.222.0.39 "GET /v2.0/security-groups?id=d3f9b1f1-6368-4c51-964e-16ec3a7a3785&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1110134 Apr 12 11:02:03.533763 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-734ab931-0a7b-4533-899c-6bae32ec5cb3 tempest-AttachVolumeNegativeTest-1347969699 tempest-AttachVolumeNegativeTest-1347969699-project] Notify agent at l3_agent.dv-cinder-830088-4-iscsi the message routers_updated {{(pid=103257) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 12 11:02:03.538149 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-734ab931-0a7b-4533-899c-6bae32ec5cb3 tempest-AttachVolumeNegativeTest-1347969699 tempest-AttachVolumeNegativeTest-1347969699-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108023'] for floatingip (None), before_response {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:02:03.546771 dv-cinder-830088-4-iscsi neutron-server[103260]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db138871-8bd7-4c64-9c0d-862b63ba90c6 None None] Sync routers for ids ['b40e7d0d-8f57-424d-96be-54b6f118e1d9'] in dv-cinder-830088-4-iscsi {{(pid=103260) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 12 11:02:03.556488 dv-cinder-830088-4-iscsi neutron-server[103260]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db138871-8bd7-4c64-9c0d-862b63ba90c6 None None] Routers {'b40e7d0d-8f57-424d-96be-54b6f118e1d9'} bound to L3 agent in host dv-cinder-830088-4-iscsi {{(pid=103260) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 11:02:03.557094 dv-cinder-830088-4-iscsi neutron-server[103260]: DEBUG neutron.db.l3_hamode_db [None req-db138871-8bd7-4c64-9c0d-862b63ba90c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830088-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-12T10:52:12Z,description=,heartbeat_timestamp=2022-04-12T11:01:43Z,host='dv-cinder-830088-4-iscsi',id=77f5e085-0284-4236-9dbf-35d2d452e277,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T10:52:12Z,topic='l3_agent')) {'router_ids': ['b40e7d0d-8f57-424d-96be-54b6f118e1d9'], 'active': True} {{(pid=103260) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 11:02:03.567545 dv-cinder-830088-4-iscsi neutron-server[103257]: INFO neutron.wsgi [None req-734ab931-0a7b-4533-899c-6bae32ec5cb3 tempest-AttachVolumeNegativeTest-1347969699 tempest-AttachVolumeNegativeTest-1347969699-project] 10.222.0.39 "PUT /v2.0/floatingips/9a9747ef-6d85-4a0f-8920-54c4a716cecc HTTP/1.1" status: 200 len: 991 time: 1.6762309 Apr 12 11:02:03.568235 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '76c0d3e2-99b4-4344-b105-cc9bc02b2bb7', 'tag': '81da8d92-10b5-4f49-b3df-4f9d3bffc3b7'}] {{(pid=103257) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 11:02:03.570557 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}263188bb5a56b6ea0b99504a79f1a82db60da3322be0ebbd3338f0b2803b3102" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-91a6d726-3e08-499a-a464-24f70dfa7f6f" -d '{"events": [{"name": "network-changed", "server_uuid": "76c0d3e2-99b4-4344-b105-cc9bc02b2bb7", "tag": "81da8d92-10b5-4f49-b3df-4f9d3bffc3b7"}]}' {{(pid=103257) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 11:02:03.607632 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Apr 2022 11:02:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cf0e46bf-34ec-4e64-80db-2e458a2c9bb6 x-openstack-request-id: req-cf0e46bf-34ec-4e64-80db-2e458a2c9bb6 {{(pid=103257) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 11:02:03.607930 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "76c0d3e2-99b4-4344-b105-cc9bc02b2bb7", "tag": "81da8d92-10b5-4f49-b3df-4f9d3bffc3b7", "status": "completed", "code": 200}]} {{(pid=103257) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 11:02:03.608210 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-cf0e46bf-34ec-4e64-80db-2e458a2c9bb6 {{(pid=103257) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 11:02:03.608616 dv-cinder-830088-4-iscsi neutron-server[103257]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cf0e46bf-34ec-4e64-80db-2e458a2c9bb6'] response: {'name': 'network-changed', 'server_uuid': '76c0d3e2-99b4-4344-b105-cc9bc02b2bb7', 'tag': '81da8d92-10b5-4f49-b3df-4f9d3bffc3b7', 'status': 'completed', 'code': 200} Apr 12 11:02:03.672885 dv-cinder-830088-4-iscsi neutron-server[103260]: DEBUG neutron.db.l3_dvr_db [None req-db138871-8bd7-4c64-9c0d-862b63ba90c6 None None] Set router b40e7d0d-8f57-424d-96be-54b6f118e1d9 gateway port host: dv-cinder-830088-4-iscsi {{(pid=103260) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 11:02:03.740167 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41b70c45-87e6-4b90-8f7f-eeea8670e681 req-6a010a8e-9a9a-46c8-ab3b-64cc7a56735c tempest-VolumesNegativeTest-124015576 tempest-VolumesNegativeTest-124015576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:02:03.741660 dv-cinder-830088-4-iscsi neutron-server[103257]: INFO neutron.wsgi [req-41b70c45-87e6-4b90-8f7f-eeea8670e681 req-6a010a8e-9a9a-46c8-ab3b-64cc7a56735c tempest-VolumesNegativeTest-124015576 tempest-VolumesNegativeTest-124015576-project] 10.222.0.39 "GET /v2.0/ports?device_id=5c50f7da-4218-46d3-b356-aaec57ed9545 HTTP/1.1" status: 200 len: 948 time: 0.0471852 Apr 12 11:02:03.788283 dv-cinder-830088-4-iscsi neutron-server[103257]: INFO neutron.wsgi [req-41b70c45-87e6-4b90-8f7f-eeea8670e681 req-85d2a4e6-1cc2-433a-9fc0-a3b48fd921a4 tempest-VolumesNegativeTest-124015576 tempest-VolumesNegativeTest-124015576-project] 10.222.0.39 "GET /v2.0/security-groups?id=1b7172f6-7f68-49bc-a1b3-cb23deb72f5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403647 Apr 12 11:02:03.936436 dv-cinder-830088-4-iscsi neutron-server[103260]: DEBUG neutron.db.l3_hamode_db [None req-db138871-8bd7-4c64-9c0d-862b63ba90c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b40e7d0d-8f57-424d-96be-54b6f118e1d9', 'name': 'tempest-AttachVolumeNegativeTest-942964669-router', 'tenant_id': 'e581060642574053bd171680bd4e15a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b7be5f2-485b-4c85-8f98-fb200971b61c', 'external_fixed_ips': [{'subnet_id': '4887111e-1302-416a-ab8e-c957c9df7f85', 'ip_address': '172.27.3.241'}], 'enable_snat': True}, 'gw_port_id': 'dd38917a-e181-47e0-9f30-aa2e24b0ed10', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T11:00:41Z', 'updated_at': '2022-04-12T11:00:48Z', 'revision_number': 4, 'project_id': 'e581060642574053bd171680bd4e15a9', 'gw_port': {'id': 'dd38917a-e181-47e0-9f30-aa2e24b0ed10', 'name': '', 'network_id': '3b7be5f2-485b-4c85-8f98-fb200971b61c', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:d9:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b40e7d0d-8f57-424d-96be-54b6f118e1d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '4887111e-1302-416a-ab8e-c957c9df7f85', 'ip_address': '172.27.3.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830088-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T11:00:42Z', 'updated_at': '2022-04-12T11:00:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4887111e-1302-416a-ab8e-c957c9df7f85', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830088-4-iscsi', '_floatingips': [{'id': '9a9747ef-6d85-4a0f-8920-54c4a716cecc', 'tenant_id': 'e581060642574053bd171680bd4e15a9', 'floating_ip_address': '172.27.3.181', 'floating_network_id': '3b7be5f2-485b-4c85-8f98-fb200971b61c', 'router_id': 'b40e7d0d-8f57-424d-96be-54b6f118e1d9', 'port_id': '81da8d92-10b5-4f49-b3df-4f9d3bffc3b7', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 130, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8605bce6-3955-4448-bd79-8ef881f45c6d', 'mac_address': 'fa:16:3e:42:a0:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76c0d3e2-99b4-4344-b105-cc9bc02b2bb7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-12T11:01:03Z', 'updated_at': '2022-04-12T11:02:02Z', 'revision_number': 1, 'project_id': 'e581060642574053bd171680bd4e15a9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a2233ce1-933b-408f-884a-0a19dee76ba7', 'name': '', 'network_id': '8605bce6-3955-4448-bd79-8ef881f45c6d', 'tenant_id': 'e581060642574053bd171680bd4e15a9', 'mac_address': 'fa:16:3e:b3:0a:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b40e7d0d-8f57-424d-96be-54b6f118e1d9', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': '342bfb33-54ce-4b31-b1d9-ee13f5d2ec00', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830088-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T11:00:47Z', 'updated_at': '2022-04-12T11:00:57Z', 'revision_number': 5, 'project_id': 'e581060642574053bd171680bd4e15a9', 'subnets': [{'id': '342bfb33-54ce-4b31-b1d9-ee13f5d2ec00', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830088-4-iscsi', False) {} {{(pid=103260) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 11:02:03.961289 dv-cinder-830088-4-iscsi neutron-server[103260]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db138871-8bd7-4c64-9c0d-862b63ba90c6 None None] Checking router: b40e7d0d-8f57-424d-96be-54b6f118e1d9 for host: dv-cinder-830088-4-iscsi {{(pid=103260) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 12 11:02:03.969219 dv-cinder-830088-4-iscsi neutron-server[103260]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db138871-8bd7-4c64-9c0d-862b63ba90c6 None None] Routers {'b40e7d0d-8f57-424d-96be-54b6f118e1d9'} bound to L3 agent in host dv-cinder-830088-4-iscsi {{(pid=103260) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 11:02:03.969804 dv-cinder-830088-4-iscsi neutron-server[103260]: DEBUG neutron.db.l3_hamode_db [None req-db138871-8bd7-4c64-9c0d-862b63ba90c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830088-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-12T10:52:12Z,description=,heartbeat_timestamp=2022-04-12T11:01:43Z,host='dv-cinder-830088-4-iscsi',id=77f5e085-0284-4236-9dbf-35d2d452e277,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T10:52:12Z,topic='l3_agent')) {'router_ids': ['b40e7d0d-8f57-424d-96be-54b6f118e1d9'], 'active': True} {{(pid=103260) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 11:02:04.077063 dv-cinder-830088-4-iscsi neutron-server[103260]: DEBUG neutron.db.l3_dvr_db [None req-db138871-8bd7-4c64-9c0d-862b63ba90c6 None None] Set router b40e7d0d-8f57-424d-96be-54b6f118e1d9 gateway port host: dv-cinder-830088-4-iscsi {{(pid=103260) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 11:02:04.264153 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca402dc6-11bf-4307-82c9-6b1904e07654 req-32d7df4e-1e8a-4f9a-8279-b435dbc6524c tempest-AttachVolumeShelveTestJSON-1581400671 tempest-AttachVolumeShelveTestJSON-1581400671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:02:04.265923 dv-cinder-830088-4-iscsi neutron-server[103258]: INFO neutron.wsgi [req-ca402dc6-11bf-4307-82c9-6b1904e07654 req-32d7df4e-1e8a-4f9a-8279-b435dbc6524c tempest-AttachVolumeShelveTestJSON-1581400671 tempest-AttachVolumeShelveTestJSON-1581400671-project] 10.222.0.39 "GET /v2.0/ports?device_id=02541d3b-c0f8-4669-8d56-2fb77315b4b7 HTTP/1.1" status: 200 len: 946 time: 0.0465381 Apr 12 11:02:04.290401 dv-cinder-830088-4-iscsi neutron-server[103260]: DEBUG neutron.db.l3_hamode_db [None req-db138871-8bd7-4c64-9c0d-862b63ba90c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b40e7d0d-8f57-424d-96be-54b6f118e1d9', 'name': 'tempest-AttachVolumeNegativeTest-942964669-router', 'tenant_id': 'e581060642574053bd171680bd4e15a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b7be5f2-485b-4c85-8f98-fb200971b61c', 'external_fixed_ips': [{'subnet_id': '4887111e-1302-416a-ab8e-c957c9df7f85', 'ip_address': '172.27.3.241'}], 'enable_snat': True}, 'gw_port_id': 'dd38917a-e181-47e0-9f30-aa2e24b0ed10', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T11:00:41Z', 'updated_at': '2022-04-12T11:00:48Z', 'revision_number': 4, 'project_id': 'e581060642574053bd171680bd4e15a9', 'gw_port': {'id': 'dd38917a-e181-47e0-9f30-aa2e24b0ed10', 'name': '', 'network_id': '3b7be5f2-485b-4c85-8f98-fb200971b61c', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:d9:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b40e7d0d-8f57-424d-96be-54b6f118e1d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '4887111e-1302-416a-ab8e-c957c9df7f85', 'ip_address': '172.27.3.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830088-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T11:00:42Z', 'updated_at': '2022-04-12T11:00:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4887111e-1302-416a-ab8e-c957c9df7f85', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830088-4-iscsi', '_floatingips': [{'id': '9a9747ef-6d85-4a0f-8920-54c4a716cecc', 'tenant_id': 'e581060642574053bd171680bd4e15a9', 'floating_ip_address': '172.27.3.181', 'floating_network_id': '3b7be5f2-485b-4c85-8f98-fb200971b61c', 'router_id': 'b40e7d0d-8f57-424d-96be-54b6f118e1d9', 'port_id': '81da8d92-10b5-4f49-b3df-4f9d3bffc3b7', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 130, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8605bce6-3955-4448-bd79-8ef881f45c6d', 'mac_address': 'fa:16:3e:42:a0:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76c0d3e2-99b4-4344-b105-cc9bc02b2bb7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-12T11:01:03Z', 'updated_at': '2022-04-12T11:02:02Z', 'revision_number': 1, 'project_id': 'e581060642574053bd171680bd4e15a9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a2233ce1-933b-408f-884a-0a19dee76ba7', 'name': '', 'network_id': '8605bce6-3955-4448-bd79-8ef881f45c6d', 'tenant_id': 'e581060642574053bd171680bd4e15a9', 'mac_address': 'fa:16:3e:b3:0a:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b40e7d0d-8f57-424d-96be-54b6f118e1d9', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': '342bfb33-54ce-4b31-b1d9-ee13f5d2ec00', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830088-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T11:00:47Z', 'updated_at': '2022-04-12T11:00:57Z', 'revision_number': 5, 'project_id': 'e581060642574053bd171680bd4e15a9', 'subnets': [{'id': '342bfb33-54ce-4b31-b1d9-ee13f5d2ec00', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830088-4-iscsi', False) {} {{(pid=103260) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 11:02:04.313962 dv-cinder-830088-4-iscsi neutron-server[103258]: INFO neutron.wsgi [req-ca402dc6-11bf-4307-82c9-6b1904e07654 req-59b49b1a-55d9-4e05-a158-60db47954c9d tempest-AttachVolumeShelveTestJSON-1581400671 tempest-AttachVolumeShelveTestJSON-1581400671-project] 10.222.0.39 "GET /v2.0/security-groups?id=76018d3a-627c-488b-b6f9-308c58c63207&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424333 Apr 12 11:02:04.318057 dv-cinder-830088-4-iscsi neutron-server[103260]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db138871-8bd7-4c64-9c0d-862b63ba90c6 None None] The sync data for ids ['b40e7d0d-8f57-424d-96be-54b6f118e1d9'] in dv-cinder-830088-4-iscsi is: [{'id': 'b40e7d0d-8f57-424d-96be-54b6f118e1d9', 'name': 'tempest-AttachVolumeNegativeTest-942964669-router', 'tenant_id': 'e581060642574053bd171680bd4e15a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b7be5f2-485b-4c85-8f98-fb200971b61c', 'external_fixed_ips': [{'subnet_id': '4887111e-1302-416a-ab8e-c957c9df7f85', 'ip_address': '172.27.3.241'}], 'enable_snat': True}, 'gw_port_id': 'dd38917a-e181-47e0-9f30-aa2e24b0ed10', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T11:00:41Z', 'updated_at': '2022-04-12T11:00:48Z', 'revision_number': 4, 'project_id': 'e581060642574053bd171680bd4e15a9', 'gw_port': {'id': 'dd38917a-e181-47e0-9f30-aa2e24b0ed10', 'name': '', 'network_id': '3b7be5f2-485b-4c85-8f98-fb200971b61c', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:d9:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b40e7d0d-8f57-424d-96be-54b6f118e1d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '4887111e-1302-416a-ab8e-c957c9df7f85', 'ip_address': '172.27.3.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830088-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T11:00:42Z', 'updated_at': '2022-04-12T11:00:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4887111e-1302-416a-ab8e-c957c9df7f85', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830088-4-iscsi', '_floatingips': [{'id': '9a9747ef-6d85-4a0f-8920-54c4a716cecc', 'tenant_id': 'e581060642574053bd171680bd4e15a9', 'floating_ip_address': '172.27.3.181', 'floating_network_id': '3b7be5f2-485b-4c85-8f98-fb200971b61c', 'router_id': 'b40e7d0d-8f57-424d-96be-54b6f118e1d9', 'port_id': '81da8d92-10b5-4f49-b3df-4f9d3bffc3b7', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 130, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8605bce6-3955-4448-bd79-8ef881f45c6d', 'mac_address': 'fa:16:3e:42:a0:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76c0d3e2-99b4-4344-b105-cc9bc02b2bb7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-12T11:01:03Z', 'updated_at': '2022-04-12T11:02:02Z', 'revision_number': 1, 'project_id': 'e581060642574053bd171680bd4e15a9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a2233ce1-933b-408f-884a-0a19dee76ba7', 'name': '', 'network_id': '8605bce6-3955-4448-bd79-8ef881f45c6d', 'tenant_id': 'e581060642574053bd171680bd4e15a9', 'mac_address': 'fa:16:3e:b3:0a:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b40e7d0d-8f57-424d-96be-54b6f118e1d9', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': '342bfb33-54ce-4b31-b1d9-ee13f5d2ec00', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830088-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T11:00:47Z', 'updated_at': '2022-04-12T11:00:57Z', 'revision_number': 5, 'project_id': 'e581060642574053bd171680bd4e15a9', 'subnets': [{'id': '342bfb33-54ce-4b31-b1d9-ee13f5d2ec00', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103260) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 12 11:02:04.367868 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e0535d8-799d-4ed8-bf2a-67c9a75bc609 req-61d4f67c-81b6-42ae-b12e-22af70ac602f tempest-AttachVolumeTestJSON-1709741936 tempest-AttachVolumeTestJSON-1709741936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:02:04.369406 dv-cinder-830088-4-iscsi neutron-server[103257]: INFO neutron.wsgi [req-2e0535d8-799d-4ed8-bf2a-67c9a75bc609 req-61d4f67c-81b6-42ae-b12e-22af70ac602f tempest-AttachVolumeTestJSON-1709741936 tempest-AttachVolumeTestJSON-1709741936-project] 10.222.0.39 "GET /v2.0/ports?device_id=054cf929-099f-406a-9607-1086f5624af6 HTTP/1.1" status: 200 len: 946 time: 0.0626462 Apr 12 11:02:04.422302 dv-cinder-830088-4-iscsi neutron-server[103257]: INFO neutron.wsgi [req-2e0535d8-799d-4ed8-bf2a-67c9a75bc609 req-7dcd73a8-961e-4fb9-b01d-60f1e10a8eb8 tempest-AttachVolumeTestJSON-1709741936 tempest-AttachVolumeTestJSON-1709741936-project] 10.222.0.39 "GET /v2.0/security-groups?id=fc469313-82a8-4ad2-a9e9-24c86c2f4d72&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0472004 Apr 12 11:02:04.522288 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8bb7ccba-e123-4c5b-b7c7-c77cb322eaea None None] New status for floating IP 9a9747ef-6d85-4a0f-8920-54c4a716cecc: ACTIVE {{(pid=103259) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 12 11:02:04.628373 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3114b160-12de-4975-988e-b333cdc77d3b req-d4df5cb6-b5b3-4a31-82a3-efc876e42270 tempest-ServerRescueNegativeTestJSON-1304480791 tempest-ServerRescueNegativeTestJSON-1304480791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:02:04.629948 dv-cinder-830088-4-iscsi neutron-server[103258]: INFO neutron.wsgi [req-3114b160-12de-4975-988e-b333cdc77d3b req-d4df5cb6-b5b3-4a31-82a3-efc876e42270 tempest-ServerRescueNegativeTestJSON-1304480791 tempest-ServerRescueNegativeTestJSON-1304480791-project] 10.222.0.39 "GET /v2.0/ports?device_id=9850fc3f-3ca4-4813-9ce5-f048fd29222e HTTP/1.1" status: 200 len: 943 time: 0.0496728 Apr 12 11:02:04.679645 dv-cinder-830088-4-iscsi neutron-server[103258]: INFO neutron.wsgi [req-3114b160-12de-4975-988e-b333cdc77d3b req-1d610a75-fa44-4ba0-9cad-e4a1dd24e632 tempest-ServerRescueNegativeTestJSON-1304480791 tempest-ServerRescueNegativeTestJSON-1304480791-project] 10.222.0.39 "GET /v2.0/security-groups?id=d3f9b1f1-6368-4c51-964e-16ec3a7a3785&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435328 Apr 12 11:02:04.921806 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bf85052-6894-4715-80dc-12c79d4bb142 req-bcc79923-52fe-4f34-a3d0-6789f097b751 tempest-VolumesNegativeTest-124015576 tempest-VolumesNegativeTest-124015576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:02:04.923373 dv-cinder-830088-4-iscsi neutron-server[103257]: INFO neutron.wsgi [req-2bf85052-6894-4715-80dc-12c79d4bb142 req-bcc79923-52fe-4f34-a3d0-6789f097b751 tempest-VolumesNegativeTest-124015576 tempest-VolumesNegativeTest-124015576-project] 10.222.0.39 "GET /v2.0/ports?device_id=5c50f7da-4218-46d3-b356-aaec57ed9545 HTTP/1.1" status: 200 len: 948 time: 0.0636282 Apr 12 11:02:04.969049 dv-cinder-830088-4-iscsi neutron-server[103257]: INFO neutron.wsgi [req-2bf85052-6894-4715-80dc-12c79d4bb142 req-affe6fd3-9a0f-474b-8721-01bbc5c2cf81 tempest-VolumesNegativeTest-124015576 tempest-VolumesNegativeTest-124015576-project] 10.222.0.39 "GET /v2.0/security-groups?id=1b7172f6-7f68-49bc-a1b3-cb23deb72f5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402815 Apr 12 11:02:05.285259 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron.wsgi [-] (103257) accepted ('10.222.0.39', 51272) {{(pid=103257) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 11:02:05.456087 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db7e7145-5d1a-4424-a39e-93919149a325 req-2650b116-37ef-44c6-8149-e1d1d629d6e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:02:05.458033 dv-cinder-830088-4-iscsi neutron-server[103257]: INFO neutron.wsgi [req-db7e7145-5d1a-4424-a39e-93919149a325 req-2650b116-37ef-44c6-8149-e1d1d629d6e7 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=02541d3b-c0f8-4669-8d56-2fb77315b4b7 HTTP/1.1" status: 200 len: 1130 time: 0.1682713 Apr 12 11:02:05.464500 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f02057c-fc39-4848-98bf-d50a8e40926b req-a9ad5811-b05a-42d0-826b-1e72da7a3d9a tempest-AttachVolumeShelveTestJSON-1581400671 tempest-AttachVolumeShelveTestJSON-1581400671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:02:05.466007 dv-cinder-830088-4-iscsi neutron-server[103258]: INFO neutron.wsgi [req-9f02057c-fc39-4848-98bf-d50a8e40926b req-a9ad5811-b05a-42d0-826b-1e72da7a3d9a tempest-AttachVolumeShelveTestJSON-1581400671 tempest-AttachVolumeShelveTestJSON-1581400671-project] 10.222.0.39 "GET /v2.0/ports?device_id=02541d3b-c0f8-4669-8d56-2fb77315b4b7 HTTP/1.1" status: 200 len: 946 time: 0.0757003 Apr 12 11:02:05.467160 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3941798e-6316-4440-b67b-89d38d528a00 req-9bc67458-43ea-4695-9c20-e7fb263f0c69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:02:05.468486 dv-cinder-830088-4-iscsi neutron-server[103258]: INFO neutron.wsgi [req-3941798e-6316-4440-b67b-89d38d528a00 req-9bc67458-43ea-4695-9c20-e7fb263f0c69 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=3cac16a6f4df4408ae30e801f23a7264&device_id=5c50f7da-4218-46d3-b356-aaec57ed9545 HTTP/1.1" status: 200 len: 1132 time: 0.0660057 Apr 12 11:02:05.481914 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-735f0d00-d2ef-4d66-8af2-b86ab5b6770b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:02:05.519136 dv-cinder-830088-4-iscsi neutron-server[103258]: INFO neutron.wsgi [req-9f02057c-fc39-4848-98bf-d50a8e40926b req-c2f3814e-b215-4a20-a6ff-13a57ed37e12 tempest-AttachVolumeShelveTestJSON-1581400671 tempest-AttachVolumeShelveTestJSON-1581400671-project] 10.222.0.39 "GET /v2.0/security-groups?id=76018d3a-627c-488b-b6f9-308c58c63207&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463686 Apr 12 11:02:05.528072 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91a6d726-3e08-499a-a464-24f70dfa7f6f req-e5f0071a-3e06-46dc-a942-0bf45078640d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:02:05.529562 dv-cinder-830088-4-iscsi neutron-server[103257]: INFO neutron.wsgi [req-91a6d726-3e08-499a-a464-24f70dfa7f6f req-e5f0071a-3e06-46dc-a942-0bf45078640d service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=e581060642574053bd171680bd4e15a9&device_id=76c0d3e2-99b4-4344-b105-cc9bc02b2bb7 HTTP/1.1" status: 200 len: 1129 time: 0.1332572 Apr 12 11:02:05.575858 dv-cinder-830088-4-iscsi neutron-server[103257]: INFO neutron.wsgi [req-3a1fe44e-c872-4f4a-a9d4-85f3543a25f2 req-23c1ba7c-52f5-4f79-90c9-3a6f3cc6f030 service neutron] 10.222.0.53 "GET /v2.0/networks/332a1fd1-5c8d-44a4-a602-cb07d1316e56?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2883117 Apr 12 11:02:05.593470 dv-cinder-830088-4-iscsi neutron-server[103257]: INFO neutron.wsgi [req-cbb43520-9978-4105-9d42-ed605ffb52c8 req-9addb853-0c0b-451d-9d3e-cd5819ac3fae service neutron] 10.222.0.53 "GET /v2.0/networks/5283658c-f0e4-41df-8b22-61e61a4f7877?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3050191 Apr 12 11:02:05.605804 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a82ca268-4200-48b9-a3c3-9b79e28e6854 req-4868c0fd-6129-4f5a-bacc-6c4a9e250ce6 tempest-AttachVolumeTestJSON-1709741936 tempest-AttachVolumeTestJSON-1709741936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:02:05.607189 dv-cinder-830088-4-iscsi neutron-server[103257]: INFO neutron.wsgi [req-a82ca268-4200-48b9-a3c3-9b79e28e6854 req-4868c0fd-6129-4f5a-bacc-6c4a9e250ce6 tempest-AttachVolumeTestJSON-1709741936 tempest-AttachVolumeTestJSON-1709741936-project] 10.222.0.39 "GET /v2.0/ports?device_id=054cf929-099f-406a-9607-1086f5624af6 HTTP/1.1" status: 200 len: 946 time: 0.1002071 Apr 12 11:02:05.680104 dv-cinder-830088-4-iscsi neutron-server[103257]: INFO neutron.wsgi [req-a82ca268-4200-48b9-a3c3-9b79e28e6854 req-6a1d7940-8240-4ab6-8ed5-bac932d67db6 tempest-AttachVolumeTestJSON-1709741936 tempest-AttachVolumeTestJSON-1709741936-project] 10.222.0.39 "GET /v2.0/security-groups?id=fc469313-82a8-4ad2-a9e9-24c86c2f4d72&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0670202 Apr 12 11:02:05.684601 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-735f0d00-d2ef-4d66-8af2-b86ab5b6770b admin admin] Publish callbacks [] for security_group (2307d74e-5683-4f7e-ab87-a266821f3afd), precommit_create {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:02:05.688457 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-735f0d00-d2ef-4d66-8af2-b86ab5b6770b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-415253'] for security_group (2307d74e-5683-4f7e-ab87-a266821f3afd), after_create {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:02:05.733273 dv-cinder-830088-4-iscsi neutron-server[103257]: INFO neutron.wsgi [None req-735f0d00-d2ef-4d66-8af2-b86ab5b6770b admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=3e05cda384534ab58b2f37de90b78fea&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4446936 Apr 12 11:02:05.733532 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron.wsgi [-] (103257) accepted ('10.222.0.39', 51284) {{(pid=103257) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 11:02:05.737668 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron.plugins.ml2.rpc [None req-ae6c308c-a92e-4424-a7f8-d6a17e5174ef None None] Device 32eb7972-1ced-4874-ad88-2f410c1396b9 details requested by agent hyperv_hv-cinder-83008 with host hv-cinder-83008 {{(pid=103259) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 12 11:02:05.742084 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-735f0d00-d2ef-4d66-8af2-b86ab5b6770b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2307d74e-5683-4f7e-ab87-a266821f3afd,revision_number=1']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:02:05.814655 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3098f45-f8bb-49c2-9b14-5b5d2423d3eb req-abced136-8b2d-4c1a-924e-035a2f210faa tempest-ServerRescueNegativeTestJSON-1304480791 tempest-ServerRescueNegativeTestJSON-1304480791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:02:05.814819 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-e80f53f1-4ebe-4b4b-9fd9-3939906fed88 admin admin] Publish callbacks [] for security_group (2307d74e-5683-4f7e-ab87-a266821f3afd), before_delete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:02:05.814923 dv-cinder-830088-4-iscsi neutron-server[103258]: INFO neutron.wsgi [req-f3098f45-f8bb-49c2-9b14-5b5d2423d3eb req-abced136-8b2d-4c1a-924e-035a2f210faa tempest-ServerRescueNegativeTestJSON-1304480791 tempest-ServerRescueNegativeTestJSON-1304480791-project] 10.222.0.39 "GET /v2.0/ports?device_id=9850fc3f-3ca4-4813-9ce5-f048fd29222e HTTP/1.1" status: 200 len: 943 time: 0.0666378 Apr 12 11:02:05.834776 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-e80f53f1-4ebe-4b4b-9fd9-3939906fed88 admin admin] Publish callbacks [] for security_group (2307d74e-5683-4f7e-ab87-a266821f3afd), precommit_delete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:02:05.856823 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron.plugins.ml2.db [None req-ae6c308c-a92e-4424-a7f8-d6a17e5174ef None None] For port 32eb7972-1ced-4874-ad88-2f410c1396b9, host hv-cinder-83008, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83008',level=0,port_id=32eb7972-1ced-4874-ad88-2f410c1396b9,segment=NetworkSegment(fef06479-df1c-48b3-ab23-a5007803664a),segment_id=fef06479-df1c-48b3-ab23-a5007803664a)] {{(pid=103259) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 11:02:05.860928 dv-cinder-830088-4-iscsi neutron-server[103258]: INFO neutron.wsgi [req-f3098f45-f8bb-49c2-9b14-5b5d2423d3eb req-9a5575dd-cbef-4c63-90a9-affa249fb378 tempest-ServerRescueNegativeTestJSON-1304480791 tempest-ServerRescueNegativeTestJSON-1304480791-project] 10.222.0.39 "GET /v2.0/security-groups?id=d3f9b1f1-6368-4c51-964e-16ec3a7a3785&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425651 Apr 12 11:02:05.872508 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron.plugins.ml2.rpc [None req-ae6c308c-a92e-4424-a7f8-d6a17e5174ef None None] Returning: {'device': '32eb7972-1ced-4874-ad88-2f410c1396b9', 'network_id': '696acaf3-e376-402a-9f44-515f336c0ed7', 'port_id': '32eb7972-1ced-4874-ad88-2f410c1396b9', 'mac_address': 'fa:16:3e:a4:9c:74', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 520, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dac559db-7802-4e19-95c5-3aacf686b15d', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103259) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 12 11:02:05.885972 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-e80f53f1-4ebe-4b4b-9fd9-3939906fed88 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-415253'] for security_group (2307d74e-5683-4f7e-ab87-a266821f3afd), after_delete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:02:05.888695 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-e80f53f1-4ebe-4b4b-9fd9-3939906fed88 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:02:05.892218 dv-cinder-830088-4-iscsi neutron-server[103257]: INFO neutron.wsgi [None req-e80f53f1-4ebe-4b4b-9fd9-3939906fed88 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/2307d74e-5683-4f7e-ab87-a266821f3afd HTTP/1.1" status: 204 len: 168 time: 0.1554012 Apr 12 11:02:05.899592 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e80f53f1-4ebe-4b4b-9fd9-3939906fed88 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2307d74e-5683-4f7e-ab87-a266821f3afd,revision_number=None']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:02:05.921076 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron.plugins.ml2.plugin [None req-ae6c308c-a92e-4424-a7f8-d6a17e5174ef None None] Current status of the port 32eb7972-1ced-4874-ad88-2f410c1396b9 is: DOWN; New status is: BUILD {{(pid=103259) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 11:02:05.921466 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron_lib.callbacks.manager [None req-ae6c308c-a92e-4424-a7f8-d6a17e5174ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1535343'] for port (32eb7972-1ced-4874-ad88-2f410c1396b9), before_update {{(pid=103259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:02:05.935803 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron.notifiers.nova [None req-ae6c308c-a92e-4424-a7f8-d6a17e5174ef None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 32eb7972-1ced-4874-ad88-2f410c1396b9 {{(pid=103259) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 12 11:02:05.960423 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron.plugins.ml2.db [None req-ae6c308c-a92e-4424-a7f8-d6a17e5174ef None None] For port 32eb7972-1ced-4874-ad88-2f410c1396b9, host hv-cinder-83008, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83008',level=0,port_id=32eb7972-1ced-4874-ad88-2f410c1396b9,segment=NetworkSegment(fef06479-df1c-48b3-ab23-a5007803664a),segment_id=fef06479-df1c-48b3-ab23-a5007803664a)] {{(pid=103259) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 11:02:05.964825 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron_lib.callbacks.manager [None req-ae6c308c-a92e-4424-a7f8-d6a17e5174ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1534861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777667992095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777667450170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777667450188'] for port (32eb7972-1ced-4874-ad88-2f410c1396b9), after_update {{(pid=103259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:02:06.011650 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae6c308c-a92e-4424-a7f8-d6a17e5174ef None None] Pushing event updated for resources: {'Port': ['ID=32eb7972-1ced-4874-ad88-2f410c1396b9,revision_number=4']} {{(pid=103259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:02:06.087591 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-693dbe18-259d-43bf-835e-c0c0814b2b1c req-426ba4e4-e758-4b59-93b4-34f656f5e449 tempest-VolumesNegativeTest-124015576 tempest-VolumesNegativeTest-124015576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:02:06.089108 dv-cinder-830088-4-iscsi neutron-server[103257]: INFO neutron.wsgi [req-693dbe18-259d-43bf-835e-c0c0814b2b1c req-426ba4e4-e758-4b59-93b4-34f656f5e449 tempest-VolumesNegativeTest-124015576 tempest-VolumesNegativeTest-124015576-project] 10.222.0.39 "GET /v2.0/ports?device_id=5c50f7da-4218-46d3-b356-aaec57ed9545 HTTP/1.1" status: 200 len: 948 time: 0.0482700 Apr 12 11:02:06.136388 dv-cinder-830088-4-iscsi neutron-server[103257]: INFO neutron.wsgi [req-693dbe18-259d-43bf-835e-c0c0814b2b1c req-adf1f9c1-1f06-4e80-8702-6490015b183f tempest-VolumesNegativeTest-124015576 tempest-VolumesNegativeTest-124015576-project] 10.222.0.39 "GET /v2.0/security-groups?id=1b7172f6-7f68-49bc-a1b3-cb23deb72f5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416558 Apr 12 11:02:06.170575 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron.wsgi [-] (103257) accepted ('10.222.0.39', 51296) {{(pid=103257) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 11:02:06.186853 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-93788434-81e7-4097-9cbc-3f4e03668a2c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:02:06.260281 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-93788434-81e7-4097-9cbc-3f4e03668a2c admin admin] Publish callbacks [] for security_group (8805db34-5aa0-44a3-ab4d-80cecc81371f), precommit_create {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:02:06.263831 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-93788434-81e7-4097-9cbc-3f4e03668a2c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-415253'] for security_group (8805db34-5aa0-44a3-ab4d-80cecc81371f), after_create {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:02:06.301065 dv-cinder-830088-4-iscsi neutron-server[103257]: INFO neutron.wsgi [None req-93788434-81e7-4097-9cbc-3f4e03668a2c admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=409de1ec98564d219b4efbe0a61bc995&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1294181 Apr 12 11:02:06.301974 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93788434-81e7-4097-9cbc-3f4e03668a2c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8805db34-5aa0-44a3-ab4d-80cecc81371f,revision_number=1']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:02:06.303770 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.wsgi [-] (103258) accepted ('10.222.0.39', 51298) {{(pid=103258) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 11:02:06.351378 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-435298c1-a400-4184-bf54-a1c4ebae85d3 admin admin] Publish callbacks [] for security_group (8805db34-5aa0-44a3-ab4d-80cecc81371f), before_delete {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:02:06.372720 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-435298c1-a400-4184-bf54-a1c4ebae85d3 admin admin] Publish callbacks [] for security_group (8805db34-5aa0-44a3-ab4d-80cecc81371f), precommit_delete {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:02:06.416656 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-435298c1-a400-4184-bf54-a1c4ebae85d3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-415253'] for security_group (8805db34-5aa0-44a3-ab4d-80cecc81371f), after_delete {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:02:06.419189 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-435298c1-a400-4184-bf54-a1c4ebae85d3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:02:06.420328 dv-cinder-830088-4-iscsi neutron-server[103258]: INFO neutron.wsgi [None req-435298c1-a400-4184-bf54-a1c4ebae85d3 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/8805db34-5aa0-44a3-ab4d-80cecc81371f HTTP/1.1" status: 204 len: 168 time: 0.1154938 Apr 12 11:02:06.427710 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-435298c1-a400-4184-bf54-a1c4ebae85d3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8805db34-5aa0-44a3-ab4d-80cecc81371f,revision_number=None']} {{(pid=103258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:02:06.620728 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron.plugins.ml2.db [None req-ae6c308c-a92e-4424-a7f8-d6a17e5174ef None None] get_ports_and_sgs() called for port_ids ['32eb7972-1ced-4874-ad88-2f410c1396b9'] {{(pid=103259) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 12 11:02:06.645187 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b7bdc37-e795-4841-9415-531e58c8275c req-4efd6051-5bd6-4200-bae3-9259f878d98d tempest-AttachVolumeShelveTestJSON-1581400671 tempest-AttachVolumeShelveTestJSON-1581400671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:02:06.646636 dv-cinder-830088-4-iscsi neutron-server[103258]: INFO neutron.wsgi [req-9b7bdc37-e795-4841-9415-531e58c8275c req-4efd6051-5bd6-4200-bae3-9259f878d98d tempest-AttachVolumeShelveTestJSON-1581400671 tempest-AttachVolumeShelveTestJSON-1581400671-project] 10.222.0.39 "GET /v2.0/ports?device_id=02541d3b-c0f8-4669-8d56-2fb77315b4b7 HTTP/1.1" status: 200 len: 946 time: 0.0529723 Apr 12 11:02:06.699273 dv-cinder-830088-4-iscsi neutron-server[103258]: INFO neutron.wsgi [req-9b7bdc37-e795-4841-9415-531e58c8275c req-cb6efc3a-6aff-40de-8df5-1c76f980fd00 tempest-AttachVolumeShelveTestJSON-1581400671 tempest-AttachVolumeShelveTestJSON-1581400671-project] 10.222.0.39 "GET /v2.0/security-groups?id=76018d3a-627c-488b-b6f9-308c58c63207&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436177 Apr 12 11:02:06.801976 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2be0ddcf-c1d4-49d9-bacf-69be0b62d469 req-24ce3ab1-4141-47cb-9277-867dc750db1c tempest-AttachVolumeTestJSON-1709741936 tempest-AttachVolumeTestJSON-1709741936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:02:06.803673 dv-cinder-830088-4-iscsi neutron-server[103257]: INFO neutron.wsgi [req-2be0ddcf-c1d4-49d9-bacf-69be0b62d469 req-24ce3ab1-4141-47cb-9277-867dc750db1c tempest-AttachVolumeTestJSON-1709741936 tempest-AttachVolumeTestJSON-1709741936-project] 10.222.0.39 "GET /v2.0/ports?device_id=054cf929-099f-406a-9607-1086f5624af6 HTTP/1.1" status: 200 len: 946 time: 0.0507472 Apr 12 11:02:06.854013 dv-cinder-830088-4-iscsi neutron-server[103257]: INFO neutron.wsgi [req-2be0ddcf-c1d4-49d9-bacf-69be0b62d469 req-6f512d9d-4ff5-4a3c-87cb-685fc551af6a tempest-AttachVolumeTestJSON-1709741936 tempest-AttachVolumeTestJSON-1709741936-project] 10.222.0.39 "GET /v2.0/security-groups?id=fc469313-82a8-4ad2-a9e9-24c86c2f4d72&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445101 Apr 12 11:02:06.990000 dv-cinder-830088-4-iscsi neutron-server[103258]: INFO neutron.wsgi [req-3941798e-6316-4440-b67b-89d38d528a00 req-15c9b5cd-5c27-4c47-a48e-19f71e099502 service neutron] 10.222.0.53 "GET /v2.0/networks?tenant_id=3cac16a6f4df4408ae30e801f23a7264&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0261257 Apr 12 11:02:07.008481 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a5a8a9a-50bb-4920-aac4-afc40cfe2be3 req-1a4327af-cfd9-4bc8-9235-c623e8a0a87c tempest-ServerRescueNegativeTestJSON-1304480791 tempest-ServerRescueNegativeTestJSON-1304480791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:02:07.010992 dv-cinder-830088-4-iscsi neutron-server[103258]: INFO neutron.wsgi [req-6a5a8a9a-50bb-4920-aac4-afc40cfe2be3 req-1a4327af-cfd9-4bc8-9235-c623e8a0a87c tempest-ServerRescueNegativeTestJSON-1304480791 tempest-ServerRescueNegativeTestJSON-1304480791-project] 10.222.0.39 "GET /v2.0/ports?device_id=9850fc3f-3ca4-4813-9ce5-f048fd29222e HTTP/1.1" status: 200 len: 944 time: 0.0763266 Apr 12 11:02:07.115953 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c33e776-5b58-496e-8750-2fa8a7bb7394 req-aae10639-bfac-41bc-b159-a3621c676953 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:02:07.117455 dv-cinder-830088-4-iscsi neutron-server[103257]: INFO neutron.wsgi [req-1c33e776-5b58-496e-8750-2fa8a7bb7394 req-aae10639-bfac-41bc-b159-a3621c676953 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=054cf929-099f-406a-9607-1086f5624af6 HTTP/1.1" status: 200 len: 1130 time: 0.1282251 Apr 12 11:02:07.125128 dv-cinder-830088-4-iscsi neutron-server[103257]: INFO neutron.wsgi [req-db7e7145-5d1a-4424-a39e-93919149a325 req-761efdbc-e017-4812-a50d-6a4c193af86a service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=76018d3a-627c-488b-b6f9-308c58c63207&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1692603 Apr 12 11:02:07.128605 dv-cinder-830088-4-iscsi neutron-server[103258]: INFO neutron.wsgi [req-6a5a8a9a-50bb-4920-aac4-afc40cfe2be3 req-a4dc071a-faf8-46fa-92f1-06a8df419aea tempest-ServerRescueNegativeTestJSON-1304480791 tempest-ServerRescueNegativeTestJSON-1304480791-project] 10.222.0.39 "GET /v2.0/security-groups?id=d3f9b1f1-6368-4c51-964e-16ec3a7a3785&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0938461 Apr 12 11:02:07.145612 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3941798e-6316-4440-b67b-89d38d528a00 req-e95a7a84-eeeb-4f06-847b-d4413b83a4ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:02:07.147535 dv-cinder-830088-4-iscsi neutron-server[103258]: INFO neutron.wsgi [req-3941798e-6316-4440-b67b-89d38d528a00 req-e95a7a84-eeeb-4f06-847b-d4413b83a4ba service neutron] 10.222.0.53 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1352527 Apr 12 11:02:07.149032 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91a6d726-3e08-499a-a464-24f70dfa7f6f req-c6914f16-a673-452a-8714-605f234d161d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:02:07.151101 dv-cinder-830088-4-iscsi neutron-server[103257]: INFO neutron.wsgi [req-91a6d726-3e08-499a-a464-24f70dfa7f6f req-c6914f16-a673-452a-8714-605f234d161d service neutron] 10.222.0.53 "GET /v2.0/networks?id=8605bce6-3955-4448-bd79-8ef881f45c6d HTTP/1.1" status: 200 len: 915 time: 0.1849575 Apr 12 11:02:07.254767 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a909fcba-87c4-434f-8d16-2bc980539615 req-f9a699cb-871f-4a68-90bf-e0557832778d tempest-VolumesNegativeTest-124015576 tempest-VolumesNegativeTest-124015576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:02:07.256399 dv-cinder-830088-4-iscsi neutron-server[103257]: INFO neutron.wsgi [req-a909fcba-87c4-434f-8d16-2bc980539615 req-f9a699cb-871f-4a68-90bf-e0557832778d tempest-VolumesNegativeTest-124015576 tempest-VolumesNegativeTest-124015576-project] 10.222.0.39 "GET /v2.0/ports?device_id=5c50f7da-4218-46d3-b356-aaec57ed9545 HTTP/1.1" status: 200 len: 948 time: 0.0520940 Apr 12 11:02:07.303317 dv-cinder-830088-4-iscsi neutron-server[103257]: INFO neutron.wsgi [req-a909fcba-87c4-434f-8d16-2bc980539615 req-bd37d19a-5527-4ce6-917f-57a70f3ef1cf tempest-VolumesNegativeTest-124015576 tempest-VolumesNegativeTest-124015576-project] 10.222.0.39 "GET /v2.0/security-groups?id=1b7172f6-7f68-49bc-a1b3-cb23deb72f5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408969 Apr 12 11:02:07.555138 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron.wsgi [-] (103257) accepted ('10.222.0.39', 51342) {{(pid=103257) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 11:02:07.658660 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-acb16dd1-3927-4f5f-b3d6-084b4e344fa2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:02:07.730000 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-acb16dd1-3927-4f5f-b3d6-084b4e344fa2 admin admin] Publish callbacks [] for security_group (106c4c8f-7b7f-4278-b260-9447b92dabab), precommit_create {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:02:07.733869 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-acb16dd1-3927-4f5f-b3d6-084b4e344fa2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-415253'] for security_group (106c4c8f-7b7f-4278-b260-9447b92dabab), after_create {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:02:07.770916 dv-cinder-830088-4-iscsi neutron-server[103257]: INFO neutron.wsgi [None req-acb16dd1-3927-4f5f-b3d6-084b4e344fa2 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=6e093833984a4474b82570c3dff23715&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2141151 Apr 12 11:02:07.771753 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acb16dd1-3927-4f5f-b3d6-084b4e344fa2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=106c4c8f-7b7f-4278-b260-9447b92dabab,revision_number=1']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:02:07.774128 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.wsgi [-] (103258) accepted ('10.222.0.39', 51348) {{(pid=103258) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 11:02:07.847419 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cad7652-d096-484a-ba66-bc5842da4b98 req-1b00e740-0df2-4faa-b820-1ae03b612b3b tempest-AttachVolumeShelveTestJSON-1581400671 tempest-AttachVolumeShelveTestJSON-1581400671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:02:07.848894 dv-cinder-830088-4-iscsi neutron-server[103258]: INFO neutron.wsgi [req-0cad7652-d096-484a-ba66-bc5842da4b98 req-1b00e740-0df2-4faa-b820-1ae03b612b3b tempest-AttachVolumeShelveTestJSON-1581400671 tempest-AttachVolumeShelveTestJSON-1581400671-project] 10.222.0.39 "GET /v2.0/ports?device_id=02541d3b-c0f8-4669-8d56-2fb77315b4b7 HTTP/1.1" status: 200 len: 946 time: 0.0670068 Apr 12 11:02:07.878300 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-00ae3bb8-9ae5-4b7d-9016-deab17bb9d9a admin admin] Publish callbacks [] for security_group (106c4c8f-7b7f-4278-b260-9447b92dabab), before_delete {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:02:07.918419 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-00ae3bb8-9ae5-4b7d-9016-deab17bb9d9a admin admin] Publish callbacks [] for security_group (106c4c8f-7b7f-4278-b260-9447b92dabab), precommit_delete {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:02:07.933340 dv-cinder-830088-4-iscsi neutron-server[103258]: INFO neutron.wsgi [req-0cad7652-d096-484a-ba66-bc5842da4b98 req-1ad9ac2e-723a-456a-bf6b-ffe16d6a404e tempest-AttachVolumeShelveTestJSON-1581400671 tempest-AttachVolumeShelveTestJSON-1581400671-project] 10.222.0.39 "GET /v2.0/security-groups?id=76018d3a-627c-488b-b6f9-308c58c63207&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0772424 Apr 12 11:02:07.981286 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-00ae3bb8-9ae5-4b7d-9016-deab17bb9d9a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-415253'] for security_group (106c4c8f-7b7f-4278-b260-9447b92dabab), after_delete {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:02:07.983843 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-00ae3bb8-9ae5-4b7d-9016-deab17bb9d9a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:02:07.984994 dv-cinder-830088-4-iscsi neutron-server[103258]: INFO neutron.wsgi [None req-00ae3bb8-9ae5-4b7d-9016-deab17bb9d9a admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/106c4c8f-7b7f-4278-b260-9447b92dabab HTTP/1.1" status: 204 len: 168 time: 0.2085941 Apr 12 11:02:07.993983 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e81a7316-4dbd-4281-905c-59752e29ce9d req-d9f3dba4-ac48-458b-a977-5c876b6df302 tempest-AttachVolumeTestJSON-1709741936 tempest-AttachVolumeTestJSON-1709741936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:02:07.994494 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00ae3bb8-9ae5-4b7d-9016-deab17bb9d9a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=106c4c8f-7b7f-4278-b260-9447b92dabab,revision_number=None']} {{(pid=103258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:02:07.995588 dv-cinder-830088-4-iscsi neutron-server[103257]: INFO neutron.wsgi [req-e81a7316-4dbd-4281-905c-59752e29ce9d req-d9f3dba4-ac48-458b-a977-5c876b6df302 tempest-AttachVolumeTestJSON-1709741936 tempest-AttachVolumeTestJSON-1709741936-project] 10.222.0.39 "GET /v2.0/ports?device_id=054cf929-099f-406a-9607-1086f5624af6 HTTP/1.1" status: 200 len: 946 time: 0.0667140 Apr 12 11:02:08.047709 dv-cinder-830088-4-iscsi neutron-server[103257]: INFO neutron.wsgi [req-e81a7316-4dbd-4281-905c-59752e29ce9d req-3384f8e0-2072-4d14-a011-c6ce62ef1441 tempest-AttachVolumeTestJSON-1709741936 tempest-AttachVolumeTestJSON-1709741936-project] 10.222.0.39 "GET /v2.0/security-groups?id=fc469313-82a8-4ad2-a9e9-24c86c2f4d72&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0454686 Apr 12 11:02:08.146688 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron.plugins.ml2.rpc [None req-ae6c308c-a92e-4424-a7f8-d6a17e5174ef None None] Device 32eb7972-1ced-4874-ad88-2f410c1396b9 up at agent hyperv_hv-cinder-83008 {{(pid=103259) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 11:02:08.208237 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron.db.provisioning_blocks [None req-ae6c308c-a92e-4424-a7f8-d6a17e5174ef None None] Provisioning for port 32eb7972-1ced-4874-ad88-2f410c1396b9 completed by entity L2. {{(pid=103259) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Apr 12 11:02:08.217424 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron.db.provisioning_blocks [None req-ae6c308c-a92e-4424-a7f8-d6a17e5174ef None None] Provisioning complete for port 32eb7972-1ced-4874-ad88-2f410c1396b9 triggered by entity L2. {{(pid=103259) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 11:02:08.217951 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron_lib.callbacks.manager [None req-ae6c308c-a92e-4424-a7f8-d6a17e5174ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1343588'] for port (32eb7972-1ced-4874-ad88-2f410c1396b9), provisioning_complete {{(pid=103259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:02:08.298083 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66290339-a597-45e5-96e0-cbf782efe2a2 req-ac1e5e44-1334-40f2-93cb-5e6af29f98a6 tempest-ServerRescueNegativeTestJSON-1304480791 tempest-ServerRescueNegativeTestJSON-1304480791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:02:08.305282 dv-cinder-830088-4-iscsi neutron-server[103258]: INFO neutron.wsgi [req-66290339-a597-45e5-96e0-cbf782efe2a2 req-ac1e5e44-1334-40f2-93cb-5e6af29f98a6 tempest-ServerRescueNegativeTestJSON-1304480791 tempest-ServerRescueNegativeTestJSON-1304480791-project] 10.222.0.39 "GET /v2.0/ports?device_id=9850fc3f-3ca4-4813-9ce5-f048fd29222e HTTP/1.1" status: 200 len: 944 time: 0.0640030 Apr 12 11:02:08.333025 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron.plugins.ml2.plugin [None req-ae6c308c-a92e-4424-a7f8-d6a17e5174ef None None] Current status of the port 32eb7972-1ced-4874-ad88-2f410c1396b9 is: BUILD; New status is: ACTIVE {{(pid=103259) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 11:02:08.333584 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron_lib.callbacks.manager [None req-ae6c308c-a92e-4424-a7f8-d6a17e5174ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1535343'] for port (32eb7972-1ced-4874-ad88-2f410c1396b9), before_update {{(pid=103259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:02:08.340675 dv-cinder-830088-4-iscsi neutron-server[103257]: INFO neutron.wsgi [req-91a6d726-3e08-499a-a464-24f70dfa7f6f req-90b7f4d1-9fc6-4c3d-a3d3-da832234ec28 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=81da8d92-10b5-4f49-b3df-4f9d3bffc3b7 HTTP/1.1" status: 200 len: 1001 time: 0.1609457 Apr 12 11:02:08.350766 dv-cinder-830088-4-iscsi neutron-server[103257]: INFO neutron.wsgi [req-1c33e776-5b58-496e-8750-2fa8a7bb7394 req-6a382bd0-a07b-4180-89e6-e0cc146b849e service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=fc469313-82a8-4ad2-a9e9-24c86c2f4d72&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1777353 Apr 12 11:02:08.361696 dv-cinder-830088-4-iscsi neutron-server[103258]: INFO neutron.wsgi [req-66290339-a597-45e5-96e0-cbf782efe2a2 req-76158039-8b4e-4b29-a3d6-a85fd0e5321f tempest-ServerRescueNegativeTestJSON-1304480791 tempest-ServerRescueNegativeTestJSON-1304480791-project] 10.222.0.39 "GET /v2.0/security-groups?id=d3f9b1f1-6368-4c51-964e-16ec3a7a3785&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0553539 Apr 12 11:02:08.371414 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9850fc3f-3ca4-4813-9ce5-f048fd29222e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '32eb7972-1ced-4874-ad88-2f410c1396b9'}] {{(pid=103259) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 11:02:08.374167 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}af87e37ddfedca7c8b2a1dd0c6cba4e3e91bcc66796c687067be127c7223cf15" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dac9780d-e4dd-49a7-bcac-0ec07c8bbf07" -d '{"events": [{"server_uuid": "9850fc3f-3ca4-4813-9ce5-f048fd29222e", "name": "network-vif-plugged", "status": "completed", "tag": "32eb7972-1ced-4874-ad88-2f410c1396b9"}]}' {{(pid=103259) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 11:02:08.389551 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron.plugins.ml2.db [None req-ae6c308c-a92e-4424-a7f8-d6a17e5174ef None None] For port 32eb7972-1ced-4874-ad88-2f410c1396b9, host hv-cinder-83008, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83008',level=0,port_id=32eb7972-1ced-4874-ad88-2f410c1396b9,segment=NetworkSegment(fef06479-df1c-48b3-ab23-a5007803664a),segment_id=fef06479-df1c-48b3-ab23-a5007803664a)] {{(pid=103259) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 11:02:08.397663 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron_lib.callbacks.manager [None req-ae6c308c-a92e-4424-a7f8-d6a17e5174ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1534861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777667992095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777667450170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777667450188'] for port (32eb7972-1ced-4874-ad88-2f410c1396b9), after_update {{(pid=103259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:02:08.431249 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Apr 2022 11:02:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5cf16a66-9dd6-4c6f-98f0-0366feae75b8 x-openstack-request-id: req-5cf16a66-9dd6-4c6f-98f0-0366feae75b8 {{(pid=103259) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 11:02:08.431692 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9850fc3f-3ca4-4813-9ce5-f048fd29222e", "name": "network-vif-plugged", "status": "completed", "tag": "32eb7972-1ced-4874-ad88-2f410c1396b9", "code": 200}]} {{(pid=103259) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 11:02:08.432043 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-5cf16a66-9dd6-4c6f-98f0-0366feae75b8 {{(pid=103259) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 11:02:08.432509 dv-cinder-830088-4-iscsi neutron-server[103259]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5cf16a66-9dd6-4c6f-98f0-0366feae75b8'] response: {'server_uuid': '9850fc3f-3ca4-4813-9ce5-f048fd29222e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '32eb7972-1ced-4874-ad88-2f410c1396b9', 'code': 200} Apr 12 11:02:08.460231 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f306ca9-2873-4a0f-b9c9-539690b0e816 req-ac2222d5-78d4-48bb-8edc-59d7db9d559a tempest-VolumesNegativeTest-124015576 tempest-VolumesNegativeTest-124015576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:02:08.461745 dv-cinder-830088-4-iscsi neutron-server[103257]: INFO neutron.wsgi [req-2f306ca9-2873-4a0f-b9c9-539690b0e816 req-ac2222d5-78d4-48bb-8edc-59d7db9d559a tempest-VolumesNegativeTest-124015576 tempest-VolumesNegativeTest-124015576-project] 10.222.0.39 "GET /v2.0/ports?device_id=5c50f7da-4218-46d3-b356-aaec57ed9545 HTTP/1.1" status: 200 len: 948 time: 0.0671084 Apr 12 11:02:08.466360 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae6c308c-a92e-4424-a7f8-d6a17e5174ef None None] Pushing event updated for resources: {'Port': ['ID=32eb7972-1ced-4874-ad88-2f410c1396b9,revision_number=5']} {{(pid=103259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:02:08.510164 dv-cinder-830088-4-iscsi neutron-server[103257]: INFO neutron.wsgi [req-2f306ca9-2873-4a0f-b9c9-539690b0e816 req-f7bb6a96-319f-4894-b9e0-f1b68881f874 tempest-VolumesNegativeTest-124015576 tempest-VolumesNegativeTest-124015576-project] 10.222.0.39 "GET /v2.0/security-groups?id=1b7172f6-7f68-49bc-a1b3-cb23deb72f5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418234 Apr 12 11:02:09.058685 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-022955ed-9879-406d-b671-dd14d2bbcb39 req-b7062339-b976-472e-af3c-e2b0c1946c3a tempest-AttachVolumeShelveTestJSON-1581400671 tempest-AttachVolumeShelveTestJSON-1581400671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:02:09.061723 dv-cinder-830088-4-iscsi neutron-server[103258]: INFO neutron.wsgi [req-022955ed-9879-406d-b671-dd14d2bbcb39 req-b7062339-b976-472e-af3c-e2b0c1946c3a tempest-AttachVolumeShelveTestJSON-1581400671 tempest-AttachVolumeShelveTestJSON-1581400671-project] 10.222.0.39 "GET /v2.0/ports?device_id=02541d3b-c0f8-4669-8d56-2fb77315b4b7 HTTP/1.1" status: 200 len: 946 time: 0.0511875 Apr 12 11:02:09.119836 dv-cinder-830088-4-iscsi neutron-server[103258]: INFO neutron.wsgi [req-022955ed-9879-406d-b671-dd14d2bbcb39 req-60806b68-ec20-4d25-8707-21750db93d24 tempest-AttachVolumeShelveTestJSON-1581400671 tempest-AttachVolumeShelveTestJSON-1581400671-project] 10.222.0.39 "GET /v2.0/security-groups?id=76018d3a-627c-488b-b6f9-308c58c63207&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0522916 Apr 12 11:02:09.230416 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddb71852-3cca-49db-8cbb-fbbe35450341 req-8011a07b-5fe1-4b1d-9a09-e57a59bd1d26 tempest-AttachVolumeTestJSON-1709741936 tempest-AttachVolumeTestJSON-1709741936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:02:09.231966 dv-cinder-830088-4-iscsi neutron-server[103258]: INFO neutron.wsgi [req-ddb71852-3cca-49db-8cbb-fbbe35450341 req-8011a07b-5fe1-4b1d-9a09-e57a59bd1d26 tempest-AttachVolumeTestJSON-1709741936 tempest-AttachVolumeTestJSON-1709741936-project] 10.222.0.39 "GET /v2.0/ports?device_id=054cf929-099f-406a-9607-1086f5624af6 HTTP/1.1" status: 200 len: 946 time: 0.0510435 Apr 12 11:02:09.279077 dv-cinder-830088-4-iscsi neutron-server[103258]: INFO neutron.wsgi [req-ddb71852-3cca-49db-8cbb-fbbe35450341 req-50652863-b6a8-44fe-92b1-cf0d9cf93e29 tempest-AttachVolumeTestJSON-1709741936 tempest-AttachVolumeTestJSON-1709741936-project] 10.222.0.39 "GET /v2.0/security-groups?id=fc469313-82a8-4ad2-a9e9-24c86c2f4d72&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412509 Apr 12 11:02:09.303972 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bc071be-bb58-4a9e-8252-1105d27c99f1 req-33dd0c11-e2a6-4e74-b7f0-f2209ad91612 tempest-DeleteServersTestJSON-655909961 tempest-DeleteServersTestJSON-655909961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:02:09.305454 dv-cinder-830088-4-iscsi neutron-server[103257]: INFO neutron.wsgi [req-2bc071be-bb58-4a9e-8252-1105d27c99f1 req-33dd0c11-e2a6-4e74-b7f0-f2209ad91612 tempest-DeleteServersTestJSON-655909961 tempest-DeleteServersTestJSON-655909961-project] 10.222.0.39 "GET /v2.0/ports?device_id=1f388cc0-2f53-4f5f-b4da-75912eabd99d HTTP/1.1" status: 200 len: 946 time: 0.0519137 Apr 12 11:02:09.355444 dv-cinder-830088-4-iscsi neutron-server[103257]: INFO neutron.wsgi [req-2bc071be-bb58-4a9e-8252-1105d27c99f1 req-588a4ef3-25f9-4b85-a591-8d04d2c3f0d5 tempest-DeleteServersTestJSON-655909961 tempest-DeleteServersTestJSON-655909961-project] 10.222.0.39 "GET /v2.0/security-groups?id=19a2dc3b-a298-4013-89f3-f5eb3f383f02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433853 Apr 12 11:02:09.463902 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c9352aa-9668-46e5-ab7b-43f92c416bbc req-bc4aca60-89ae-4358-9bed-3847316d6c5f tempest-ServerRescueNegativeTestJSON-1304480791 tempest-ServerRescueNegativeTestJSON-1304480791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:02:09.465380 dv-cinder-830088-4-iscsi neutron-server[103258]: INFO neutron.wsgi [req-6c9352aa-9668-46e5-ab7b-43f92c416bbc req-bc4aca60-89ae-4358-9bed-3847316d6c5f tempest-ServerRescueNegativeTestJSON-1304480791 tempest-ServerRescueNegativeTestJSON-1304480791-project] 10.222.0.39 "GET /v2.0/ports?device_id=9850fc3f-3ca4-4813-9ce5-f048fd29222e HTTP/1.1" status: 200 len: 945 time: 0.0464606 Apr 12 11:02:09.512393 dv-cinder-830088-4-iscsi neutron-server[103258]: INFO neutron.wsgi [req-6c9352aa-9668-46e5-ab7b-43f92c416bbc req-e556dd08-f1b9-4505-88d9-4d5638653386 tempest-ServerRescueNegativeTestJSON-1304480791 tempest-ServerRescueNegativeTestJSON-1304480791-project] 10.222.0.39 "GET /v2.0/security-groups?id=d3f9b1f1-6368-4c51-964e-16ec3a7a3785&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416050 Apr 12 11:02:09.629475 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f535fd09-b1a7-43aa-9d62-28988d968471 req-2cbfd6da-f6c6-4214-97cf-e79644e5da8c tempest-VolumesNegativeTest-124015576 tempest-VolumesNegativeTest-124015576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:02:09.630961 dv-cinder-830088-4-iscsi neutron-server[103257]: INFO neutron.wsgi [req-f535fd09-b1a7-43aa-9d62-28988d968471 req-2cbfd6da-f6c6-4214-97cf-e79644e5da8c tempest-VolumesNegativeTest-124015576 tempest-VolumesNegativeTest-124015576-project] 10.222.0.39 "GET /v2.0/ports?device_id=5c50f7da-4218-46d3-b356-aaec57ed9545 HTTP/1.1" status: 200 len: 948 time: 0.0541291 Apr 12 11:02:09.679956 dv-cinder-830088-4-iscsi neutron-server[103257]: INFO neutron.wsgi [req-f535fd09-b1a7-43aa-9d62-28988d968471 req-e5782fe7-54da-41cc-af89-9b95348c3d83 tempest-VolumesNegativeTest-124015576 tempest-VolumesNegativeTest-124015576-project] 10.222.0.39 "GET /v2.0/security-groups?id=1b7172f6-7f68-49bc-a1b3-cb23deb72f5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429616 Apr 12 11:02:10.031509 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2126c09-1e3e-46b0-a117-1c7abc8a97e8 req-cf6f7b4f-bacd-4d5e-a29b-24fe3b169757 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:02:10.033011 dv-cinder-830088-4-iscsi neutron-server[103258]: INFO neutron.wsgi [req-a2126c09-1e3e-46b0-a117-1c7abc8a97e8 req-cf6f7b4f-bacd-4d5e-a29b-24fe3b169757 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=3cac16a6f4df4408ae30e801f23a7264&device_id=5c50f7da-4218-46d3-b356-aaec57ed9545 HTTP/1.1" status: 200 len: 1132 time: 0.0433118 Apr 12 11:02:10.044048 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91a6d726-3e08-499a-a464-24f70dfa7f6f req-4f4969e0-32c1-419d-9b6a-e608ce55d7a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:02:10.045463 dv-cinder-830088-4-iscsi neutron-server[103257]: INFO neutron.wsgi [req-91a6d726-3e08-499a-a464-24f70dfa7f6f req-4f4969e0-32c1-419d-9b6a-e608ce55d7a4 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=342bfb33-54ce-4b31-b1d9-ee13f5d2ec00 HTTP/1.1" status: 200 len: 853 time: 0.0445151 Apr 12 11:02:10.235665 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adae1184-0180-492d-903a-8528a73b95c6 req-becd31e8-20ad-407f-8032-6b569ec7afd0 tempest-AttachVolumeShelveTestJSON-1581400671 tempest-AttachVolumeShelveTestJSON-1581400671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:02:10.237477 dv-cinder-830088-4-iscsi neutron-server[103258]: INFO neutron.wsgi [req-adae1184-0180-492d-903a-8528a73b95c6 req-becd31e8-20ad-407f-8032-6b569ec7afd0 tempest-AttachVolumeShelveTestJSON-1581400671 tempest-AttachVolumeShelveTestJSON-1581400671-project] 10.222.0.39 "GET /v2.0/ports?device_id=02541d3b-c0f8-4669-8d56-2fb77315b4b7 HTTP/1.1" status: 200 len: 946 time: 0.0470436 Apr 12 11:02:10.240323 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron_lib.callbacks.manager [None req-4805d72b-026b-4be9-8a12-b4f6292540f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777667879581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1343690'] for agent (0a0a44e5-732d-48d9-a8ad-b47e7b7c1a86), after_update {{(pid=103259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:02:10.284211 dv-cinder-830088-4-iscsi neutron-server[103258]: INFO neutron.wsgi [req-adae1184-0180-492d-903a-8528a73b95c6 req-3396e161-f037-48b8-a787-46a65d99e231 tempest-AttachVolumeShelveTestJSON-1581400671 tempest-AttachVolumeShelveTestJSON-1581400671-project] 10.222.0.39 "GET /v2.0/security-groups?id=76018d3a-627c-488b-b6f9-308c58c63207&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411146 Apr 12 11:02:10.395577 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6bf1523-714e-4a85-a4ef-2b4579872b1f req-2d42b82a-e8c7-4273-9917-f8787f4a9ec1 tempest-AttachVolumeTestJSON-1709741936 tempest-AttachVolumeTestJSON-1709741936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:02:10.397059 dv-cinder-830088-4-iscsi neutron-server[103257]: INFO neutron.wsgi [req-f6bf1523-714e-4a85-a4ef-2b4579872b1f req-2d42b82a-e8c7-4273-9917-f8787f4a9ec1 tempest-AttachVolumeTestJSON-1709741936 tempest-AttachVolumeTestJSON-1709741936-project] 10.222.0.39 "GET /v2.0/ports?device_id=054cf929-099f-406a-9607-1086f5624af6 HTTP/1.1" status: 200 len: 946 time: 0.0508204 Apr 12 11:02:10.402920 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d0953ec-8a2c-447c-9d0a-64272fd610f6 req-58fd3c2f-3adb-4c89-a7b3-3a0565166bac tempest-AttachVolumeShelveTestJSON-1581400671 tempest-AttachVolumeShelveTestJSON-1581400671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:02:10.404497 dv-cinder-830088-4-iscsi neutron-server[103258]: INFO neutron.wsgi [req-5d0953ec-8a2c-447c-9d0a-64272fd610f6 req-58fd3c2f-3adb-4c89-a7b3-3a0565166bac tempest-AttachVolumeShelveTestJSON-1581400671 tempest-AttachVolumeShelveTestJSON-1581400671-project] 10.222.0.39 "GET /v2.0/ports?device_id=02541d3b-c0f8-4669-8d56-2fb77315b4b7 HTTP/1.1" status: 200 len: 946 time: 0.0537255 Apr 12 11:02:10.412914 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.wsgi [-] (103258) accepted ('10.222.0.39', 51434) {{(pid=103258) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 11:02:10.417352 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.api.v2.base [None req-f34943dc-671b-43ea-88fd-89932a036387 tempest-AttachVolumeShelveTestJSON-1581400671 tempest-AttachVolumeShelveTestJSON-1581400671-project] Request body: {'floatingip': {'port_id': '2484a730-a008-456c-92cc-39b96de01dfd'}} {{(pid=103258) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 11:02:10.457299 dv-cinder-830088-4-iscsi neutron-server[103257]: INFO neutron.wsgi [req-f6bf1523-714e-4a85-a4ef-2b4579872b1f req-927affd7-fae6-4c39-945b-8c08ddcba51e tempest-AttachVolumeTestJSON-1709741936 tempest-AttachVolumeTestJSON-1709741936-project] 10.222.0.39 "GET /v2.0/security-groups?id=fc469313-82a8-4ad2-a9e9-24c86c2f4d72&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0546074 Apr 12 11:02:10.502872 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-f34943dc-671b-43ea-88fd-89932a036387 tempest-AttachVolumeShelveTestJSON-1581400671 tempest-AttachVolumeShelveTestJSON-1581400671-project] Publish callbacks [] for floatingip (323589ac-f036-4f31-ab18-7d79dfab6d87), before_update {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:02:10.605593 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de280a78-139f-40d7-a71f-7a7dca5aee88 req-170a61f7-7884-4d08-9be5-15c4465cba6c tempest-DeleteServersTestJSON-655909961 tempest-DeleteServersTestJSON-655909961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:02:10.607075 dv-cinder-830088-4-iscsi neutron-server[103258]: INFO neutron.wsgi [req-de280a78-139f-40d7-a71f-7a7dca5aee88 req-170a61f7-7884-4d08-9be5-15c4465cba6c tempest-DeleteServersTestJSON-655909961 tempest-DeleteServersTestJSON-655909961-project] 10.222.0.39 "GET /v2.0/ports?device_id=1f388cc0-2f53-4f5f-b4da-75912eabd99d HTTP/1.1" status: 200 len: 946 time: 0.1237388 Apr 12 11:02:10.627855 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf97ba6d-75dc-47e4-8757-af2cce1bb535 req-dfa61011-dd2a-485f-993e-f4f810fd066a tempest-ServerRescueNegativeTestJSON-1304480791 tempest-ServerRescueNegativeTestJSON-1304480791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:02:10.629336 dv-cinder-830088-4-iscsi neutron-server[103257]: INFO neutron.wsgi [req-bf97ba6d-75dc-47e4-8757-af2cce1bb535 req-dfa61011-dd2a-485f-993e-f4f810fd066a tempest-ServerRescueNegativeTestJSON-1304480791 tempest-ServerRescueNegativeTestJSON-1304480791-project] 10.222.0.39 "GET /v2.0/ports?device_id=9850fc3f-3ca4-4813-9ce5-f048fd29222e HTTP/1.1" status: 200 len: 945 time: 0.0491037 Apr 12 11:02:10.675587 dv-cinder-830088-4-iscsi neutron-server[103257]: INFO neutron.wsgi [req-bf97ba6d-75dc-47e4-8757-af2cce1bb535 req-73105cec-cc68-4aac-8424-2894382c02c7 tempest-ServerRescueNegativeTestJSON-1304480791 tempest-ServerRescueNegativeTestJSON-1304480791-project] 10.222.0.39 "GET /v2.0/security-groups?id=d3f9b1f1-6368-4c51-964e-16ec3a7a3785&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399067 Apr 12 11:02:10.705962 dv-cinder-830088-4-iscsi neutron-server[103258]: INFO neutron.wsgi [req-de280a78-139f-40d7-a71f-7a7dca5aee88 req-1af11a32-2d3f-4afc-9ff3-6df10ddd5fc5 tempest-DeleteServersTestJSON-655909961 tempest-DeleteServersTestJSON-655909961-project] 10.222.0.39 "GET /v2.0/security-groups?id=19a2dc3b-a298-4013-89f3-f5eb3f383f02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0886426 Apr 12 11:02:10.836737 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea5abae2-d849-4b0e-b724-55dad756387b req-58f1e4ea-d294-44ff-8eb3-5264505f5186 tempest-VolumesNegativeTest-124015576 tempest-VolumesNegativeTest-124015576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:02:10.838397 dv-cinder-830088-4-iscsi neutron-server[103257]: INFO neutron.wsgi [req-ea5abae2-d849-4b0e-b724-55dad756387b req-58f1e4ea-d294-44ff-8eb3-5264505f5186 tempest-VolumesNegativeTest-124015576 tempest-VolumesNegativeTest-124015576-project] 10.222.0.39 "GET /v2.0/ports?device_id=5c50f7da-4218-46d3-b356-aaec57ed9545 HTTP/1.1" status: 200 len: 948 time: 0.0643554 Apr 12 11:02:10.891961 dv-cinder-830088-4-iscsi neutron-server[103257]: INFO neutron.wsgi [req-ea5abae2-d849-4b0e-b724-55dad756387b req-d794cd9d-8f5a-4ade-bc2f-2cf8e24a62dc tempest-VolumesNegativeTest-124015576 tempest-VolumesNegativeTest-124015576-project] 10.222.0.39 "GET /v2.0/security-groups?id=1b7172f6-7f68-49bc-a1b3-cb23deb72f5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479908 Apr 12 11:02:11.367833 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron_lib.db.resource_extend [None req-f34943dc-671b-43ea-88fd-89932a036387 tempest-AttachVolumeShelveTestJSON-1581400671 tempest-AttachVolumeShelveTestJSON-1581400671-project] It took 0.28 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103258) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 12 11:02:11.426385 dv-cinder-830088-4-iscsi neutron-server[103258]: INFO neutron.wsgi [req-a2126c09-1e3e-46b0-a117-1c7abc8a97e8 req-34e1874b-28a8-4cea-9a72-50d7a2bdeef9 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.251&port_id=b0863c1e-97fc-47a6-b9c7-ee8795066d48 HTTP/1.1" status: 200 len: 217 time: 0.0733602 Apr 12 11:02:11.468430 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-f34943dc-671b-43ea-88fd-89932a036387 tempest-AttachVolumeShelveTestJSON-1581400671 tempest-AttachVolumeShelveTestJSON-1581400671-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:02:11.472360 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-f34943dc-671b-43ea-88fd-89932a036387 tempest-AttachVolumeShelveTestJSON-1581400671 tempest-AttachVolumeShelveTestJSON-1581400671-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-579534'] for floatingip (323589ac-f036-4f31-ab18-7d79dfab6d87), after_update {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:02:11.601300 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d67c9c9f-fab3-4852-8538-19317fd852de req-b60d63da-2eb2-4791-8cdc-eba6de736e50 tempest-AttachVolumeTestJSON-1709741936 tempest-AttachVolumeTestJSON-1709741936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:02:11.602802 dv-cinder-830088-4-iscsi neutron-server[103258]: INFO neutron.wsgi [req-d67c9c9f-fab3-4852-8538-19317fd852de req-b60d63da-2eb2-4791-8cdc-eba6de736e50 tempest-AttachVolumeTestJSON-1709741936 tempest-AttachVolumeTestJSON-1709741936-project] 10.222.0.39 "GET /v2.0/ports?device_id=054cf929-099f-406a-9607-1086f5624af6 HTTP/1.1" status: 200 len: 946 time: 0.0808456 Apr 12 11:02:11.608553 dv-cinder-830088-4-iscsi neutron-server[103258]: INFO neutron.db.l3_db [None req-f34943dc-671b-43ea-88fd-89932a036387 tempest-AttachVolumeShelveTestJSON-1581400671 tempest-AttachVolumeShelveTestJSON-1581400671-project] Floating IP 323589ac-f036-4f31-ab18-7d79dfab6d87 associated. External IP: 172.27.3.99, port: 2484a730-a008-456c-92cc-39b96de01dfd. Apr 12 11:02:11.703362 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron_lib.callbacks.manager [None req-ae6c308c-a92e-4424-a7f8-d6a17e5174ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777667879581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1343690'] for agent (742b2e09-86ec-4663-b086-f6b891926c3e), after_update {{(pid=103259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:02:11.721369 dv-cinder-830088-4-iscsi neutron-server[103258]: INFO neutron.wsgi [req-d67c9c9f-fab3-4852-8538-19317fd852de req-3651975d-1104-4bc5-8a75-5f2841dd71ec tempest-AttachVolumeTestJSON-1709741936 tempest-AttachVolumeTestJSON-1709741936-project] 10.222.0.39 "GET /v2.0/security-groups?id=fc469313-82a8-4ad2-a9e9-24c86c2f4d72&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1098285 Apr 12 11:02:11.794462 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3b56f77-87f2-4f61-8e13-9fb899bdebb9 req-ef604784-15ac-406c-8064-1b28c3d3cc4a tempest-ServerRescueNegativeTestJSON-1304480791 tempest-ServerRescueNegativeTestJSON-1304480791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:02:11.795978 dv-cinder-830088-4-iscsi neutron-server[103257]: INFO neutron.wsgi [req-f3b56f77-87f2-4f61-8e13-9fb899bdebb9 req-ef604784-15ac-406c-8064-1b28c3d3cc4a tempest-ServerRescueNegativeTestJSON-1304480791 tempest-ServerRescueNegativeTestJSON-1304480791-project] 10.222.0.39 "GET /v2.0/ports?device_id=9850fc3f-3ca4-4813-9ce5-f048fd29222e HTTP/1.1" status: 200 len: 945 time: 0.0514650 Apr 12 11:02:11.842842 dv-cinder-830088-4-iscsi neutron-server[103257]: INFO neutron.wsgi [req-f3b56f77-87f2-4f61-8e13-9fb899bdebb9 req-23ff25b4-f541-4472-990e-27e4d1ef2375 tempest-ServerRescueNegativeTestJSON-1304480791 tempest-ServerRescueNegativeTestJSON-1304480791-project] 10.222.0.39 "GET /v2.0/security-groups?id=d3f9b1f1-6368-4c51-964e-16ec3a7a3785&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408411 Apr 12 11:02:11.871580 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f04ab26c-7ceb-48cb-8d8f-7469b808394e req-5dd836ac-f67d-4457-93a7-7dd0f82e35e6 tempest-DeleteServersTestJSON-655909961 tempest-DeleteServersTestJSON-655909961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:02:11.873044 dv-cinder-830088-4-iscsi neutron-server[103258]: INFO neutron.wsgi [req-f04ab26c-7ceb-48cb-8d8f-7469b808394e req-5dd836ac-f67d-4457-93a7-7dd0f82e35e6 tempest-DeleteServersTestJSON-655909961 tempest-DeleteServersTestJSON-655909961-project] 10.222.0.39 "GET /v2.0/ports?device_id=1f388cc0-2f53-4f5f-b4da-75912eabd99d HTTP/1.1" status: 200 len: 946 time: 0.0843594 Apr 12 11:02:11.922680 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f34943dc-671b-43ea-88fd-89932a036387 tempest-AttachVolumeShelveTestJSON-1581400671 tempest-AttachVolumeShelveTestJSON-1581400671-project] Router eb1e4800-8b4f-4be4-9243-871422076e8b has already been hosted by L3 agent 77f5e085-0284-4236-9dbf-35d2d452e277 {{(pid=103258) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 12 11:02:11.940335 dv-cinder-830088-4-iscsi neutron-server[103258]: INFO neutron.wsgi [req-f04ab26c-7ceb-48cb-8d8f-7469b808394e req-deae73d2-712b-44f0-b0f1-93de66a2297a tempest-DeleteServersTestJSON-655909961 tempest-DeleteServersTestJSON-655909961-project] 10.222.0.39 "GET /v2.0/security-groups?id=19a2dc3b-a298-4013-89f3-f5eb3f383f02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0613563 Apr 12 11:02:12.001766 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69ef5aef-fea2-4c6c-a5b3-f10bddbe99ed req-5805c520-0b6c-4202-bc86-33bb84069951 tempest-VolumesNegativeTest-124015576 tempest-VolumesNegativeTest-124015576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:02:12.003270 dv-cinder-830088-4-iscsi neutron-server[103257]: INFO neutron.wsgi [req-69ef5aef-fea2-4c6c-a5b3-f10bddbe99ed req-5805c520-0b6c-4202-bc86-33bb84069951 tempest-VolumesNegativeTest-124015576 tempest-VolumesNegativeTest-124015576-project] 10.222.0.39 "GET /v2.0/ports?device_id=5c50f7da-4218-46d3-b356-aaec57ed9545 HTTP/1.1" status: 200 len: 948 time: 0.0466008 Apr 12 11:02:12.046992 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f34943dc-671b-43ea-88fd-89932a036387 tempest-AttachVolumeShelveTestJSON-1581400671 tempest-AttachVolumeShelveTestJSON-1581400671-project] Notify agent at l3_agent.dv-cinder-830088-4-iscsi the message routers_updated {{(pid=103258) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 12 11:02:12.051622 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-f34943dc-671b-43ea-88fd-89932a036387 tempest-AttachVolumeShelveTestJSON-1581400671 tempest-AttachVolumeShelveTestJSON-1581400671-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108023'] for floatingip (None), before_response {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:02:12.053467 dv-cinder-830088-4-iscsi neutron-server[103257]: INFO neutron.wsgi [req-69ef5aef-fea2-4c6c-a5b3-f10bddbe99ed req-475091b8-3d82-4704-9bee-d2ebac51afaf tempest-VolumesNegativeTest-124015576 tempest-VolumesNegativeTest-124015576-project] 10.222.0.39 "GET /v2.0/security-groups?id=1b7172f6-7f68-49bc-a1b3-cb23deb72f5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440991 Apr 12 11:02:12.060056 dv-cinder-830088-4-iscsi neutron-server[103260]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d876f5b-87a9-4265-bc36-7455a0a1ad13 None None] Sync routers for ids ['eb1e4800-8b4f-4be4-9243-871422076e8b'] in dv-cinder-830088-4-iscsi {{(pid=103260) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 12 11:02:12.077071 dv-cinder-830088-4-iscsi neutron-server[103260]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d876f5b-87a9-4265-bc36-7455a0a1ad13 None None] Routers {'eb1e4800-8b4f-4be4-9243-871422076e8b'} bound to L3 agent in host dv-cinder-830088-4-iscsi {{(pid=103260) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 11:02:12.077690 dv-cinder-830088-4-iscsi neutron-server[103260]: DEBUG neutron.db.l3_hamode_db [None req-1d876f5b-87a9-4265-bc36-7455a0a1ad13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830088-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-12T10:52:12Z,description=,heartbeat_timestamp=2022-04-12T11:01:43Z,host='dv-cinder-830088-4-iscsi',id=77f5e085-0284-4236-9dbf-35d2d452e277,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T10:52:12Z,topic='l3_agent')) {'router_ids': ['eb1e4800-8b4f-4be4-9243-871422076e8b'], 'active': True} {{(pid=103260) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 11:02:12.097717 dv-cinder-830088-4-iscsi neutron-server[103258]: INFO neutron.wsgi [None req-f34943dc-671b-43ea-88fd-89932a036387 tempest-AttachVolumeShelveTestJSON-1581400671 tempest-AttachVolumeShelveTestJSON-1581400671-project] 10.222.0.39 "PUT /v2.0/floatingips/323589ac-f036-4f31-ab18-7d79dfab6d87 HTTP/1.1" status: 200 len: 991 time: 1.6837046 Apr 12 11:02:12.098290 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '02541d3b-c0f8-4669-8d56-2fb77315b4b7', 'tag': '2484a730-a008-456c-92cc-39b96de01dfd'}] {{(pid=103258) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 11:02:12.100793 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c54b6d548356c9296345eb8e608a1624e6dfb095c10b2709a108c8ba991c21a4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-75ba8ce6-3111-4aac-a94c-a019ae8871bc" -d '{"events": [{"name": "network-changed", "server_uuid": "02541d3b-c0f8-4669-8d56-2fb77315b4b7", "tag": "2484a730-a008-456c-92cc-39b96de01dfd"}]}' {{(pid=103258) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 11:02:12.148394 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Apr 2022 11:02:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0dff4403-2b3b-4722-b8c7-f4163e3bdd61 x-openstack-request-id: req-0dff4403-2b3b-4722-b8c7-f4163e3bdd61 {{(pid=103258) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 11:02:12.148962 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "02541d3b-c0f8-4669-8d56-2fb77315b4b7", "tag": "2484a730-a008-456c-92cc-39b96de01dfd", "status": "completed", "code": 200}]} {{(pid=103258) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 11:02:12.149180 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-0dff4403-2b3b-4722-b8c7-f4163e3bdd61 {{(pid=103258) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 11:02:12.149580 dv-cinder-830088-4-iscsi neutron-server[103258]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0dff4403-2b3b-4722-b8c7-f4163e3bdd61'] response: {'name': 'network-changed', 'server_uuid': '02541d3b-c0f8-4669-8d56-2fb77315b4b7', 'tag': '2484a730-a008-456c-92cc-39b96de01dfd', 'status': 'completed', 'code': 200} Apr 12 11:02:12.188088 dv-cinder-830088-4-iscsi neutron-server[103260]: DEBUG neutron.db.l3_dvr_db [None req-1d876f5b-87a9-4265-bc36-7455a0a1ad13 None None] Set router eb1e4800-8b4f-4be4-9243-871422076e8b gateway port host: dv-cinder-830088-4-iscsi {{(pid=103260) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 11:02:12.291119 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.wsgi [-] (103258) accepted ('10.222.0.39', 51468) {{(pid=103258) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 11:02:12.398253 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-60fd8af0-2f86-4174-9ef5-00f3dbc8669a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:02:12.474222 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-60fd8af0-2f86-4174-9ef5-00f3dbc8669a admin admin] Publish callbacks [] for security_group (908db856-03bb-4e6a-be56-23e383a3a050), precommit_create {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:02:12.478803 dv-cinder-830088-4-iscsi neutron-server[103260]: DEBUG neutron.db.l3_hamode_db [None req-1d876f5b-87a9-4265-bc36-7455a0a1ad13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eb1e4800-8b4f-4be4-9243-871422076e8b', 'name': 'tempest-AttachVolumeShelveTestJSON-1929172249-router', 'tenant_id': '64420168af994dfe8d37cc175e2bfbd6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b7be5f2-485b-4c85-8f98-fb200971b61c', 'external_fixed_ips': [{'subnet_id': '4887111e-1302-416a-ab8e-c957c9df7f85', 'ip_address': '172.27.3.180'}], 'enable_snat': True}, 'gw_port_id': 'c771e6b6-83f9-494d-bdb0-336589cf0989', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T11:00:46Z', 'updated_at': '2022-04-12T11:01:05Z', 'revision_number': 4, 'project_id': '64420168af994dfe8d37cc175e2bfbd6', 'gw_port': {'id': 'c771e6b6-83f9-494d-bdb0-336589cf0989', 'name': '', 'network_id': '3b7be5f2-485b-4c85-8f98-fb200971b61c', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:fc:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb1e4800-8b4f-4be4-9243-871422076e8b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 106, 'fixed_ips': [{'subnet_id': '4887111e-1302-416a-ab8e-c957c9df7f85', 'ip_address': '172.27.3.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830088-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T11:00:49Z', 'updated_at': '2022-04-12T11:01:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4887111e-1302-416a-ab8e-c957c9df7f85', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830088-4-iscsi', '_floatingips': [{'id': '323589ac-f036-4f31-ab18-7d79dfab6d87', 'tenant_id': '64420168af994dfe8d37cc175e2bfbd6', 'floating_ip_address': '172.27.3.99', 'floating_network_id': '3b7be5f2-485b-4c85-8f98-fb200971b61c', 'router_id': 'eb1e4800-8b4f-4be4-9243-871422076e8b', 'port_id': '2484a730-a008-456c-92cc-39b96de01dfd', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 161, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5fe71604-a19f-4748-9dc5-7cc9d7ecf6be', 'mac_address': 'fa:16:3e:a4:3a:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02541d3b-c0f8-4669-8d56-2fb77315b4b7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-12T11:01:16Z', 'updated_at': '2022-04-12T11:02:11Z', 'revision_number': 1, 'project_id': '64420168af994dfe8d37cc175e2bfbd6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '632e73d3-9090-45e5-a39e-4edfd594e1f3', 'name': '', 'network_id': '5fe71604-a19f-4748-9dc5-7cc9d7ecf6be', 'tenant_id': '64420168af994dfe8d37cc175e2bfbd6', 'mac_address': 'fa:16:3e:0a:17:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb1e4800-8b4f-4be4-9243-871422076e8b', 'device_owner': 'network:router_interface', 'standard_attr_id': 128, 'fixed_ips': [{'subnet_id': 'e411d522-7486-40a5-b78b-47a221209e5e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830088-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T11:01:02Z', 'updated_at': '2022-04-12T11:01:13Z', 'revision_number': 5, 'project_id': '64420168af994dfe8d37cc175e2bfbd6', 'subnets': [{'id': 'e411d522-7486-40a5-b78b-47a221209e5e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830088-4-iscsi', False) {} {{(pid=103260) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 11:02:12.482601 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-60fd8af0-2f86-4174-9ef5-00f3dbc8669a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-415253'] for security_group (908db856-03bb-4e6a-be56-23e383a3a050), after_create {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:02:12.509530 dv-cinder-830088-4-iscsi neutron-server[103260]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d876f5b-87a9-4265-bc36-7455a0a1ad13 None None] Checking router: eb1e4800-8b4f-4be4-9243-871422076e8b for host: dv-cinder-830088-4-iscsi {{(pid=103260) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 12 11:02:12.518674 dv-cinder-830088-4-iscsi neutron-server[103260]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d876f5b-87a9-4265-bc36-7455a0a1ad13 None None] Routers {'eb1e4800-8b4f-4be4-9243-871422076e8b'} bound to L3 agent in host dv-cinder-830088-4-iscsi {{(pid=103260) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 11:02:12.519453 dv-cinder-830088-4-iscsi neutron-server[103260]: DEBUG neutron.db.l3_hamode_db [None req-1d876f5b-87a9-4265-bc36-7455a0a1ad13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830088-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-12T10:52:12Z,description=,heartbeat_timestamp=2022-04-12T11:01:43Z,host='dv-cinder-830088-4-iscsi',id=77f5e085-0284-4236-9dbf-35d2d452e277,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T10:52:12Z,topic='l3_agent')) {'router_ids': ['eb1e4800-8b4f-4be4-9243-871422076e8b'], 'active': True} {{(pid=103260) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 11:02:12.520265 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60fd8af0-2f86-4174-9ef5-00f3dbc8669a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=908db856-03bb-4e6a-be56-23e383a3a050,revision_number=1']} {{(pid=103258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:02:12.525632 dv-cinder-830088-4-iscsi neutron-server[103258]: INFO neutron.wsgi [None req-60fd8af0-2f86-4174-9ef5-00f3dbc8669a admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=7de63218b2a84cf8b273251d2a464cab&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2334971 Apr 12 11:02:12.528233 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron.wsgi [-] (103257) accepted ('10.222.0.39', 51474) {{(pid=103257) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 11:02:12.536360 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron_lib.callbacks.manager [None req-fd05e2f9-0bc4-4e88-b5e4-5aaf3a450517 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777667879581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1343690'] for agent (77f5e085-0284-4236-9dbf-35d2d452e277), after_update {{(pid=103259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:02:12.576769 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-ca623d45-6580-4db2-ace2-a6f56364e258 admin admin] Publish callbacks [] for security_group (908db856-03bb-4e6a-be56-23e383a3a050), before_delete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:02:12.597892 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-ca623d45-6580-4db2-ace2-a6f56364e258 admin admin] Publish callbacks [] for security_group (908db856-03bb-4e6a-be56-23e383a3a050), precommit_delete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:02:12.639510 dv-cinder-830088-4-iscsi neutron-server[103260]: DEBUG neutron.db.l3_dvr_db [None req-1d876f5b-87a9-4265-bc36-7455a0a1ad13 None None] Set router eb1e4800-8b4f-4be4-9243-871422076e8b gateway port host: dv-cinder-830088-4-iscsi {{(pid=103260) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 11:02:12.647964 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-ca623d45-6580-4db2-ace2-a6f56364e258 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-415253'] for security_group (908db856-03bb-4e6a-be56-23e383a3a050), after_delete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:02:12.651159 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-ca623d45-6580-4db2-ace2-a6f56364e258 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:02:12.652302 dv-cinder-830088-4-iscsi neutron-server[103257]: INFO neutron.wsgi [None req-ca623d45-6580-4db2-ace2-a6f56364e258 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/908db856-03bb-4e6a-be56-23e383a3a050 HTTP/1.1" status: 204 len: 168 time: 0.1231008 Apr 12 11:02:12.663420 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca623d45-6580-4db2-ace2-a6f56364e258 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=908db856-03bb-4e6a-be56-23e383a3a050,revision_number=None']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:02:12.767603 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91a6d726-3e08-499a-a464-24f70dfa7f6f req-77feb0e4-36d2-43e2-978b-3bf047618e9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:02:12.769139 dv-cinder-830088-4-iscsi neutron-server[103257]: INFO neutron.wsgi [req-91a6d726-3e08-499a-a464-24f70dfa7f6f req-77feb0e4-36d2-43e2-978b-3bf047618e9b service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=8605bce6-3955-4448-bd79-8ef881f45c6d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0465050 Apr 12 11:02:12.850353 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7e51e24-271d-4ab9-9985-58970359792e req-1ef31953-7772-43d5-a195-761cca13f06b tempest-AttachVolumeTestJSON-1709741936 tempest-AttachVolumeTestJSON-1709741936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:02:12.851890 dv-cinder-830088-4-iscsi neutron-server[103257]: INFO neutron.wsgi [req-d7e51e24-271d-4ab9-9985-58970359792e req-1ef31953-7772-43d5-a195-761cca13f06b tempest-AttachVolumeTestJSON-1709741936 tempest-AttachVolumeTestJSON-1709741936-project] 10.222.0.39 "GET /v2.0/ports?device_id=054cf929-099f-406a-9607-1086f5624af6 HTTP/1.1" status: 200 len: 946 time: 0.0481570 Apr 12 11:02:12.858251 dv-cinder-830088-4-iscsi neutron-server[103260]: DEBUG neutron.db.l3_hamode_db [None req-1d876f5b-87a9-4265-bc36-7455a0a1ad13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eb1e4800-8b4f-4be4-9243-871422076e8b', 'name': 'tempest-AttachVolumeShelveTestJSON-1929172249-router', 'tenant_id': '64420168af994dfe8d37cc175e2bfbd6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b7be5f2-485b-4c85-8f98-fb200971b61c', 'external_fixed_ips': [{'subnet_id': '4887111e-1302-416a-ab8e-c957c9df7f85', 'ip_address': '172.27.3.180'}], 'enable_snat': True}, 'gw_port_id': 'c771e6b6-83f9-494d-bdb0-336589cf0989', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T11:00:46Z', 'updated_at': '2022-04-12T11:01:05Z', 'revision_number': 4, 'project_id': '64420168af994dfe8d37cc175e2bfbd6', 'gw_port': {'id': 'c771e6b6-83f9-494d-bdb0-336589cf0989', 'name': '', 'network_id': '3b7be5f2-485b-4c85-8f98-fb200971b61c', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:fc:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb1e4800-8b4f-4be4-9243-871422076e8b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 106, 'fixed_ips': [{'subnet_id': '4887111e-1302-416a-ab8e-c957c9df7f85', 'ip_address': '172.27.3.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830088-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T11:00:49Z', 'updated_at': '2022-04-12T11:01:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4887111e-1302-416a-ab8e-c957c9df7f85', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830088-4-iscsi', '_floatingips': [{'id': '323589ac-f036-4f31-ab18-7d79dfab6d87', 'tenant_id': '64420168af994dfe8d37cc175e2bfbd6', 'floating_ip_address': '172.27.3.99', 'floating_network_id': '3b7be5f2-485b-4c85-8f98-fb200971b61c', 'router_id': 'eb1e4800-8b4f-4be4-9243-871422076e8b', 'port_id': '2484a730-a008-456c-92cc-39b96de01dfd', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 161, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5fe71604-a19f-4748-9dc5-7cc9d7ecf6be', 'mac_address': 'fa:16:3e:a4:3a:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02541d3b-c0f8-4669-8d56-2fb77315b4b7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-12T11:01:16Z', 'updated_at': '2022-04-12T11:02:11Z', 'revision_number': 1, 'project_id': '64420168af994dfe8d37cc175e2bfbd6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '632e73d3-9090-45e5-a39e-4edfd594e1f3', 'name': '', 'network_id': '5fe71604-a19f-4748-9dc5-7cc9d7ecf6be', 'tenant_id': '64420168af994dfe8d37cc175e2bfbd6', 'mac_address': 'fa:16:3e:0a:17:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb1e4800-8b4f-4be4-9243-871422076e8b', 'device_owner': 'network:router_interface', 'standard_attr_id': 128, 'fixed_ips': [{'subnet_id': 'e411d522-7486-40a5-b78b-47a221209e5e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830088-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T11:01:02Z', 'updated_at': '2022-04-12T11:01:13Z', 'revision_number': 5, 'project_id': '64420168af994dfe8d37cc175e2bfbd6', 'subnets': [{'id': 'e411d522-7486-40a5-b78b-47a221209e5e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830088-4-iscsi', False) {} {{(pid=103260) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 11:02:12.893573 dv-cinder-830088-4-iscsi neutron-server[103260]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d876f5b-87a9-4265-bc36-7455a0a1ad13 None None] The sync data for ids ['eb1e4800-8b4f-4be4-9243-871422076e8b'] in dv-cinder-830088-4-iscsi is: [{'id': 'eb1e4800-8b4f-4be4-9243-871422076e8b', 'name': 'tempest-AttachVolumeShelveTestJSON-1929172249-router', 'tenant_id': '64420168af994dfe8d37cc175e2bfbd6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b7be5f2-485b-4c85-8f98-fb200971b61c', 'external_fixed_ips': [{'subnet_id': '4887111e-1302-416a-ab8e-c957c9df7f85', 'ip_address': '172.27.3.180'}], 'enable_snat': True}, 'gw_port_id': 'c771e6b6-83f9-494d-bdb0-336589cf0989', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T11:00:46Z', 'updated_at': '2022-04-12T11:01:05Z', 'revision_number': 4, 'project_id': '64420168af994dfe8d37cc175e2bfbd6', 'gw_port': {'id': 'c771e6b6-83f9-494d-bdb0-336589cf0989', 'name': '', 'network_id': '3b7be5f2-485b-4c85-8f98-fb200971b61c', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:fc:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb1e4800-8b4f-4be4-9243-871422076e8b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 106, 'fixed_ips': [{'subnet_id': '4887111e-1302-416a-ab8e-c957c9df7f85', 'ip_address': '172.27.3.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830088-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T11:00:49Z', 'updated_at': '2022-04-12T11:01:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4887111e-1302-416a-ab8e-c957c9df7f85', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830088-4-iscsi', '_floatingips': [{'id': '323589ac-f036-4f31-ab18-7d79dfab6d87', 'tenant_id': '64420168af994dfe8d37cc175e2bfbd6', 'floating_ip_address': '172.27.3.99', 'floating_network_id': '3b7be5f2-485b-4c85-8f98-fb200971b61c', 'router_id': 'eb1e4800-8b4f-4be4-9243-871422076e8b', 'port_id': '2484a730-a008-456c-92cc-39b96de01dfd', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 161, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5fe71604-a19f-4748-9dc5-7cc9d7ecf6be', 'mac_address': 'fa:16:3e:a4:3a:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02541d3b-c0f8-4669-8d56-2fb77315b4b7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-12T11:01:16Z', 'updated_at': '2022-04-12T11:02:11Z', 'revision_number': 1, 'project_id': '64420168af994dfe8d37cc175e2bfbd6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '632e73d3-9090-45e5-a39e-4edfd594e1f3', 'name': '', 'network_id': '5fe71604-a19f-4748-9dc5-7cc9d7ecf6be', 'tenant_id': '64420168af994dfe8d37cc175e2bfbd6', 'mac_address': 'fa:16:3e:0a:17:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb1e4800-8b4f-4be4-9243-871422076e8b', 'device_owner': 'network:router_interface', 'standard_attr_id': 128, 'fixed_ips': [{'subnet_id': 'e411d522-7486-40a5-b78b-47a221209e5e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830088-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T11:01:02Z', 'updated_at': '2022-04-12T11:01:13Z', 'revision_number': 5, 'project_id': '64420168af994dfe8d37cc175e2bfbd6', 'subnets': [{'id': 'e411d522-7486-40a5-b78b-47a221209e5e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103260) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 12 11:02:12.918587 dv-cinder-830088-4-iscsi neutron-server[103257]: INFO neutron.wsgi [req-d7e51e24-271d-4ab9-9985-58970359792e req-ffb31fc4-f0ec-402b-959a-227bfd6f43a6 tempest-AttachVolumeTestJSON-1709741936 tempest-AttachVolumeTestJSON-1709741936-project] 10.222.0.39 "GET /v2.0/security-groups?id=fc469313-82a8-4ad2-a9e9-24c86c2f4d72&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0607486 Apr 12 11:02:12.997814 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa671b5e-b349-4ff1-9e7a-810651f63f03 req-e1d708cb-5a59-4d9d-9d3f-e162870fd82f tempest-ServerRescueNegativeTestJSON-1304480791 tempest-ServerRescueNegativeTestJSON-1304480791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:02:12.999423 dv-cinder-830088-4-iscsi neutron-server[103258]: INFO neutron.wsgi [req-fa671b5e-b349-4ff1-9e7a-810651f63f03 req-e1d708cb-5a59-4d9d-9d3f-e162870fd82f tempest-ServerRescueNegativeTestJSON-1304480791 tempest-ServerRescueNegativeTestJSON-1304480791-project] 10.222.0.39 "GET /v2.0/ports?device_id=9850fc3f-3ca4-4813-9ce5-f048fd29222e HTTP/1.1" status: 200 len: 945 time: 0.0592244 Apr 12 11:02:13.039815 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.wsgi [-] (103258) accepted ('10.222.0.39', 51486) {{(pid=103258) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 11:02:13.072816 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-5770cebc-2805-4ca4-9054-e1302d8be336 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:02:13.108605 dv-cinder-830088-4-iscsi neutron-server[103258]: INFO neutron.wsgi [req-fa671b5e-b349-4ff1-9e7a-810651f63f03 req-a62d097e-994f-45d5-a6c3-696dcc96971d tempest-ServerRescueNegativeTestJSON-1304480791 tempest-ServerRescueNegativeTestJSON-1304480791-project] 10.222.0.39 "GET /v2.0/security-groups?id=d3f9b1f1-6368-4c51-964e-16ec3a7a3785&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1022558 Apr 12 11:02:13.132438 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2126c09-1e3e-46b0-a117-1c7abc8a97e8 req-194617f8-5668-4207-bf07-d3934e1677b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:02:13.134522 dv-cinder-830088-4-iscsi neutron-server[103258]: INFO neutron.wsgi [req-a2126c09-1e3e-46b0-a117-1c7abc8a97e8 req-194617f8-5668-4207-bf07-d3934e1677b6 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=6cad2cb2-f686-4293-ad48-b177c14a026b HTTP/1.1" status: 200 len: 843 time: 0.0833323 Apr 12 11:02:13.218652 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b7cd959-a621-4243-b549-56d331a9202e None None] New status for floating IP 323589ac-f036-4f31-ab18-7d79dfab6d87: ACTIVE {{(pid=103259) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 12 11:02:13.249281 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-5770cebc-2805-4ca4-9054-e1302d8be336 admin admin] Publish callbacks [] for security_group (3edeadb4-ce3b-4745-9a4a-0cdf62d77b32), precommit_create {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:02:13.256945 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d051cc8d-9cb0-4da0-91fb-6c57a847e91e req-a34fd932-9432-479d-8ea3-2640c58b110b tempest-VolumesNegativeTest-124015576 tempest-VolumesNegativeTest-124015576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:02:13.258074 dv-cinder-830088-4-iscsi neutron-server[103258]: INFO neutron.wsgi [req-d051cc8d-9cb0-4da0-91fb-6c57a847e91e req-a34fd932-9432-479d-8ea3-2640c58b110b tempest-VolumesNegativeTest-124015576 tempest-VolumesNegativeTest-124015576-project] 10.222.0.39 "GET /v2.0/ports?device_id=5c50f7da-4218-46d3-b356-aaec57ed9545 HTTP/1.1" status: 200 len: 948 time: 0.0802400 Apr 12 11:02:13.260052 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-5770cebc-2805-4ca4-9054-e1302d8be336 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-415253'] for security_group (3edeadb4-ce3b-4745-9a4a-0cdf62d77b32), after_create {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:02:13.317845 dv-cinder-830088-4-iscsi neutron-server[103258]: INFO neutron.wsgi [None req-5770cebc-2805-4ca4-9054-e1302d8be336 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=f773a527cffb4d058f0ac6792f98447c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2743123 Apr 12 11:02:13.317845 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5770cebc-2805-4ca4-9054-e1302d8be336 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3edeadb4-ce3b-4745-9a4a-0cdf62d77b32,revision_number=1']} {{(pid=103258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:02:13.319195 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.wsgi [-] (103258) accepted ('10.222.0.39', 51490) {{(pid=103258) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 11:02:13.366952 dv-cinder-830088-4-iscsi neutron-server[103258]: INFO neutron.wsgi [req-d051cc8d-9cb0-4da0-91fb-6c57a847e91e req-0009dd95-fcd7-4a51-acda-1975e9dc1c08 tempest-VolumesNegativeTest-124015576 tempest-VolumesNegativeTest-124015576-project] 10.222.0.39 "GET /v2.0/security-groups?id=1b7172f6-7f68-49bc-a1b3-cb23deb72f5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0916338 Apr 12 11:02:13.380771 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-932a2b6d-1d6c-4c10-b049-2d12b3748a96 req-7d864ce3-f5d4-45fa-88d9-48cdae8b69c7 tempest-DeleteServersTestJSON-655909961 tempest-DeleteServersTestJSON-655909961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:02:13.383212 dv-cinder-830088-4-iscsi neutron-server[103257]: INFO neutron.wsgi [req-932a2b6d-1d6c-4c10-b049-2d12b3748a96 req-7d864ce3-f5d4-45fa-88d9-48cdae8b69c7 tempest-DeleteServersTestJSON-655909961 tempest-DeleteServersTestJSON-655909961-project] 10.222.0.39 "GET /v2.0/ports?device_id=1f388cc0-2f53-4f5f-b4da-75912eabd99d HTTP/1.1" status: 200 len: 946 time: 0.3607361 Apr 12 11:02:13.394977 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-856de43b-b8f8-40b2-a081-fddffa3e71aa admin admin] Publish callbacks [] for security_group (3edeadb4-ce3b-4745-9a4a-0cdf62d77b32), before_delete {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:02:13.400323 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7c2d94c-0485-4887-aba4-b1511ec97397 req-4500eb09-7624-44ed-baa0-050409ebc7ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:02:13.401913 dv-cinder-830088-4-iscsi neutron-server[103257]: INFO neutron.wsgi [req-b7c2d94c-0485-4887-aba4-b1511ec97397 req-4500eb09-7624-44ed-baa0-050409ebc7ef service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=9850fc3f-3ca4-4813-9ce5-f048fd29222e HTTP/1.1" status: 200 len: 1129 time: 0.0632031 Apr 12 11:02:13.419168 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-856de43b-b8f8-40b2-a081-fddffa3e71aa admin admin] Publish callbacks [] for security_group (3edeadb4-ce3b-4745-9a4a-0cdf62d77b32), precommit_delete {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:02:13.468136 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-856de43b-b8f8-40b2-a081-fddffa3e71aa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-415253'] for security_group (3edeadb4-ce3b-4745-9a4a-0cdf62d77b32), after_delete {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:02:13.470676 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-856de43b-b8f8-40b2-a081-fddffa3e71aa admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:02:13.471910 dv-cinder-830088-4-iscsi neutron-server[103258]: INFO neutron.wsgi [None req-856de43b-b8f8-40b2-a081-fddffa3e71aa admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/3edeadb4-ce3b-4745-9a4a-0cdf62d77b32 HTTP/1.1" status: 204 len: 168 time: 0.1495075 Apr 12 11:02:13.480818 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-856de43b-b8f8-40b2-a081-fddffa3e71aa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3edeadb4-ce3b-4745-9a4a-0cdf62d77b32,revision_number=None']} {{(pid=103258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:02:13.506862 dv-cinder-830088-4-iscsi neutron-server[103257]: INFO neutron.wsgi [req-932a2b6d-1d6c-4c10-b049-2d12b3748a96 req-d4fb3a55-84a0-4f8e-8445-140cd8daf3ae tempest-DeleteServersTestJSON-655909961 tempest-DeleteServersTestJSON-655909961-project] 10.222.0.39 "GET /v2.0/security-groups?id=19a2dc3b-a298-4013-89f3-f5eb3f383f02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1039684 Apr 12 11:02:13.511042 dv-cinder-830088-4-iscsi neutron-server[103257]: INFO neutron.wsgi [req-91a6d726-3e08-499a-a464-24f70dfa7f6f req-26193d3e-71d1-457a-8f4e-fa3a62a4edb2 service neutron] 10.222.0.53 "GET /v2.0/networks/8605bce6-3955-4448-bd79-8ef881f45c6d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4553657 Apr 12 11:02:13.784830 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron_lib.callbacks.manager [None req-601bd752-88b9-4ad2-8e14-56931e32431b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777667879581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1343690'] for agent (3ceb33ec-7c20-4632-9357-4cc6534463de), after_update {{(pid=103259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:02:14.025919 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c965cf2e-1726-45d1-a7cf-feadceca2e41 req-4bba476b-6554-4782-89b4-d8767bac3116 tempest-AttachVolumeTestJSON-1709741936 tempest-AttachVolumeTestJSON-1709741936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:02:14.027448 dv-cinder-830088-4-iscsi neutron-server[103258]: INFO neutron.wsgi [req-c965cf2e-1726-45d1-a7cf-feadceca2e41 req-4bba476b-6554-4782-89b4-d8767bac3116 tempest-AttachVolumeTestJSON-1709741936 tempest-AttachVolumeTestJSON-1709741936-project] 10.222.0.39 "GET /v2.0/ports?device_id=054cf929-099f-406a-9607-1086f5624af6 HTTP/1.1" status: 200 len: 946 time: 0.0485809 Apr 12 11:02:14.085130 dv-cinder-830088-4-iscsi neutron-server[103258]: INFO neutron.wsgi [req-c965cf2e-1726-45d1-a7cf-feadceca2e41 req-f14e183b-4690-42ae-acfe-5d684dfeb67c tempest-AttachVolumeTestJSON-1709741936 tempest-AttachVolumeTestJSON-1709741936-project] 10.222.0.39 "GET /v2.0/security-groups?id=fc469313-82a8-4ad2-a9e9-24c86c2f4d72&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0519474 Apr 12 11:02:14.199115 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3722681b-f7e9-4a1b-bcdb-207913285c13 req-73c52e80-3a0c-4350-afe3-7ff7ed100283 tempest-AttachVolumeTestJSON-1709741936 tempest-AttachVolumeTestJSON-1709741936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:02:14.200720 dv-cinder-830088-4-iscsi neutron-server[103257]: INFO neutron.wsgi [req-3722681b-f7e9-4a1b-bcdb-207913285c13 req-73c52e80-3a0c-4350-afe3-7ff7ed100283 tempest-AttachVolumeTestJSON-1709741936 tempest-AttachVolumeTestJSON-1709741936-project] 10.222.0.39 "GET /v2.0/ports?device_id=054cf929-099f-406a-9607-1086f5624af6 HTTP/1.1" status: 200 len: 946 time: 0.0512424 Apr 12 11:02:14.210564 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron.wsgi [-] (103257) accepted ('10.222.0.39', 51524) {{(pid=103257) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 11:02:14.215739 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron.api.v2.base [None req-5560e074-388f-4eb9-b795-769b6f7ec522 tempest-AttachVolumeTestJSON-1709741936 tempest-AttachVolumeTestJSON-1709741936-project] Request body: {'floatingip': {'port_id': 'd8445a7c-a328-45d0-8618-af8d0615ea29'}} {{(pid=103257) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 11:02:14.227245 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9392367-2ad2-4c56-b73e-989530980d80 req-697e18b9-d73a-4885-b38e-f540ee272f37 tempest-ServerRescueNegativeTestJSON-1304480791 tempest-ServerRescueNegativeTestJSON-1304480791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:02:14.228973 dv-cinder-830088-4-iscsi neutron-server[103258]: INFO neutron.wsgi [req-f9392367-2ad2-4c56-b73e-989530980d80 req-697e18b9-d73a-4885-b38e-f540ee272f37 tempest-ServerRescueNegativeTestJSON-1304480791 tempest-ServerRescueNegativeTestJSON-1304480791-project] 10.222.0.39 "GET /v2.0/ports?device_id=9850fc3f-3ca4-4813-9ce5-f048fd29222e HTTP/1.1" status: 200 len: 945 time: 0.0512168 Apr 12 11:02:14.303924 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2126c09-1e3e-46b0-a117-1c7abc8a97e8 req-50251d45-b10b-474e-a184-0dc146829080 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:02:14.305391 dv-cinder-830088-4-iscsi neutron-server[103258]: INFO neutron.wsgi [req-a2126c09-1e3e-46b0-a117-1c7abc8a97e8 req-50251d45-b10b-474e-a184-0dc146829080 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=3d77b544-fede-4d95-82e9-74af82ecc128&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1215 time: 0.0547874 Apr 12 11:02:14.316298 dv-cinder-830088-4-iscsi neutron-server[103258]: INFO neutron.wsgi [req-f9392367-2ad2-4c56-b73e-989530980d80 req-d9a02912-3fc8-4b56-89f4-d4bc91199375 tempest-ServerRescueNegativeTestJSON-1304480791 tempest-ServerRescueNegativeTestJSON-1304480791-project] 10.222.0.39 "GET /v2.0/security-groups?id=d3f9b1f1-6368-4c51-964e-16ec3a7a3785&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0794861 Apr 12 11:02:14.337826 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-5560e074-388f-4eb9-b795-769b6f7ec522 tempest-AttachVolumeTestJSON-1709741936 tempest-AttachVolumeTestJSON-1709741936-project] Publish callbacks [] for floatingip (ed702afc-afd3-4801-b3f1-61aaef88d07a), before_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:02:14.443287 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75ba8ce6-3111-4aac-a94c-a019ae8871bc req-41a799b9-cf5a-43e4-a50a-99c6d03cea85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:02:14.444820 dv-cinder-830088-4-iscsi neutron-server[103257]: INFO neutron.wsgi [req-75ba8ce6-3111-4aac-a94c-a019ae8871bc req-41a799b9-cf5a-43e4-a50a-99c6d03cea85 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=64420168af994dfe8d37cc175e2bfbd6&device_id=02541d3b-c0f8-4669-8d56-2fb77315b4b7 HTTP/1.1" status: 200 len: 1130 time: 0.1966906 Apr 12 11:02:14.529121 dv-cinder-830088-4-iscsi neutron-server[103257]: INFO neutron.wsgi [req-b7c2d94c-0485-4887-aba4-b1511ec97397 req-1588ad28-2539-404a-add1-a31a30094d77 service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=d3f9b1f1-6368-4c51-964e-16ec3a7a3785&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2406952 Apr 12 11:02:14.566159 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5a2f6c1-f17b-474c-aeb6-5e56ddf038ff req-9febb31b-94bf-418c-8412-860e41e0f637 tempest-VolumesNegativeTest-124015576 tempest-VolumesNegativeTest-124015576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:02:14.573489 dv-cinder-830088-4-iscsi neutron-server[103257]: INFO neutron.wsgi [req-d5a2f6c1-f17b-474c-aeb6-5e56ddf038ff req-9febb31b-94bf-418c-8412-860e41e0f637 tempest-VolumesNegativeTest-124015576 tempest-VolumesNegativeTest-124015576-project] 10.222.0.39 "GET /v2.0/ports?device_id=5c50f7da-4218-46d3-b356-aaec57ed9545 HTTP/1.1" status: 200 len: 948 time: 0.1194923 Apr 12 11:02:14.579670 dv-cinder-830088-4-iscsi neutron-server[103257]: INFO neutron.wsgi [req-91a6d726-3e08-499a-a464-24f70dfa7f6f req-434699f0-32d6-4541-ac9e-834ded53f355 service neutron] 10.222.0.53 "GET /v2.0/networks/8605bce6-3955-4448-bd79-8ef881f45c6d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3303068 Apr 12 11:02:14.668398 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c7b771b-b007-454a-ae55-aea0c2df7ff8 req-7d4585f6-1b8a-49bc-aa6a-bf537bd6f235 tempest-DeleteServersTestJSON-655909961 tempest-DeleteServersTestJSON-655909961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:02:14.676953 dv-cinder-830088-4-iscsi neutron-server[103258]: INFO neutron.wsgi [req-0c7b771b-b007-454a-ae55-aea0c2df7ff8 req-7d4585f6-1b8a-49bc-aa6a-bf537bd6f235 tempest-DeleteServersTestJSON-655909961 tempest-DeleteServersTestJSON-655909961-project] 10.222.0.39 "GET /v2.0/ports?device_id=1f388cc0-2f53-4f5f-b4da-75912eabd99d HTTP/1.1" status: 200 len: 946 time: 0.0650828 Apr 12 11:02:14.700112 dv-cinder-830088-4-iscsi neutron-server[103257]: INFO neutron.wsgi [req-d5a2f6c1-f17b-474c-aeb6-5e56ddf038ff req-d2eb9deb-95ac-49c5-b5c1-f080f51b8414 tempest-VolumesNegativeTest-124015576 tempest-VolumesNegativeTest-124015576-project] 10.222.0.39 "GET /v2.0/security-groups?id=1b7172f6-7f68-49bc-a1b3-cb23deb72f5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1257868 Apr 12 11:02:14.736744 dv-cinder-830088-4-iscsi neutron-server[103258]: INFO neutron.wsgi [req-0c7b771b-b007-454a-ae55-aea0c2df7ff8 req-c6bc6408-5008-420d-a343-b75a9412b777 tempest-DeleteServersTestJSON-655909961 tempest-DeleteServersTestJSON-655909961-project] 10.222.0.39 "GET /v2.0/security-groups?id=19a2dc3b-a298-4013-89f3-f5eb3f383f02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0587974 Apr 12 11:02:14.974453 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-5560e074-388f-4eb9-b795-769b6f7ec522 tempest-AttachVolumeTestJSON-1709741936 tempest-AttachVolumeTestJSON-1709741936-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:02:14.979141 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-5560e074-388f-4eb9-b795-769b6f7ec522 tempest-AttachVolumeTestJSON-1709741936 tempest-AttachVolumeTestJSON-1709741936-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-579534'] for floatingip (ed702afc-afd3-4801-b3f1-61aaef88d07a), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:02:15.019874 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron_lib.callbacks.manager [None req-0acb87d3-0572-4b2c-b7c9-977edd32a8b9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777667879581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1343690'] for agent (3c144e28-9cc5-463d-ad96-a18b19cd455c), after_update {{(pid=103259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:02:15.123562 dv-cinder-830088-4-iscsi neutron-server[103258]: INFO neutron.wsgi [req-a2126c09-1e3e-46b0-a117-1c7abc8a97e8 req-c5ae9ac7-2300-4e01-a409-90a6de8548c8 service neutron] 10.222.0.53 "GET /v2.0/networks/3d77b544-fede-4d95-82e9-74af82ecc128?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0829513 Apr 12 11:02:15.134336 dv-cinder-830088-4-iscsi neutron-server[103257]: INFO neutron.db.l3_db [None req-5560e074-388f-4eb9-b795-769b6f7ec522 tempest-AttachVolumeTestJSON-1709741936 tempest-AttachVolumeTestJSON-1709741936-project] Floating IP ed702afc-afd3-4801-b3f1-61aaef88d07a associated. External IP: 172.27.3.157, port: d8445a7c-a328-45d0-8618-af8d0615ea29. Apr 12 11:02:15.200864 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75ba8ce6-3111-4aac-a94c-a019ae8871bc req-8682164e-5371-4892-8b1b-fe316841fa36 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:02:15.202322 dv-cinder-830088-4-iscsi neutron-server[103257]: INFO neutron.wsgi [req-75ba8ce6-3111-4aac-a94c-a019ae8871bc req-8682164e-5371-4892-8b1b-fe316841fa36 service neutron] 10.222.0.53 "GET /v2.0/networks?id=5fe71604-a19f-4748-9dc5-7cc9d7ecf6be HTTP/1.1" status: 200 len: 918 time: 0.1423054 Apr 12 11:02:15.357827 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5560e074-388f-4eb9-b795-769b6f7ec522 tempest-AttachVolumeTestJSON-1709741936 tempest-AttachVolumeTestJSON-1709741936-project] Router 373bcbcc-c4aa-4514-9206-351c9dcda33b has already been hosted by L3 agent 77f5e085-0284-4236-9dbf-35d2d452e277 {{(pid=103257) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 12 11:02:15.478765 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a73c77aa-dbef-4cee-aaa5-6fd29136470e req-915c7f58-17e9-42ea-992a-7bbf12ae42a2 tempest-ServerRescueNegativeTestJSON-1304480791 tempest-ServerRescueNegativeTestJSON-1304480791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:02:15.480210 dv-cinder-830088-4-iscsi neutron-server[103257]: INFO neutron.wsgi [req-a73c77aa-dbef-4cee-aaa5-6fd29136470e req-915c7f58-17e9-42ea-992a-7bbf12ae42a2 tempest-ServerRescueNegativeTestJSON-1304480791 tempest-ServerRescueNegativeTestJSON-1304480791-project] 10.222.0.39 "GET /v2.0/ports?device_id=9850fc3f-3ca4-4813-9ce5-f048fd29222e HTTP/1.1" status: 200 len: 945 time: 0.0815134 Apr 12 11:02:15.525844 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5560e074-388f-4eb9-b795-769b6f7ec522 tempest-AttachVolumeTestJSON-1709741936 tempest-AttachVolumeTestJSON-1709741936-project] Notify agent at l3_agent.dv-cinder-830088-4-iscsi the message routers_updated {{(pid=103257) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 12 11:02:15.533925 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-5560e074-388f-4eb9-b795-769b6f7ec522 tempest-AttachVolumeTestJSON-1709741936 tempest-AttachVolumeTestJSON-1709741936-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108023'] for floatingip (None), before_response {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:02:15.538153 dv-cinder-830088-4-iscsi neutron-server[103260]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7702d1f-6ec5-4b13-acad-46cdc5f1c2f6 None None] Sync routers for ids ['373bcbcc-c4aa-4514-9206-351c9dcda33b'] in dv-cinder-830088-4-iscsi {{(pid=103260) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 12 11:02:15.549380 dv-cinder-830088-4-iscsi neutron-server[103260]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7702d1f-6ec5-4b13-acad-46cdc5f1c2f6 None None] Routers {'373bcbcc-c4aa-4514-9206-351c9dcda33b'} bound to L3 agent in host dv-cinder-830088-4-iscsi {{(pid=103260) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 11:02:15.549905 dv-cinder-830088-4-iscsi neutron-server[103260]: DEBUG neutron.db.l3_hamode_db [None req-a7702d1f-6ec5-4b13-acad-46cdc5f1c2f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830088-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-12T10:52:12Z,description=,heartbeat_timestamp=2022-04-12T11:02:13Z,host='dv-cinder-830088-4-iscsi',id=77f5e085-0284-4236-9dbf-35d2d452e277,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T10:52:12Z,topic='l3_agent')) {'router_ids': ['373bcbcc-c4aa-4514-9206-351c9dcda33b'], 'active': True} {{(pid=103260) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 11:02:15.571905 dv-cinder-830088-4-iscsi neutron-server[103257]: INFO neutron.wsgi [req-a73c77aa-dbef-4cee-aaa5-6fd29136470e req-15125733-0964-4ee3-8849-46df08115cab tempest-ServerRescueNegativeTestJSON-1304480791 tempest-ServerRescueNegativeTestJSON-1304480791-project] 10.222.0.39 "GET /v2.0/security-groups?id=d3f9b1f1-6368-4c51-964e-16ec3a7a3785&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0848906 Apr 12 11:02:15.583477 dv-cinder-830088-4-iscsi neutron-server[103257]: INFO neutron.wsgi [None req-5560e074-388f-4eb9-b795-769b6f7ec522 tempest-AttachVolumeTestJSON-1709741936 tempest-AttachVolumeTestJSON-1709741936-project] 10.222.0.39 "PUT /v2.0/floatingips/ed702afc-afd3-4801-b3f1-61aaef88d07a HTTP/1.1" status: 200 len: 992 time: 1.3655710 Apr 12 11:02:15.583477 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '054cf929-099f-406a-9607-1086f5624af6', 'tag': 'd8445a7c-a328-45d0-8618-af8d0615ea29'}] {{(pid=103257) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 11:02:15.583477 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}263188bb5a56b6ea0b99504a79f1a82db60da3322be0ebbd3338f0b2803b3102" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-85fac8c7-db0f-4106-8b23-59b02213ef0d" -d '{"events": [{"name": "network-changed", "server_uuid": "054cf929-099f-406a-9607-1086f5624af6", "tag": "d8445a7c-a328-45d0-8618-af8d0615ea29"}]}' {{(pid=103257) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 11:02:15.619475 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Apr 2022 11:02:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7f1308fa-c850-4627-8cec-4aca124c8f8d x-openstack-request-id: req-7f1308fa-c850-4627-8cec-4aca124c8f8d {{(pid=103257) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 11:02:15.619919 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "054cf929-099f-406a-9607-1086f5624af6", "tag": "d8445a7c-a328-45d0-8618-af8d0615ea29", "status": "completed", "code": 200}]} {{(pid=103257) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 11:02:15.620144 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-7f1308fa-c850-4627-8cec-4aca124c8f8d {{(pid=103257) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 11:02:15.620581 dv-cinder-830088-4-iscsi neutron-server[103257]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7f1308fa-c850-4627-8cec-4aca124c8f8d'] response: {'name': 'network-changed', 'server_uuid': '054cf929-099f-406a-9607-1086f5624af6', 'tag': 'd8445a7c-a328-45d0-8618-af8d0615ea29', 'status': 'completed', 'code': 200} Apr 12 11:02:15.668497 dv-cinder-830088-4-iscsi neutron-server[103260]: DEBUG neutron.db.l3_dvr_db [None req-a7702d1f-6ec5-4b13-acad-46cdc5f1c2f6 None None] Set router 373bcbcc-c4aa-4514-9206-351c9dcda33b gateway port host: dv-cinder-830088-4-iscsi {{(pid=103260) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 11:02:15.775504 dv-cinder-830088-4-iscsi neutron-server[103257]: INFO neutron.wsgi [req-75ba8ce6-3111-4aac-a94c-a019ae8871bc req-ef5d9ff0-e05c-4629-8c47-cab5967fca73 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=2484a730-a008-456c-92cc-39b96de01dfd HTTP/1.1" status: 200 len: 1001 time: 0.0843692 Apr 12 11:02:15.810919 dv-cinder-830088-4-iscsi neutron-server[103258]: INFO neutron.wsgi [req-a2126c09-1e3e-46b0-a117-1c7abc8a97e8 req-44f01b93-8e42-4d82-ac01-2dbe0ba533dc service neutron] 10.222.0.53 "GET /v2.0/networks/3d77b544-fede-4d95-82e9-74af82ecc128?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1216471 Apr 12 11:02:15.886745 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-678ac73f-2ee5-4239-894d-a0db930b89d6 req-ec3b2947-32f6-4de2-a9a3-9560e77494ca tempest-VolumesNegativeTest-124015576 tempest-VolumesNegativeTest-124015576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:02:15.886745 dv-cinder-830088-4-iscsi neutron-server[103257]: INFO neutron.wsgi [req-678ac73f-2ee5-4239-894d-a0db930b89d6 req-ec3b2947-32f6-4de2-a9a3-9560e77494ca tempest-VolumesNegativeTest-124015576 tempest-VolumesNegativeTest-124015576-project] 10.222.0.39 "GET /v2.0/ports?device_id=5c50f7da-4218-46d3-b356-aaec57ed9545 HTTP/1.1" status: 200 len: 948 time: 0.0611227 Apr 12 11:02:15.911131 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1174b7cd-94ab-4aee-a995-b2102931d643 req-ec55cc08-6d7a-42f8-b6c1-ac0be87444fe tempest-DeleteServersTestJSON-655909961 tempest-DeleteServersTestJSON-655909961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:02:15.919581 dv-cinder-830088-4-iscsi neutron-server[103258]: INFO neutron.wsgi [req-1174b7cd-94ab-4aee-a995-b2102931d643 req-ec55cc08-6d7a-42f8-b6c1-ac0be87444fe tempest-DeleteServersTestJSON-655909961 tempest-DeleteServersTestJSON-655909961-project] 10.222.0.39 "GET /v2.0/ports?device_id=1f388cc0-2f53-4f5f-b4da-75912eabd99d HTTP/1.1" status: 200 len: 946 time: 0.0743496 Apr 12 11:02:15.952474 dv-cinder-830088-4-iscsi neutron-server[103260]: DEBUG neutron.db.l3_hamode_db [None req-a7702d1f-6ec5-4b13-acad-46cdc5f1c2f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '373bcbcc-c4aa-4514-9206-351c9dcda33b', 'name': 'tempest-AttachVolumeTestJSON-423602201-router', 'tenant_id': 'd41e564f85554bef9013a0082cd0196d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b7be5f2-485b-4c85-8f98-fb200971b61c', 'external_fixed_ips': [{'subnet_id': '4887111e-1302-416a-ab8e-c957c9df7f85', 'ip_address': '172.27.3.152'}], 'enable_snat': True}, 'gw_port_id': '8e7b4c26-0625-4402-b824-2509bce3c8ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T11:00:41Z', 'updated_at': '2022-04-12T11:00:54Z', 'revision_number': 4, 'project_id': 'd41e564f85554bef9013a0082cd0196d', 'gw_port': {'id': '8e7b4c26-0625-4402-b824-2509bce3c8ad', 'name': '', 'network_id': '3b7be5f2-485b-4c85-8f98-fb200971b61c', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:5a:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '373bcbcc-c4aa-4514-9206-351c9dcda33b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '4887111e-1302-416a-ab8e-c957c9df7f85', 'ip_address': '172.27.3.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830088-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T11:00:43Z', 'updated_at': '2022-04-12T11:01:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4887111e-1302-416a-ab8e-c957c9df7f85', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830088-4-iscsi', '_floatingips': [{'id': 'ed702afc-afd3-4801-b3f1-61aaef88d07a', 'tenant_id': 'd41e564f85554bef9013a0082cd0196d', 'floating_ip_address': '172.27.3.157', 'floating_network_id': '3b7be5f2-485b-4c85-8f98-fb200971b61c', 'router_id': '373bcbcc-c4aa-4514-9206-351c9dcda33b', 'port_id': 'd8445a7c-a328-45d0-8618-af8d0615ea29', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 148, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5283658c-f0e4-41df-8b22-61e61a4f7877', 'mac_address': 'fa:16:3e:14:35:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '054cf929-099f-406a-9607-1086f5624af6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-12T11:01:09Z', 'updated_at': '2022-04-12T11:02:14Z', 'revision_number': 1, 'project_id': 'd41e564f85554bef9013a0082cd0196d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e978d462-7687-4cf5-93f5-ed7eab26c133', 'name': '', 'network_id': '5283658c-f0e4-41df-8b22-61e61a4f7877', 'tenant_id': 'd41e564f85554bef9013a0082cd0196d', 'mac_address': 'fa:16:3e:c2:35:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '373bcbcc-c4aa-4514-9206-351c9dcda33b', 'device_owner': 'network:router_interface', 'standard_attr_id': 111, 'fixed_ips': [{'subnet_id': 'a03f1c9e-6c63-496e-9600-bb0a8351c93d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830088-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T11:00:51Z', 'updated_at': '2022-04-12T11:01:07Z', 'revision_number': 5, 'project_id': 'd41e564f85554bef9013a0082cd0196d', 'subnets': [{'id': 'a03f1c9e-6c63-496e-9600-bb0a8351c93d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830088-4-iscsi', False) {} {{(pid=103260) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 11:02:15.988865 dv-cinder-830088-4-iscsi neutron-server[103258]: INFO neutron.wsgi [req-1174b7cd-94ab-4aee-a995-b2102931d643 req-025c7512-9384-485b-b7f9-9ab63800f40a tempest-DeleteServersTestJSON-655909961 tempest-DeleteServersTestJSON-655909961-project] 10.222.0.39 "GET /v2.0/security-groups?id=19a2dc3b-a298-4013-89f3-f5eb3f383f02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0672941 Apr 12 11:02:15.992395 dv-cinder-830088-4-iscsi neutron-server[103260]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7702d1f-6ec5-4b13-acad-46cdc5f1c2f6 None None] Checking router: 373bcbcc-c4aa-4514-9206-351c9dcda33b for host: dv-cinder-830088-4-iscsi {{(pid=103260) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 12 11:02:16.018461 dv-cinder-830088-4-iscsi neutron-server[103260]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7702d1f-6ec5-4b13-acad-46cdc5f1c2f6 None None] Routers {'373bcbcc-c4aa-4514-9206-351c9dcda33b'} bound to L3 agent in host dv-cinder-830088-4-iscsi {{(pid=103260) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 11:02:16.020925 dv-cinder-830088-4-iscsi neutron-server[103260]: DEBUG neutron.db.l3_hamode_db [None req-a7702d1f-6ec5-4b13-acad-46cdc5f1c2f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830088-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-12T10:52:12Z,description=,heartbeat_timestamp=2022-04-12T11:02:13Z,host='dv-cinder-830088-4-iscsi',id=77f5e085-0284-4236-9dbf-35d2d452e277,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T10:52:12Z,topic='l3_agent')) {'router_ids': ['373bcbcc-c4aa-4514-9206-351c9dcda33b'], 'active': True} {{(pid=103260) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 11:02:16.058538 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85fac8c7-db0f-4106-8b23-59b02213ef0d req-aa4110b7-8acb-46d9-911e-2eaece52f3df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:02:16.060293 dv-cinder-830088-4-iscsi neutron-server[103257]: INFO neutron.wsgi [req-85fac8c7-db0f-4106-8b23-59b02213ef0d req-aa4110b7-8acb-46d9-911e-2eaece52f3df service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=d41e564f85554bef9013a0082cd0196d&device_id=054cf929-099f-406a-9607-1086f5624af6 HTTP/1.1" status: 200 len: 1130 time: 0.1580625 Apr 12 11:02:16.072326 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15f6bb15-4cd6-4700-9048-7ae64dede53b req-8c995e65-6e25-4bac-8368-e5e1e288ce96 tempest-DeleteServersTestJSON-655909961 tempest-DeleteServersTestJSON-655909961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:02:16.074118 dv-cinder-830088-4-iscsi neutron-server[103257]: INFO neutron.wsgi [req-15f6bb15-4cd6-4700-9048-7ae64dede53b req-8c995e65-6e25-4bac-8368-e5e1e288ce96 tempest-DeleteServersTestJSON-655909961 tempest-DeleteServersTestJSON-655909961-project] 10.222.0.53 "GET /v2.0/ports?device_id=1f388cc0-2f53-4f5f-b4da-75912eabd99d HTTP/1.1" status: 200 len: 946 time: 0.1627045 Apr 12 11:02:16.087432 dv-cinder-830088-4-iscsi neutron-server[103257]: INFO neutron.wsgi [req-678ac73f-2ee5-4239-894d-a0db930b89d6 req-45db6fa2-724d-40e3-9055-c601b2eec179 tempest-VolumesNegativeTest-124015576 tempest-VolumesNegativeTest-124015576-project] 10.222.0.39 "GET /v2.0/security-groups?id=1b7172f6-7f68-49bc-a1b3-cb23deb72f5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2006700 Apr 12 11:02:16.089860 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75ba8ce6-3111-4aac-a94c-a019ae8871bc req-5a39f7d2-13b9-4747-87ea-1834007e53a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:02:16.096412 dv-cinder-830088-4-iscsi neutron-server[103257]: INFO neutron.wsgi [req-75ba8ce6-3111-4aac-a94c-a019ae8871bc req-5a39f7d2-13b9-4747-87ea-1834007e53a1 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=e411d522-7486-40a5-b78b-47a221209e5e HTTP/1.1" status: 200 len: 856 time: 0.1745121 Apr 12 11:02:16.152631 dv-cinder-830088-4-iscsi neutron-server[103260]: DEBUG neutron.db.l3_dvr_db [None req-a7702d1f-6ec5-4b13-acad-46cdc5f1c2f6 None None] Set router 373bcbcc-c4aa-4514-9206-351c9dcda33b gateway port host: dv-cinder-830088-4-iscsi {{(pid=103260) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 11:02:16.302923 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.wsgi [-] (103258) accepted ('10.222.0.39', 51580) {{(pid=103258) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 11:02:16.374124 dv-cinder-830088-4-iscsi neutron-server[103260]: DEBUG neutron.db.l3_hamode_db [None req-a7702d1f-6ec5-4b13-acad-46cdc5f1c2f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '373bcbcc-c4aa-4514-9206-351c9dcda33b', 'name': 'tempest-AttachVolumeTestJSON-423602201-router', 'tenant_id': 'd41e564f85554bef9013a0082cd0196d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b7be5f2-485b-4c85-8f98-fb200971b61c', 'external_fixed_ips': [{'subnet_id': '4887111e-1302-416a-ab8e-c957c9df7f85', 'ip_address': '172.27.3.152'}], 'enable_snat': True}, 'gw_port_id': '8e7b4c26-0625-4402-b824-2509bce3c8ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T11:00:41Z', 'updated_at': '2022-04-12T11:00:54Z', 'revision_number': 4, 'project_id': 'd41e564f85554bef9013a0082cd0196d', 'gw_port': {'id': '8e7b4c26-0625-4402-b824-2509bce3c8ad', 'name': '', 'network_id': '3b7be5f2-485b-4c85-8f98-fb200971b61c', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:5a:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '373bcbcc-c4aa-4514-9206-351c9dcda33b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '4887111e-1302-416a-ab8e-c957c9df7f85', 'ip_address': '172.27.3.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830088-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T11:00:43Z', 'updated_at': '2022-04-12T11:01:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4887111e-1302-416a-ab8e-c957c9df7f85', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830088-4-iscsi', '_floatingips': [{'id': 'ed702afc-afd3-4801-b3f1-61aaef88d07a', 'tenant_id': 'd41e564f85554bef9013a0082cd0196d', 'floating_ip_address': '172.27.3.157', 'floating_network_id': '3b7be5f2-485b-4c85-8f98-fb200971b61c', 'router_id': '373bcbcc-c4aa-4514-9206-351c9dcda33b', 'port_id': 'd8445a7c-a328-45d0-8618-af8d0615ea29', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 148, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5283658c-f0e4-41df-8b22-61e61a4f7877', 'mac_address': 'fa:16:3e:14:35:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '054cf929-099f-406a-9607-1086f5624af6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-12T11:01:09Z', 'updated_at': '2022-04-12T11:02:14Z', 'revision_number': 1, 'project_id': 'd41e564f85554bef9013a0082cd0196d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e978d462-7687-4cf5-93f5-ed7eab26c133', 'name': '', 'network_id': '5283658c-f0e4-41df-8b22-61e61a4f7877', 'tenant_id': 'd41e564f85554bef9013a0082cd0196d', 'mac_address': 'fa:16:3e:c2:35:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '373bcbcc-c4aa-4514-9206-351c9dcda33b', 'device_owner': 'network:router_interface', 'standard_attr_id': 111, 'fixed_ips': [{'subnet_id': 'a03f1c9e-6c63-496e-9600-bb0a8351c93d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830088-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T11:00:51Z', 'updated_at': '2022-04-12T11:01:07Z', 'revision_number': 5, 'project_id': 'd41e564f85554bef9013a0082cd0196d', 'subnets': [{'id': 'a03f1c9e-6c63-496e-9600-bb0a8351c93d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830088-4-iscsi', False) {} {{(pid=103260) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 11:02:16.402861 dv-cinder-830088-4-iscsi neutron-server[103260]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7702d1f-6ec5-4b13-acad-46cdc5f1c2f6 None None] The sync data for ids ['373bcbcc-c4aa-4514-9206-351c9dcda33b'] in dv-cinder-830088-4-iscsi is: [{'id': '373bcbcc-c4aa-4514-9206-351c9dcda33b', 'name': 'tempest-AttachVolumeTestJSON-423602201-router', 'tenant_id': 'd41e564f85554bef9013a0082cd0196d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b7be5f2-485b-4c85-8f98-fb200971b61c', 'external_fixed_ips': [{'subnet_id': '4887111e-1302-416a-ab8e-c957c9df7f85', 'ip_address': '172.27.3.152'}], 'enable_snat': True}, 'gw_port_id': '8e7b4c26-0625-4402-b824-2509bce3c8ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T11:00:41Z', 'updated_at': '2022-04-12T11:00:54Z', 'revision_number': 4, 'project_id': 'd41e564f85554bef9013a0082cd0196d', 'gw_port': {'id': '8e7b4c26-0625-4402-b824-2509bce3c8ad', 'name': '', 'network_id': '3b7be5f2-485b-4c85-8f98-fb200971b61c', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:5a:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '373bcbcc-c4aa-4514-9206-351c9dcda33b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '4887111e-1302-416a-ab8e-c957c9df7f85', 'ip_address': '172.27.3.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830088-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T11:00:43Z', 'updated_at': '2022-04-12T11:01:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4887111e-1302-416a-ab8e-c957c9df7f85', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830088-4-iscsi', '_floatingips': [{'id': 'ed702afc-afd3-4801-b3f1-61aaef88d07a', 'tenant_id': 'd41e564f85554bef9013a0082cd0196d', 'floating_ip_address': '172.27.3.157', 'floating_network_id': '3b7be5f2-485b-4c85-8f98-fb200971b61c', 'router_id': '373bcbcc-c4aa-4514-9206-351c9dcda33b', 'port_id': 'd8445a7c-a328-45d0-8618-af8d0615ea29', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 148, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5283658c-f0e4-41df-8b22-61e61a4f7877', 'mac_address': 'fa:16:3e:14:35:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '054cf929-099f-406a-9607-1086f5624af6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-12T11:01:09Z', 'updated_at': '2022-04-12T11:02:14Z', 'revision_number': 1, 'project_id': 'd41e564f85554bef9013a0082cd0196d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e978d462-7687-4cf5-93f5-ed7eab26c133', 'name': '', 'network_id': '5283658c-f0e4-41df-8b22-61e61a4f7877', 'tenant_id': 'd41e564f85554bef9013a0082cd0196d', 'mac_address': 'fa:16:3e:c2:35:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '373bcbcc-c4aa-4514-9206-351c9dcda33b', 'device_owner': 'network:router_interface', 'standard_attr_id': 111, 'fixed_ips': [{'subnet_id': 'a03f1c9e-6c63-496e-9600-bb0a8351c93d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830088-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T11:00:51Z', 'updated_at': '2022-04-12T11:01:07Z', 'revision_number': 5, 'project_id': 'd41e564f85554bef9013a0082cd0196d', 'subnets': [{'id': 'a03f1c9e-6c63-496e-9600-bb0a8351c93d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103260) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 12 11:02:16.423981 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-8df33d67-f78c-401f-afb2-9d89287e1299 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:02:16.507698 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-8df33d67-f78c-401f-afb2-9d89287e1299 admin admin] Publish callbacks [] for security_group (4d842c0d-51a6-4c8d-bee5-fc4f99df9ac6), precommit_create {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:02:16.512824 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-8df33d67-f78c-401f-afb2-9d89287e1299 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-415253'] for security_group (4d842c0d-51a6-4c8d-bee5-fc4f99df9ac6), after_create {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:02:16.526442 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron_lib.callbacks.manager [None req-e4b062a6-7a21-4431-be77-3c7776c11043 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777667879581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1343690'] for agent (c71cae7d-514b-467a-8477-0a67bee0b970), after_update {{(pid=103259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:02:16.552575 dv-cinder-830088-4-iscsi neutron-server[103258]: INFO neutron.wsgi [None req-8df33d67-f78c-401f-afb2-9d89287e1299 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=4d1da8d50808411e9f5fa7f056020e3b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2485585 Apr 12 11:02:16.553434 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8df33d67-f78c-401f-afb2-9d89287e1299 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4d842c0d-51a6-4c8d-bee5-fc4f99df9ac6,revision_number=1']} {{(pid=103258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:02:16.555219 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron.wsgi [-] (103257) accepted ('10.222.0.39', 51584) {{(pid=103257) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 11:02:16.610256 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-5eafae6b-1b11-42c5-8cea-bf2682ffdc5f admin admin] Publish callbacks [] for security_group (4d842c0d-51a6-4c8d-bee5-fc4f99df9ac6), before_delete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:02:16.619615 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de2b7e2b-e850-4a4a-9ae7-f216d6eb61f2 None None] New status for floating IP ed702afc-afd3-4801-b3f1-61aaef88d07a: ACTIVE {{(pid=103259) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 12 11:02:16.647891 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-5eafae6b-1b11-42c5-8cea-bf2682ffdc5f admin admin] Publish callbacks [] for security_group (4d842c0d-51a6-4c8d-bee5-fc4f99df9ac6), precommit_delete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:02:16.688585 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cac3f3bd-fef7-408e-8316-d142eac12f48 req-6a5b14e9-46b9-4077-8923-6ba7d2da3cd6 tempest-ServerRescueNegativeTestJSON-1304480791 tempest-ServerRescueNegativeTestJSON-1304480791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:02:16.690086 dv-cinder-830088-4-iscsi neutron-server[103258]: INFO neutron.wsgi [req-cac3f3bd-fef7-408e-8316-d142eac12f48 req-6a5b14e9-46b9-4077-8923-6ba7d2da3cd6 tempest-ServerRescueNegativeTestJSON-1304480791 tempest-ServerRescueNegativeTestJSON-1304480791-project] 10.222.0.39 "GET /v2.0/ports?device_id=9850fc3f-3ca4-4813-9ce5-f048fd29222e HTTP/1.1" status: 200 len: 945 time: 0.0481653 Apr 12 11:02:16.703472 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-5eafae6b-1b11-42c5-8cea-bf2682ffdc5f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-415253'] for security_group (4d842c0d-51a6-4c8d-bee5-fc4f99df9ac6), after_delete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:02:16.706282 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-5eafae6b-1b11-42c5-8cea-bf2682ffdc5f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:02:16.707482 dv-cinder-830088-4-iscsi neutron-server[103257]: INFO neutron.wsgi [None req-5eafae6b-1b11-42c5-8cea-bf2682ffdc5f admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/4d842c0d-51a6-4c8d-bee5-fc4f99df9ac6 HTTP/1.1" status: 204 len: 168 time: 0.1511862 Apr 12 11:02:16.715307 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eafae6b-1b11-42c5-8cea-bf2682ffdc5f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4d842c0d-51a6-4c8d-bee5-fc4f99df9ac6,revision_number=None']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:02:16.744929 dv-cinder-830088-4-iscsi neutron-server[103258]: INFO neutron.wsgi [req-cac3f3bd-fef7-408e-8316-d142eac12f48 req-acdb2377-1c63-4ccb-b67a-6f766f2dc18f tempest-ServerRescueNegativeTestJSON-1304480791 tempest-ServerRescueNegativeTestJSON-1304480791-project] 10.222.0.39 "GET /v2.0/security-groups?id=d3f9b1f1-6368-4c51-964e-16ec3a7a3785&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492041 Apr 12 11:02:17.100383 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5d6c041-2f14-496c-bfcd-6d6c7f40e18c req-4f211649-d3d5-4694-8f0e-9ad64a12f57c tempest-DeleteServersTestJSON-655909961 tempest-DeleteServersTestJSON-655909961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:02:17.101845 dv-cinder-830088-4-iscsi neutron-server[103257]: INFO neutron.wsgi [req-f5d6c041-2f14-496c-bfcd-6d6c7f40e18c req-4f211649-d3d5-4694-8f0e-9ad64a12f57c tempest-DeleteServersTestJSON-655909961 tempest-DeleteServersTestJSON-655909961-project] 10.222.0.39 "GET /v2.0/ports?device_id=1f388cc0-2f53-4f5f-b4da-75912eabd99d HTTP/1.1" status: 200 len: 946 time: 0.0444920 Apr 12 11:02:17.154640 dv-cinder-830088-4-iscsi neutron-server[103257]: INFO neutron.wsgi [req-f5d6c041-2f14-496c-bfcd-6d6c7f40e18c req-72a2355f-75b5-424b-81e0-35d2853a8c04 tempest-DeleteServersTestJSON-655909961 tempest-DeleteServersTestJSON-655909961-project] 10.222.0.39 "GET /v2.0/security-groups?id=19a2dc3b-a298-4013-89f3-f5eb3f383f02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466356 Apr 12 11:02:17.202306 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab1e6af9-c3fe-4d71-91ab-e7c9b650b36b req-e706c11d-9a2e-4d38-b45d-a71811f4f68e tempest-VolumesNegativeTest-124015576 tempest-VolumesNegativeTest-124015576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:02:17.203904 dv-cinder-830088-4-iscsi neutron-server[103258]: INFO neutron.wsgi [req-ab1e6af9-c3fe-4d71-91ab-e7c9b650b36b req-e706c11d-9a2e-4d38-b45d-a71811f4f68e tempest-VolumesNegativeTest-124015576 tempest-VolumesNegativeTest-124015576-project] 10.222.0.39 "GET /v2.0/ports?device_id=5c50f7da-4218-46d3-b356-aaec57ed9545 HTTP/1.1" status: 200 len: 948 time: 0.0485032 Apr 12 11:02:17.256901 dv-cinder-830088-4-iscsi neutron-server[103258]: INFO neutron.wsgi [req-ab1e6af9-c3fe-4d71-91ab-e7c9b650b36b req-ecf864c4-b5a0-4fd2-9b14-c71e52aa0519 tempest-VolumesNegativeTest-124015576 tempest-VolumesNegativeTest-124015576-project] 10.222.0.39 "GET /v2.0/security-groups?id=1b7172f6-7f68-49bc-a1b3-cb23deb72f5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473664 Apr 12 11:02:17.361507 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron.wsgi [-] (103257) accepted ('10.222.0.39', 51622) {{(pid=103257) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 11:02:17.455948 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron.api.v2.base [None req-b429f294-dac7-41e0-aaa0-2eca4b275fae admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-134408883-network', 'tenant_id': 'd24d9e7fa22c4bf2b2890639d1b84819'}} {{(pid=103257) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 11:02:17.474907 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b429f294-dac7-41e0-aaa0-2eca4b275fae admin admin] Made reservation on behalf of d24d9e7fa22c4bf2b2890639d1b84819 for: {'network': 1} {{(pid=103257) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 12 11:02:17.477047 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-b429f294-dac7-41e0-aaa0-2eca4b275fae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1535343'] for network (None), before_create {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:02:17.485744 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-b429f294-dac7-41e0-aaa0-2eca4b275fae admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:02:17.557120 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-b429f294-dac7-41e0-aaa0-2eca4b275fae admin admin] Publish callbacks [] for security_group (c94d010a-ab4d-4dde-b8b1-d56220cf6cc0), precommit_create {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:02:17.561348 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-b429f294-dac7-41e0-aaa0-2eca4b275fae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-415253'] for security_group (c94d010a-ab4d-4dde-b8b1-d56220cf6cc0), after_create {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:02:17.584751 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b429f294-dac7-41e0-aaa0-2eca4b275fae admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 504} {{(pid=103257) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 12 11:02:17.595112 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b429f294-dac7-41e0-aaa0-2eca4b275fae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c94d010a-ab4d-4dde-b8b1-d56220cf6cc0,revision_number=1']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:02:17.600392 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-b429f294-dac7-41e0-aaa0-2eca4b275fae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1531021'] for segment (4ef6265e-81d1-422d-a625-9e9d19b9243d), precommit_create {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:02:17.600721 dv-cinder-830088-4-iscsi neutron-server[103257]: INFO neutron.db.segments_db [None req-b429f294-dac7-41e0-aaa0-2eca4b275fae admin admin] Added segment 4ef6265e-81d1-422d-a625-9e9d19b9243d of type vlan for network 8e71ff57-0439-465f-8499-c7598f62a760 Apr 12 11:02:17.643050 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-b429f294-dac7-41e0-aaa0-2eca4b275fae admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777667466078'] for network (8e71ff57-0439-465f-8499-c7598f62a760), precommit_create {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:02:17.669193 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-b429f294-dac7-41e0-aaa0-2eca4b275fae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-415428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586207'] for network (8e71ff57-0439-465f-8499-c7598f62a760), after_create {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:02:17.670270 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b429f294-dac7-41e0-aaa0-2eca4b275fae admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:02:17.670990 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-b429f294-dac7-41e0-aaa0-2eca4b275fae admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586029'] for network (None), before_response {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:02:17.706120 dv-cinder-830088-4-iscsi neutron-server[103257]: INFO neutron.wsgi [None req-b429f294-dac7-41e0-aaa0-2eca4b275fae admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.3433859 Apr 12 11:02:17.709105 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.wsgi [-] (103258) accepted ('10.222.0.39', 51626) {{(pid=103258) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 11:02:17.714606 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.api.v2.base [None req-dd3c2247-c9ea-4d71-a7aa-b0bfbd9dc5d5 admin admin] Request body: {'subnet': {'network_id': '8e71ff57-0439-465f-8499-c7598f62a760', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-134408883-subnet', 'tenant_id': 'd24d9e7fa22c4bf2b2890639d1b84819', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103258) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 11:02:17.734391 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dd3c2247-c9ea-4d71-a7aa-b0bfbd9dc5d5 admin admin] Made reservation on behalf of d24d9e7fa22c4bf2b2890639d1b84819 for: {'subnet': 1} {{(pid=103258) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 12 11:02:17.736758 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-dd3c2247-c9ea-4d71-a7aa-b0bfbd9dc5d5 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:02:17.738941 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b429f294-dac7-41e0-aaa0-2eca4b275fae admin admin] Pushing event updated for resources: {'Network': ['ID=8e71ff57-0439-465f-8499-c7598f62a760,revision_number=1']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:02:17.748877 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron.plugins.ml2.rpc [None req-e4b062a6-7a21-4431-be77-3c7776c11043 None None] Network 8e71ff57-0439-465f-8499-c7598f62a760 details requested by agent ovs-agent-dv-cinder-830088-4-iscsi with host dv-cinder-830088-4-iscsi {{(pid=103259) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 12 11:02:17.862049 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c2f64c9-963e-457a-bf09-b43180abcdd7 req-36248b6d-8222-4c66-892a-23361d087ff7 tempest-ServerRescueNegativeTestJSON-1304480791 tempest-ServerRescueNegativeTestJSON-1304480791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:02:17.863487 dv-cinder-830088-4-iscsi neutron-server[103257]: INFO neutron.wsgi [req-9c2f64c9-963e-457a-bf09-b43180abcdd7 req-36248b6d-8222-4c66-892a-23361d087ff7 tempest-ServerRescueNegativeTestJSON-1304480791 tempest-ServerRescueNegativeTestJSON-1304480791-project] 10.222.0.39 "GET /v2.0/ports?device_id=9850fc3f-3ca4-4813-9ce5-f048fd29222e HTTP/1.1" status: 200 len: 945 time: 0.0473390 Apr 12 11:02:17.907797 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-dd3c2247-c9ea-4d71-a7aa-b0bfbd9dc5d5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-439037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586207'] for subnet (16d1a1da-b814-4f98-ae96-a312095b21c8), after_create {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:02:17.915097 dv-cinder-830088-4-iscsi neutron-server[103257]: INFO neutron.wsgi [req-9c2f64c9-963e-457a-bf09-b43180abcdd7 req-c17ac948-88d3-4d1e-a9ed-3aab45bf636f tempest-ServerRescueNegativeTestJSON-1304480791 tempest-ServerRescueNegativeTestJSON-1304480791-project] 10.222.0.39 "GET /v2.0/security-groups?id=d3f9b1f1-6368-4c51-964e-16ec3a7a3785&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444369 Apr 12 11:02:17.963460 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd3c2247-c9ea-4d71-a7aa-b0bfbd9dc5d5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=16d1a1da-b814-4f98-ae96-a312095b21c8,revision_number=0']} {{(pid=103258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:02:17.970596 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd3c2247-c9ea-4d71-a7aa-b0bfbd9dc5d5 admin admin] Checking segment: {'id': '4ef6265e-81d1-422d-a625-9e9d19b9243d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': '8e71ff57-0439-465f-8499-c7598f62a760'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103258) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 11:02:17.970979 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd3c2247-c9ea-4d71-a7aa-b0bfbd9dc5d5 admin admin] Network hostable DHCP agents. Network: 8e71ff57-0439-465f-8499-c7598f62a760, hostable agents: ['0a0a44e5-732d-48d9-a8ad-b47e7b7c1a86'], hosted agents: [] {{(pid=103258) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 12 11:02:17.987546 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd3c2247-c9ea-4d71-a7aa-b0bfbd9dc5d5 admin admin] Network 8e71ff57-0439-465f-8499-c7598f62a760 is scheduled to be hosted by DHCP agent 0a0a44e5-732d-48d9-a8ad-b47e7b7c1a86 with binding_index 1 {{(pid=103258) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 12 11:02:17.995648 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.scheduler.base_scheduler [None req-dd3c2247-c9ea-4d71-a7aa-b0bfbd9dc5d5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-830088-4-iscsi, 8e71ff57-0439-465f-8499-c7598f62a760) {{(pid=103258) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 11:02:17.999795 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd3c2247-c9ea-4d71-a7aa-b0bfbd9dc5d5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:02:18.000533 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-dd3c2247-c9ea-4d71-a7aa-b0bfbd9dc5d5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586029'] for subnet (None), before_response {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:02:18.005680 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4e756e0-cf87-4cc8-b82e-57679eb680e4 None None] Network 8e71ff57-0439-465f-8499-c7598f62a760 requested from dv-cinder-830088-4-iscsi {{(pid=103259) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 12 11:02:18.020970 dv-cinder-830088-4-iscsi neutron-server[103258]: INFO neutron.wsgi [None req-dd3c2247-c9ea-4d71-a7aa-b0bfbd9dc5d5 admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3107991 Apr 12 11:02:18.107522 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-942f9d34-14eb-4509-a7f5-960bc08fb5f4 None None] Network 8e71ff57-0439-465f-8499-c7598f62a760 requested from dv-cinder-830088-4-iscsi {{(pid=103259) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 12 11:02:18.165639 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron.plugins.ml2.rpc [None req-ae6c308c-a92e-4424-a7f8-d6a17e5174ef None None] Device cac6254f-854d-4ed4-80fb-63e1d78d8043 no longer exists at agent hyperv_hv-cinder-83008 {{(pid=103259) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 12 11:02:18.274430 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron.plugins.ml2.plugin [None req-ae6c308c-a92e-4424-a7f8-d6a17e5174ef None None] Current status of the port cac6254f-854d-4ed4-80fb-63e1d78d8043 is: ACTIVE; New status is: DOWN {{(pid=103259) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 11:02:18.274747 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-571d3fdd-d863-45d3-a1d3-9d581656fbb2 req-f78224bf-26e0-4428-9e6b-f68878f1be3b tempest-DeleteServersTestJSON-655909961 tempest-DeleteServersTestJSON-655909961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:02:18.275214 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron_lib.callbacks.manager [None req-ae6c308c-a92e-4424-a7f8-d6a17e5174ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1535343'] for port (cac6254f-854d-4ed4-80fb-63e1d78d8043), before_update {{(pid=103259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:02:18.276267 dv-cinder-830088-4-iscsi neutron-server[103258]: INFO neutron.wsgi [req-571d3fdd-d863-45d3-a1d3-9d581656fbb2 req-f78224bf-26e0-4428-9e6b-f68878f1be3b tempest-DeleteServersTestJSON-655909961 tempest-DeleteServersTestJSON-655909961-project] 10.222.0.39 "GET /v2.0/ports?device_id=1f388cc0-2f53-4f5f-b4da-75912eabd99d HTTP/1.1" status: 200 len: 946 time: 0.0506837 Apr 12 11:02:18.298979 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1f388cc0-2f53-4f5f-b4da-75912eabd99d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'cac6254f-854d-4ed4-80fb-63e1d78d8043'}] {{(pid=103259) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 11:02:18.301875 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}af87e37ddfedca7c8b2a1dd0c6cba4e3e91bcc66796c687067be127c7223cf15" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-13ab561d-17e7-430d-bede-9940cc671599" -d '{"events": [{"server_uuid": "1f388cc0-2f53-4f5f-b4da-75912eabd99d", "name": "network-vif-unplugged", "status": "completed", "tag": "cac6254f-854d-4ed4-80fb-63e1d78d8043"}]}' {{(pid=103259) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 11:02:18.315681 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron.plugins.ml2.db [None req-ae6c308c-a92e-4424-a7f8-d6a17e5174ef None None] For port cac6254f-854d-4ed4-80fb-63e1d78d8043, host hv-cinder-83008, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83008',level=0,port_id=cac6254f-854d-4ed4-80fb-63e1d78d8043,segment=NetworkSegment(331144d7-7890-4b14-baab-10c11a274824),segment_id=331144d7-7890-4b14-baab-10c11a274824)] {{(pid=103259) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 11:02:18.323041 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron_lib.callbacks.manager [None req-ae6c308c-a92e-4424-a7f8-d6a17e5174ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1534861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777667992095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777667450170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777667450188'] for port (cac6254f-854d-4ed4-80fb-63e1d78d8043), after_update {{(pid=103259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:02:18.339346 dv-cinder-830088-4-iscsi neutron-server[103258]: INFO neutron.wsgi [req-571d3fdd-d863-45d3-a1d3-9d581656fbb2 req-e516d2ff-a495-4f32-8e00-69f6d1402c3a tempest-DeleteServersTestJSON-655909961 tempest-DeleteServersTestJSON-655909961-project] 10.222.0.39 "GET /v2.0/security-groups?id=19a2dc3b-a298-4013-89f3-f5eb3f383f02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0556326 Apr 12 11:02:18.390272 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae6c308c-a92e-4424-a7f8-d6a17e5174ef None None] Pushing event updated for resources: {'Port': ['ID=cac6254f-854d-4ed4-80fb-63e1d78d8043,revision_number=6']} {{(pid=103259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:02:18.399347 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec8debf0-d94f-402a-8610-c4fdd785522e req-667b6398-f2f6-469e-9096-18ff5b271ae6 tempest-VolumesNegativeTest-124015576 tempest-VolumesNegativeTest-124015576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:02:18.401018 dv-cinder-830088-4-iscsi neutron-server[103257]: INFO neutron.wsgi [req-ec8debf0-d94f-402a-8610-c4fdd785522e req-667b6398-f2f6-469e-9096-18ff5b271ae6 tempest-VolumesNegativeTest-124015576 tempest-VolumesNegativeTest-124015576-project] 10.222.0.39 "GET /v2.0/ports?device_id=5c50f7da-4218-46d3-b356-aaec57ed9545 HTTP/1.1" status: 200 len: 948 time: 0.0667522 Apr 12 11:02:18.415310 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 12 Apr 2022 11:02:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0291e86a-b4b0-42dc-9585-2f9c661ed673 x-openstack-request-id: req-0291e86a-b4b0-42dc-9585-2f9c661ed673 {{(pid=103259) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 11:02:18.415976 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1f388cc0-2f53-4f5f-b4da-75912eabd99d", "name": "network-vif-unplugged", "status": "completed", "tag": "cac6254f-854d-4ed4-80fb-63e1d78d8043", "code": 200}]} {{(pid=103259) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 11:02:18.416490 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-0291e86a-b4b0-42dc-9585-2f9c661ed673 {{(pid=103259) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 11:02:18.417285 dv-cinder-830088-4-iscsi neutron-server[103259]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0291e86a-b4b0-42dc-9585-2f9c661ed673'] response: {'server_uuid': '1f388cc0-2f53-4f5f-b4da-75912eabd99d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'cac6254f-854d-4ed4-80fb-63e1d78d8043', 'code': 200} Apr 12 11:02:18.453037 dv-cinder-830088-4-iscsi neutron-server[103257]: INFO neutron.wsgi [req-ec8debf0-d94f-402a-8610-c4fdd785522e req-18a2586b-4571-4f21-b690-65afcfcc68ef tempest-VolumesNegativeTest-124015576 tempest-VolumesNegativeTest-124015576-project] 10.222.0.39 "GET /v2.0/security-groups?id=1b7172f6-7f68-49bc-a1b3-cb23deb72f5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460489 Apr 12 11:02:19.033955 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9121a055-76e4-4ae6-88f2-862aab8b767d req-966c2f25-9ff1-4de0-922e-03fd66649c3e tempest-ServerRescueNegativeTestJSON-1304480791 tempest-ServerRescueNegativeTestJSON-1304480791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:02:19.035618 dv-cinder-830088-4-iscsi neutron-server[103258]: INFO neutron.wsgi [req-9121a055-76e4-4ae6-88f2-862aab8b767d req-966c2f25-9ff1-4de0-922e-03fd66649c3e tempest-ServerRescueNegativeTestJSON-1304480791 tempest-ServerRescueNegativeTestJSON-1304480791-project] 10.222.0.39 "GET /v2.0/ports?device_id=9850fc3f-3ca4-4813-9ce5-f048fd29222e HTTP/1.1" status: 200 len: 945 time: 0.0508125 Apr 12 11:02:19.084540 dv-cinder-830088-4-iscsi neutron-server[103258]: INFO neutron.wsgi [req-9121a055-76e4-4ae6-88f2-862aab8b767d req-e21ae67d-189e-4349-9949-182112004a79 tempest-ServerRescueNegativeTestJSON-1304480791 tempest-ServerRescueNegativeTestJSON-1304480791-project] 10.222.0.39 "GET /v2.0/security-groups?id=d3f9b1f1-6368-4c51-964e-16ec3a7a3785&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414951 Apr 12 11:02:19.130974 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75ba8ce6-3111-4aac-a94c-a019ae8871bc req-c65c2f3e-4620-44b6-9546-48d0ad1ae3d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:02:19.132473 dv-cinder-830088-4-iscsi neutron-server[103257]: INFO neutron.wsgi [req-75ba8ce6-3111-4aac-a94c-a019ae8871bc req-c65c2f3e-4620-44b6-9546-48d0ad1ae3d8 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=5fe71604-a19f-4748-9dc5-7cc9d7ecf6be&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.3516393 Apr 12 11:02:19.234508 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [req-15f6bb15-4cd6-4700-9048-7ae64dede53b req-71fc34b9-4d21-4625-8fa9-8aec3c4446b4 tempest-DeleteServersTestJSON-655909961 tempest-DeleteServersTestJSON-655909961-project] Deleting port cac6254f-854d-4ed4-80fb-63e1d78d8043 {{(pid=103257) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 12 11:02:19.234820 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [req-15f6bb15-4cd6-4700-9048-7ae64dede53b req-71fc34b9-4d21-4625-8fa9-8aec3c4446b4 tempest-DeleteServersTestJSON-655909961 tempest-DeleteServersTestJSON-655909961-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777667983647'] for port (cac6254f-854d-4ed4-80fb-63e1d78d8043), before_delete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:02:19.240505 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85fac8c7-db0f-4106-8b23-59b02213ef0d req-721478da-fb00-489d-bb45-d0cdaa8f63b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:02:19.242114 dv-cinder-830088-4-iscsi neutron-server[103257]: INFO neutron.wsgi [req-85fac8c7-db0f-4106-8b23-59b02213ef0d req-721478da-fb00-489d-bb45-d0cdaa8f63b6 service neutron] 10.222.0.53 "GET /v2.0/networks?id=5283658c-f0e4-41df-8b22-61e61a4f7877 HTTP/1.1" status: 200 len: 911 time: 0.4533124 Apr 12 11:02:19.332355 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron.plugins.ml2.db [req-15f6bb15-4cd6-4700-9048-7ae64dede53b req-71fc34b9-4d21-4625-8fa9-8aec3c4446b4 tempest-DeleteServersTestJSON-655909961 tempest-DeleteServersTestJSON-655909961-project] For port cac6254f-854d-4ed4-80fb-63e1d78d8043, host hv-cinder-83008, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83008',level=0,port_id=cac6254f-854d-4ed4-80fb-63e1d78d8043,segment=NetworkSegment(331144d7-7890-4b14-baab-10c11a274824),segment_id=331144d7-7890-4b14-baab-10c11a274824)] {{(pid=103257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 11:02:19.333257 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [req-15f6bb15-4cd6-4700-9048-7ae64dede53b req-71fc34b9-4d21-4625-8fa9-8aec3c4446b4 tempest-DeleteServersTestJSON-655909961 tempest-DeleteServersTestJSON-655909961-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-575824'] for port (cac6254f-854d-4ed4-80fb-63e1d78d8043), precommit_delete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:02:19.344641 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c872db3e-954c-42c2-a655-8a5ce1159e30 req-54f33288-7d9f-4197-9259-9a95f37199bd tempest-ServerRescueNegativeTestJSON-1304480791 tempest-ServerRescueNegativeTestJSON-1304480791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:02:19.346243 dv-cinder-830088-4-iscsi neutron-server[103258]: INFO neutron.wsgi [req-c872db3e-954c-42c2-a655-8a5ce1159e30 req-54f33288-7d9f-4197-9259-9a95f37199bd tempest-ServerRescueNegativeTestJSON-1304480791 tempest-ServerRescueNegativeTestJSON-1304480791-project] 10.222.0.39 "GET /v2.0/ports?device_id=9850fc3f-3ca4-4813-9ce5-f048fd29222e HTTP/1.1" status: 200 len: 945 time: 0.0476723 Apr 12 11:02:19.349394 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [req-15f6bb15-4cd6-4700-9048-7ae64dede53b req-71fc34b9-4d21-4625-8fa9-8aec3c4446b4 tempest-DeleteServersTestJSON-655909961 tempest-DeleteServersTestJSON-655909961-project] Calling delete_port for cac6254f-854d-4ed4-80fb-63e1d78d8043 owned by compute:nova {{(pid=103257) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 12 11:02:19.392848 dv-cinder-830088-4-iscsi neutron-server[103258]: INFO neutron.wsgi [req-c872db3e-954c-42c2-a655-8a5ce1159e30 req-2389b761-bd0d-47a9-a0d5-656ce2854d61 tempest-ServerRescueNegativeTestJSON-1304480791 tempest-ServerRescueNegativeTestJSON-1304480791-project] 10.222.0.39 "GET /v2.0/security-groups?id=d3f9b1f1-6368-4c51-964e-16ec3a7a3785&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406549 Apr 12 11:02:19.496973 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41748c23-1f53-4cbc-a5b3-0c79f839c616 req-734a0720-ee4d-4a0e-a5e9-3ef434f09712 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:02:19.498469 dv-cinder-830088-4-iscsi neutron-server[103258]: INFO neutron.wsgi [req-41748c23-1f53-4cbc-a5b3-0c79f839c616 req-734a0720-ee4d-4a0e-a5e9-3ef434f09712 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=87551ef1ad8e4190b7a3b1c3469382df&device_id=9850fc3f-3ca4-4813-9ce5-f048fd29222e HTTP/1.1" status: 200 len: 1129 time: 0.0410585 Apr 12 11:02:19.552685 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e88ccd5-3132-46ae-9c7d-a8b797e9d1ed req-9475e4a3-62c9-4510-9f1f-d4a1c60c8fc6 tempest-DeleteServersTestJSON-655909961 tempest-DeleteServersTestJSON-655909961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:02:19.552685 dv-cinder-830088-4-iscsi neutron-server[103257]: INFO neutron.wsgi [req-0e88ccd5-3132-46ae-9c7d-a8b797e9d1ed req-9475e4a3-62c9-4510-9f1f-d4a1c60c8fc6 tempest-DeleteServersTestJSON-655909961 tempest-DeleteServersTestJSON-655909961-project] 10.222.0.39 "GET /v2.0/ports?device_id=1f388cc0-2f53-4f5f-b4da-75912eabd99d HTTP/1.1" status: 200 len: 944 time: 0.1239798 Apr 12 11:02:19.619390 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb9c2a62-8fda-4d50-b1c1-17543ef0a722 req-54e16db6-58a3-4244-9b4d-55e5a198694f tempest-VolumesNegativeTest-124015576 tempest-VolumesNegativeTest-124015576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:02:19.621127 dv-cinder-830088-4-iscsi neutron-server[103258]: INFO neutron.wsgi [req-fb9c2a62-8fda-4d50-b1c1-17543ef0a722 req-54e16db6-58a3-4244-9b4d-55e5a198694f tempest-VolumesNegativeTest-124015576 tempest-VolumesNegativeTest-124015576-project] 10.222.0.39 "GET /v2.0/ports?device_id=5c50f7da-4218-46d3-b356-aaec57ed9545 HTTP/1.1" status: 200 len: 948 time: 0.0861356 Apr 12 11:02:19.649855 dv-cinder-830088-4-iscsi neutron-server[103257]: INFO neutron.wsgi [req-85fac8c7-db0f-4106-8b23-59b02213ef0d req-f1fdf528-c0fb-4491-b8d0-689b307f9782 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d8445a7c-a328-45d0-8618-af8d0615ea29 HTTP/1.1" status: 200 len: 1002 time: 0.1917515 Apr 12 11:02:19.727846 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41748c23-1f53-4cbc-a5b3-0c79f839c616 req-a059b3c0-562d-4525-8f61-ee8cb42fd5c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:02:19.729325 dv-cinder-830088-4-iscsi neutron-server[103258]: INFO neutron.wsgi [req-41748c23-1f53-4cbc-a5b3-0c79f839c616 req-a059b3c0-562d-4525-8f61-ee8cb42fd5c1 service neutron] 10.222.0.53 "GET /v2.0/networks?id=696acaf3-e376-402a-9f44-515f336c0ed7 HTTP/1.1" status: 200 len: 920 time: 0.2214956 Apr 12 11:02:19.732541 dv-cinder-830088-4-iscsi neutron-server[103258]: INFO neutron.wsgi [req-fb9c2a62-8fda-4d50-b1c1-17543ef0a722 req-e6c5b1c8-c61a-4520-8e24-81714535cc84 tempest-VolumesNegativeTest-124015576 tempest-VolumesNegativeTest-124015576-project] 10.222.0.39 "GET /v2.0/security-groups?id=1b7172f6-7f68-49bc-a1b3-cb23deb72f5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1057999 Apr 12 11:02:19.769792 dv-cinder-830088-4-iscsi neutron-server[103257]: INFO neutron.wsgi [req-75ba8ce6-3111-4aac-a94c-a019ae8871bc req-23a4e084-7539-47dd-a006-39f2af0cf190 service neutron] 10.222.0.53 "GET /v2.0/networks/5fe71604-a19f-4748-9dc5-7cc9d7ecf6be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3113182 Apr 12 11:02:19.777736 dv-cinder-830088-4-iscsi neutron-server[103258]: INFO neutron.wsgi [req-41748c23-1f53-4cbc-a5b3-0c79f839c616 req-c4d8721e-391b-42ab-8b83-611ab0861892 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=32eb7972-1ced-4874-ad88-2f410c1396b9 HTTP/1.1" status: 200 len: 217 time: 0.0425787 Apr 12 11:02:19.778522 dv-cinder-830088-4-iscsi neutron-server[103257]: INFO neutron.wsgi [req-0e88ccd5-3132-46ae-9c7d-a8b797e9d1ed req-a1d6ecf6-9e6a-4645-999c-c78957812f2d tempest-DeleteServersTestJSON-655909961 tempest-DeleteServersTestJSON-655909961-project] 10.222.0.39 "GET /v2.0/security-groups?id=19a2dc3b-a298-4013-89f3-f5eb3f383f02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2175815 Apr 12 11:02:19.808914 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85fac8c7-db0f-4106-8b23-59b02213ef0d req-b1f55cd5-0e55-49a4-9293-8580650fdd2d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:02:19.811080 dv-cinder-830088-4-iscsi neutron-server[103257]: INFO neutron.wsgi [req-85fac8c7-db0f-4106-8b23-59b02213ef0d req-b1f55cd5-0e55-49a4-9293-8580650fdd2d service neutron] 10.222.0.53 "GET /v2.0/subnets?id=a03f1c9e-6c63-496e-9600-bb0a8351c93d HTTP/1.1" status: 200 len: 849 time: 0.1532166 Apr 12 11:02:19.864118 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41748c23-1f53-4cbc-a5b3-0c79f839c616 req-98c4bc74-83b1-479d-b107-82312b1988c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:02:19.865716 dv-cinder-830088-4-iscsi neutron-server[103258]: INFO neutron.wsgi [req-41748c23-1f53-4cbc-a5b3-0c79f839c616 req-98c4bc74-83b1-479d-b107-82312b1988c8 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=dac559db-7802-4e19-95c5-3aacf686b15d HTTP/1.1" status: 200 len: 858 time: 0.0739989 Apr 12 11:02:19.912981 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [req-15f6bb15-4cd6-4700-9048-7ae64dede53b req-71fc34b9-4d21-4625-8fa9-8aec3c4446b4 tempest-DeleteServersTestJSON-655909961 tempest-DeleteServersTestJSON-655909961-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1534861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777667992077', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777667450161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5265645'] for port (cac6254f-854d-4ed4-80fb-63e1d78d8043), after_delete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:02:19.916806 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85fac8c7-db0f-4106-8b23-59b02213ef0d req-6a0b9a2e-ce8a-4b2c-8b58-0c13dd17d5dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:02:19.919210 dv-cinder-830088-4-iscsi neutron-server[103257]: INFO neutron.wsgi [req-85fac8c7-db0f-4106-8b23-59b02213ef0d req-6a0b9a2e-ce8a-4b2c-8b58-0c13dd17d5dc service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=5283658c-f0e4-41df-8b22-61e61a4f7877&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0937629 Apr 12 11:02:19.975202 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41748c23-1f53-4cbc-a5b3-0c79f839c616 req-4d654951-abe9-4be6-ad19-346e43c92b08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:02:19.976776 dv-cinder-830088-4-iscsi neutron-server[103258]: INFO neutron.wsgi [req-41748c23-1f53-4cbc-a5b3-0c79f839c616 req-4d654951-abe9-4be6-ad19-346e43c92b08 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=696acaf3-e376-402a-9f44-515f336c0ed7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1032805 Apr 12 11:02:19.978039 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71fc34b9-4d21-4625-8fa9-8aec3c4446b4 tempest-DeleteServersTestJSON-655909961 tempest-DeleteServersTestJSON-655909961-project] Pushing event deleted for resources: {'Port': ['ID=cac6254f-854d-4ed4-80fb-63e1d78d8043,revision_number=None']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:02:20.024118 dv-cinder-830088-4-iscsi neutron-server[103257]: INFO neutron.wsgi [req-75ba8ce6-3111-4aac-a94c-a019ae8871bc req-1c335d33-1a84-42f8-b0e6-cf51d1fada62 service neutron] 10.222.0.53 "GET /v2.0/networks/5fe71604-a19f-4748-9dc5-7cc9d7ecf6be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2409406 Apr 12 11:02:20.064896 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3400e91-35c3-4595-b2a1-eb094d13aa0d req-8f84f411-4c4a-4938-8f31-45ab9dea2b6a tempest-VolumesActionsTest-672028374 tempest-VolumesActionsTest-672028374-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:02:20.066489 dv-cinder-830088-4-iscsi neutron-server[103258]: INFO neutron.wsgi [req-b3400e91-35c3-4595-b2a1-eb094d13aa0d req-8f84f411-4c4a-4938-8f31-45ab9dea2b6a tempest-VolumesActionsTest-672028374 tempest-VolumesActionsTest-672028374-project] 10.222.0.39 "GET /v2.0/networks?id=8e71ff57-0439-465f-8499-c7598f62a760 HTTP/1.1" status: 200 len: 808 time: 0.2293160 Apr 12 11:02:20.085019 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron.db.l3_dvrscheduler_db [req-15f6bb15-4cd6-4700-9048-7ae64dede53b req-71fc34b9-4d21-4625-8fa9-8aec3c4446b4 tempest-DeleteServersTestJSON-655909961 tempest-DeleteServersTestJSON-655909961-project] No DVR routers for this DVR port cac6254f-854d-4ed4-80fb-63e1d78d8043 on host hv-cinder-83008 {{(pid=103257) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 12 11:02:20.087105 dv-cinder-830088-4-iscsi neutron-server[103258]: INFO neutron.wsgi [req-b3400e91-35c3-4595-b2a1-eb094d13aa0d req-cfadd855-e005-4e96-8fc8-4cf283d4ba44 tempest-VolumesActionsTest-672028374 tempest-VolumesActionsTest-672028374-project] 10.222.0.39 "GET /v2.0/quotas/d24d9e7fa22c4bf2b2890639d1b84819 HTTP/1.1" status: 200 len: 375 time: 0.0126748 Apr 12 11:02:20.090276 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [req-15f6bb15-4cd6-4700-9048-7ae64dede53b req-71fc34b9-4d21-4625-8fa9-8aec3c4446b4 tempest-DeleteServersTestJSON-655909961 tempest-DeleteServersTestJSON-655909961-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108023'] for port (None), before_response {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:02:20.093508 dv-cinder-830088-4-iscsi neutron-server[103257]: INFO neutron.wsgi [req-15f6bb15-4cd6-4700-9048-7ae64dede53b req-71fc34b9-4d21-4625-8fa9-8aec3c4446b4 tempest-DeleteServersTestJSON-655909961 tempest-DeleteServersTestJSON-655909961-project] 10.222.0.53 "DELETE /v2.0/ports/cac6254f-854d-4ed4-80fb-63e1d78d8043 HTTP/1.1" status: 204 len: 173 time: 1.2811706 Apr 12 11:02:20.093937 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1f388cc0-2f53-4f5f-b4da-75912eabd99d', 'name': 'network-vif-deleted', 'tag': 'cac6254f-854d-4ed4-80fb-63e1d78d8043'}] {{(pid=103257) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 11:02:20.096388 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}263188bb5a56b6ea0b99504a79f1a82db60da3322be0ebbd3338f0b2803b3102" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8cc90871-55de-4136-ae44-4556a3d6c035" -d '{"events": [{"server_uuid": "1f388cc0-2f53-4f5f-b4da-75912eabd99d", "name": "network-vif-deleted", "tag": "cac6254f-854d-4ed4-80fb-63e1d78d8043"}]}' {{(pid=103257) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 11:02:20.126871 dv-cinder-830088-4-iscsi neutron-server[103257]: INFO neutron.wsgi [req-85fac8c7-db0f-4106-8b23-59b02213ef0d req-406a8aed-ca3d-471a-b387-046def76f56d service neutron] 10.222.0.53 "GET /v2.0/networks/5283658c-f0e4-41df-8b22-61e61a4f7877?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1960013 Apr 12 11:02:20.129285 dv-cinder-830088-4-iscsi neutron-server[103258]: INFO neutron.wsgi [req-b3400e91-35c3-4595-b2a1-eb094d13aa0d req-c590eca1-f05a-4792-bb74-2f0f26d26390 tempest-VolumesActionsTest-672028374 tempest-VolumesActionsTest-672028374-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=d24d9e7fa22c4bf2b2890639d1b84819&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0360785 Apr 12 11:02:20.131236 dv-cinder-830088-4-iscsi neutron-server[103258]: INFO neutron.wsgi [req-41748c23-1f53-4cbc-a5b3-0c79f839c616 req-e84e0d64-af63-4bca-98d3-c8cc332ba198 service neutron] 10.222.0.53 "GET /v2.0/networks/696acaf3-e376-402a-9f44-515f336c0ed7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1472135 Apr 12 11:02:20.152109 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Apr 2022 11:02:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-24b5b5c1-f54f-4087-8ff0-ce20ff8fd801 x-openstack-request-id: req-24b5b5c1-f54f-4087-8ff0-ce20ff8fd801 {{(pid=103257) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 11:02:20.152929 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1f388cc0-2f53-4f5f-b4da-75912eabd99d", "name": "network-vif-deleted", "tag": "cac6254f-854d-4ed4-80fb-63e1d78d8043", "status": "completed", "code": 200}]} {{(pid=103257) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 11:02:20.153189 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-24b5b5c1-f54f-4087-8ff0-ce20ff8fd801 {{(pid=103257) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 11:02:20.153579 dv-cinder-830088-4-iscsi neutron-server[103257]: INFO neutron.notifiers.nova [-] Nova event matching ['req-24b5b5c1-f54f-4087-8ff0-ce20ff8fd801'] response: {'server_uuid': '1f388cc0-2f53-4f5f-b4da-75912eabd99d', 'name': 'network-vif-deleted', 'tag': 'cac6254f-854d-4ed4-80fb-63e1d78d8043', 'status': 'completed', 'code': 200} Apr 12 11:02:20.167961 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron.plugins.ml2.rpc [None req-ae6c308c-a92e-4424-a7f8-d6a17e5174ef None None] Device b0863c1e-97fc-47a6-b9c7-ee8795066d48 details requested by agent hyperv_hv-cinder-83008 with host hv-cinder-83008 {{(pid=103259) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 12 11:02:20.237284 dv-cinder-830088-4-iscsi neutron-server[103257]: INFO neutron.wsgi [req-85fac8c7-db0f-4106-8b23-59b02213ef0d req-f0d6558a-f1ff-4f71-9300-ce7073101a99 service neutron] 10.222.0.53 "GET /v2.0/networks/5283658c-f0e4-41df-8b22-61e61a4f7877?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0938945 Apr 12 11:02:20.278665 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron.plugins.ml2.db [None req-ae6c308c-a92e-4424-a7f8-d6a17e5174ef None None] For port b0863c1e-97fc-47a6-b9c7-ee8795066d48, host hv-cinder-83008, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83008',level=0,port_id=b0863c1e-97fc-47a6-b9c7-ee8795066d48,segment=NetworkSegment(b38201fa-6a32-4a1f-9c0f-806cdb936d2e),segment_id=b38201fa-6a32-4a1f-9c0f-806cdb936d2e)] {{(pid=103259) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 11:02:20.287122 dv-cinder-830088-4-iscsi neutron-server[103258]: INFO neutron.wsgi [req-b3400e91-35c3-4595-b2a1-eb094d13aa0d req-aeade701-c3c6-452d-a241-ee522857178c service neutron] 10.222.0.39 "GET /v2.0/networks/8e71ff57-0439-465f-8499-c7598f62a760?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1500454 Apr 12 11:02:20.288978 dv-cinder-830088-4-iscsi neutron-server[103258]: INFO neutron.wsgi [req-41748c23-1f53-4cbc-a5b3-0c79f839c616 req-fc2e7777-8806-42c3-967a-881cb5ae8813 service neutron] 10.222.0.53 "GET /v2.0/networks/696acaf3-e376-402a-9f44-515f336c0ed7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1439660 Apr 12 11:02:20.290167 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron.plugins.ml2.rpc [None req-ae6c308c-a92e-4424-a7f8-d6a17e5174ef None None] Returning: {'device': 'b0863c1e-97fc-47a6-b9c7-ee8795066d48', 'network_id': '3d77b544-fede-4d95-82e9-74af82ecc128', 'port_id': 'b0863c1e-97fc-47a6-b9c7-ee8795066d48', 'mac_address': 'fa:16:3e:27:98:2e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 510, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6cad2cb2-f686-4293-ad48-b177c14a026b', 'ip_address': '192.168.233.251'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103259) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 12 11:02:20.340209 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron.plugins.ml2.plugin [None req-ae6c308c-a92e-4424-a7f8-d6a17e5174ef None None] Current status of the port b0863c1e-97fc-47a6-b9c7-ee8795066d48 is: DOWN; New status is: BUILD {{(pid=103259) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 11:02:20.340594 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron_lib.callbacks.manager [None req-ae6c308c-a92e-4424-a7f8-d6a17e5174ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1535343'] for port (b0863c1e-97fc-47a6-b9c7-ee8795066d48), before_update {{(pid=103259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:02:20.354127 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron.notifiers.nova [None req-ae6c308c-a92e-4424-a7f8-d6a17e5174ef None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b0863c1e-97fc-47a6-b9c7-ee8795066d48 {{(pid=103259) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 12 11:02:20.374805 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron.plugins.ml2.db [None req-ae6c308c-a92e-4424-a7f8-d6a17e5174ef None None] For port b0863c1e-97fc-47a6-b9c7-ee8795066d48, host hv-cinder-83008, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83008',level=0,port_id=b0863c1e-97fc-47a6-b9c7-ee8795066d48,segment=NetworkSegment(b38201fa-6a32-4a1f-9c0f-806cdb936d2e),segment_id=b38201fa-6a32-4a1f-9c0f-806cdb936d2e)] {{(pid=103259) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 11:02:20.379390 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron_lib.callbacks.manager [None req-ae6c308c-a92e-4424-a7f8-d6a17e5174ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1534861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777667992095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777667450170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777667450188'] for port (b0863c1e-97fc-47a6-b9c7-ee8795066d48), after_update {{(pid=103259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:02:20.383296 dv-cinder-830088-4-iscsi neutron-server[103258]: INFO neutron.wsgi [req-b3400e91-35c3-4595-b2a1-eb094d13aa0d req-c3079cf2-a6e5-49f7-ab33-b8b0ba5ad5dd service neutron] 10.222.0.39 "GET /v2.0/networks/8e71ff57-0439-465f-8499-c7598f62a760?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0900426 Apr 12 11:02:20.429040 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae6c308c-a92e-4424-a7f8-d6a17e5174ef None None] Pushing event updated for resources: {'Port': ['ID=b0863c1e-97fc-47a6-b9c7-ee8795066d48,revision_number=4']} {{(pid=103259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:02:20.525713 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6374020-043b-40d3-8ba0-48fc55cfe1ec req-cc45dd44-1168-4b47-8a8c-297c1cb2c106 tempest-ServerRescueNegativeTestJSON-1304480791 tempest-ServerRescueNegativeTestJSON-1304480791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:02:20.527290 dv-cinder-830088-4-iscsi neutron-server[103257]: INFO neutron.wsgi [req-d6374020-043b-40d3-8ba0-48fc55cfe1ec req-cc45dd44-1168-4b47-8a8c-297c1cb2c106 tempest-ServerRescueNegativeTestJSON-1304480791 tempest-ServerRescueNegativeTestJSON-1304480791-project] 10.222.0.39 "GET /v2.0/ports?device_id=9850fc3f-3ca4-4813-9ce5-f048fd29222e HTTP/1.1" status: 200 len: 945 time: 0.0548496 Apr 12 11:02:20.550259 dv-cinder-830088-4-iscsi neutron-server[103258]: INFO neutron.wsgi [req-59fe45c8-2881-4d02-a8c8-b39e4330a518 req-ebe7b9cc-1e50-4fab-9461-26e2b61d4f9c tempest-VolumesActionsTest-672028374 tempest-VolumesActionsTest-672028374-project] 10.222.0.39 "GET /v2.0/ports?device_id=e21b234c-d18c-4054-9447-91580c1e1447 HTTP/1.1" status: 200 len: 210 time: 0.0289557 Apr 12 11:02:20.576919 dv-cinder-830088-4-iscsi neutron-server[103257]: INFO neutron.wsgi [req-d6374020-043b-40d3-8ba0-48fc55cfe1ec req-e0329e0f-fbbe-4c7d-9450-bf6b8ed14f58 tempest-ServerRescueNegativeTestJSON-1304480791 tempest-ServerRescueNegativeTestJSON-1304480791-project] 10.222.0.39 "GET /v2.0/security-groups?id=d3f9b1f1-6368-4c51-964e-16ec3a7a3785&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429049 Apr 12 11:02:20.862257 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a5aabac-7997-4ee9-9942-a958ee59fd79 req-d5358917-6bc2-404b-9d58-1233d899c6aa tempest-VolumesNegativeTest-124015576 tempest-VolumesNegativeTest-124015576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:02:20.863805 dv-cinder-830088-4-iscsi neutron-server[103258]: INFO neutron.wsgi [req-6a5aabac-7997-4ee9-9942-a958ee59fd79 req-d5358917-6bc2-404b-9d58-1233d899c6aa tempest-VolumesNegativeTest-124015576 tempest-VolumesNegativeTest-124015576-project] 10.222.0.39 "GET /v2.0/ports?device_id=5c50f7da-4218-46d3-b356-aaec57ed9545 HTTP/1.1" status: 200 len: 949 time: 0.0495999 Apr 12 11:02:20.885568 dv-cinder-830088-4-iscsi neutron-server[103257]: INFO neutron.wsgi [req-9cfbf502-939b-4a69-a7a1-71ffb071423f req-20ddfe86-83e7-4e34-ac13-d532c7bd5454 tempest-DeleteServersTestJSON-655909961 tempest-DeleteServersTestJSON-655909961-project] 10.222.0.39 "GET /v2.0/ports?device_id=1f388cc0-2f53-4f5f-b4da-75912eabd99d HTTP/1.1" status: 200 len: 210 time: 0.0282679 Apr 12 11:02:20.918680 dv-cinder-830088-4-iscsi neutron-server[103258]: INFO neutron.wsgi [req-6a5aabac-7997-4ee9-9942-a958ee59fd79 req-40132be7-7d11-4bae-ac75-5530c979fdea tempest-VolumesNegativeTest-124015576 tempest-VolumesNegativeTest-124015576-project] 10.222.0.39 "GET /v2.0/security-groups?id=1b7172f6-7f68-49bc-a1b3-cb23deb72f5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488334 Apr 12 11:02:20.960877 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron.plugins.ml2.db [None req-ae6c308c-a92e-4424-a7f8-d6a17e5174ef None None] get_ports_and_sgs() called for port_ids ['b0863c1e-97fc-47a6-b9c7-ee8795066d48'] {{(pid=103259) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 12 11:02:21.646148 dv-cinder-830088-4-iscsi neutron-server[103257]: INFO neutron.wsgi [req-d7596c0d-c0fb-4598-b023-a0f81f412a0d req-730449fd-9773-4c27-bed9-bffcb747f3a8 tempest-VolumesActionsTest-672028374 tempest-VolumesActionsTest-672028374-project] 10.222.0.39 "GET /v2.0/ports?device_id=e21b234c-d18c-4054-9447-91580c1e1447 HTTP/1.1" status: 200 len: 210 time: 0.0305305 Apr 12 11:02:21.687318 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63be744c-d359-488d-9596-cb133faa3802 req-3213b79a-32ad-481a-82c9-8b4e0262a921 tempest-ServerRescueNegativeTestJSON-1304480791 tempest-ServerRescueNegativeTestJSON-1304480791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:02:21.688769 dv-cinder-830088-4-iscsi neutron-server[103258]: INFO neutron.wsgi [req-63be744c-d359-488d-9596-cb133faa3802 req-3213b79a-32ad-481a-82c9-8b4e0262a921 tempest-ServerRescueNegativeTestJSON-1304480791 tempest-ServerRescueNegativeTestJSON-1304480791-project] 10.222.0.39 "GET /v2.0/ports?device_id=9850fc3f-3ca4-4813-9ce5-f048fd29222e HTTP/1.1" status: 200 len: 945 time: 0.0457489 Apr 12 11:02:21.958831 dv-cinder-830088-4-iscsi neutron-server[103258]: INFO neutron.wsgi [req-63be744c-d359-488d-9596-cb133faa3802 req-3df22f28-8a8f-4723-bd6c-7e66b6cab1dd tempest-ServerRescueNegativeTestJSON-1304480791 tempest-ServerRescueNegativeTestJSON-1304480791-project] 10.222.0.39 "GET /v2.0/security-groups?id=d3f9b1f1-6368-4c51-964e-16ec3a7a3785&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2645292 Apr 12 11:02:22.007143 dv-cinder-830088-4-iscsi neutron-server[103257]: INFO neutron.wsgi [req-109db495-1b25-4034-8d4a-9d7f965207cc req-b3c95592-457d-42b5-ab96-b4223a9cba9b tempest-DeleteServersTestJSON-655909961 tempest-DeleteServersTestJSON-655909961-project] 10.222.0.39 "GET /v2.0/ports?device_id=1f388cc0-2f53-4f5f-b4da-75912eabd99d HTTP/1.1" status: 200 len: 210 time: 0.0266867 Apr 12 11:02:22.058804 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26170c85-bc6a-4dc6-bc4a-95c10ff7c324 req-8200bca4-a9e4-4e85-a8bf-716a9b5b3bc5 tempest-VolumesNegativeTest-124015576 tempest-VolumesNegativeTest-124015576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:02:22.060246 dv-cinder-830088-4-iscsi neutron-server[103258]: INFO neutron.wsgi [req-26170c85-bc6a-4dc6-bc4a-95c10ff7c324 req-8200bca4-a9e4-4e85-a8bf-716a9b5b3bc5 tempest-VolumesNegativeTest-124015576 tempest-VolumesNegativeTest-124015576-project] 10.222.0.39 "GET /v2.0/ports?device_id=5c50f7da-4218-46d3-b356-aaec57ed9545 HTTP/1.1" status: 200 len: 949 time: 0.0459347 Apr 12 11:02:22.105208 dv-cinder-830088-4-iscsi neutron-server[103258]: INFO neutron.wsgi [req-26170c85-bc6a-4dc6-bc4a-95c10ff7c324 req-d471ad26-1643-4486-9b89-cd982d0eff7c tempest-VolumesNegativeTest-124015576 tempest-VolumesNegativeTest-124015576-project] 10.222.0.39 "GET /v2.0/security-groups?id=1b7172f6-7f68-49bc-a1b3-cb23deb72f5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394673 Apr 12 11:02:22.637963 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3400e91-35c3-4595-b2a1-eb094d13aa0d req-d5fc62bb-1741-4865-9647-95fdefb64190 tempest-VolumesActionsTest-672028374 tempest-VolumesActionsTest-672028374-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:02:22.639429 dv-cinder-830088-4-iscsi neutron-server[103258]: INFO neutron.wsgi [req-b3400e91-35c3-4595-b2a1-eb094d13aa0d req-d5fc62bb-1741-4865-9647-95fdefb64190 tempest-VolumesActionsTest-672028374 tempest-VolumesActionsTest-672028374-project] 10.222.0.53 "GET /v2.0/networks?id=8e71ff57-0439-465f-8499-c7598f62a760 HTTP/1.1" status: 200 len: 808 time: 0.1105344 Apr 12 11:02:22.739576 dv-cinder-830088-4-iscsi neutron-server[103257]: INFO neutron.wsgi [req-93dfa1bb-297b-4d27-9dcb-a153569f71f0 req-edeb7ebf-995c-4704-8006-1b348e68bcd8 tempest-VolumesActionsTest-672028374 tempest-VolumesActionsTest-672028374-project] 10.222.0.39 "GET /v2.0/ports?device_id=e21b234c-d18c-4054-9447-91580c1e1447 HTTP/1.1" status: 200 len: 210 time: 0.0269403 Apr 12 11:02:23.069216 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1ef8763-18b1-4f8e-aca0-0aa603de9b06 req-49071415-f989-48f8-b84d-f966762221de tempest-ServerRescueNegativeTestJSON-1304480791 tempest-ServerRescueNegativeTestJSON-1304480791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:02:23.070718 dv-cinder-830088-4-iscsi neutron-server[103258]: INFO neutron.wsgi [req-a1ef8763-18b1-4f8e-aca0-0aa603de9b06 req-49071415-f989-48f8-b84d-f966762221de tempest-ServerRescueNegativeTestJSON-1304480791 tempest-ServerRescueNegativeTestJSON-1304480791-project] 10.222.0.39 "GET /v2.0/ports?device_id=9850fc3f-3ca4-4813-9ce5-f048fd29222e HTTP/1.1" status: 200 len: 945 time: 0.0468049 Apr 12 11:02:23.116501 dv-cinder-830088-4-iscsi neutron-server[103258]: INFO neutron.wsgi [req-a1ef8763-18b1-4f8e-aca0-0aa603de9b06 req-79eedeea-e480-43f7-ae76-884d9172ac0d tempest-ServerRescueNegativeTestJSON-1304480791 tempest-ServerRescueNegativeTestJSON-1304480791-project] 10.222.0.39 "GET /v2.0/security-groups?id=d3f9b1f1-6368-4c51-964e-16ec3a7a3785&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402188 Apr 12 11:02:23.219682 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30605e0b-aad0-4a91-8906-1b034177322f req-7601e9e3-7903-42ce-ac6c-65b2483281a0 tempest-VolumesNegativeTest-124015576 tempest-VolumesNegativeTest-124015576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:02:23.221141 dv-cinder-830088-4-iscsi neutron-server[103257]: INFO neutron.wsgi [req-30605e0b-aad0-4a91-8906-1b034177322f req-7601e9e3-7903-42ce-ac6c-65b2483281a0 tempest-VolumesNegativeTest-124015576 tempest-VolumesNegativeTest-124015576-project] 10.222.0.39 "GET /v2.0/ports?device_id=5c50f7da-4218-46d3-b356-aaec57ed9545 HTTP/1.1" status: 200 len: 949 time: 0.0454555 Apr 12 11:02:23.268308 dv-cinder-830088-4-iscsi neutron-server[103257]: INFO neutron.wsgi [req-30605e0b-aad0-4a91-8906-1b034177322f req-3fe47450-e1a2-4699-897b-de17c3a7b899 tempest-VolumesNegativeTest-124015576 tempest-VolumesNegativeTest-124015576-project] 10.222.0.39 "GET /v2.0/security-groups?id=1b7172f6-7f68-49bc-a1b3-cb23deb72f5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411148 Apr 12 11:02:23.831357 dv-cinder-830088-4-iscsi neutron-server[103258]: INFO neutron.wsgi [req-ba3eb731-f740-4a36-8316-bdc89094b2b5 req-ae1e06c0-f28f-49bc-8414-c3ad51214e00 tempest-VolumesActionsTest-672028374 tempest-VolumesActionsTest-672028374-project] 10.222.0.39 "GET /v2.0/ports?device_id=e21b234c-d18c-4054-9447-91580c1e1447 HTTP/1.1" status: 200 len: 210 time: 0.0261171 Apr 12 11:02:24.230952 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a647af0-04eb-4cd2-b194-504cbc0946cb req-697065f9-c0f6-4467-b210-f2772f2063d2 tempest-ServerRescueNegativeTestJSON-1304480791 tempest-ServerRescueNegativeTestJSON-1304480791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:02:24.232442 dv-cinder-830088-4-iscsi neutron-server[103257]: INFO neutron.wsgi [req-3a647af0-04eb-4cd2-b194-504cbc0946cb req-697065f9-c0f6-4467-b210-f2772f2063d2 tempest-ServerRescueNegativeTestJSON-1304480791 tempest-ServerRescueNegativeTestJSON-1304480791-project] 10.222.0.39 "GET /v2.0/ports?device_id=9850fc3f-3ca4-4813-9ce5-f048fd29222e HTTP/1.1" status: 200 len: 945 time: 0.0493727 Apr 12 11:02:24.277497 dv-cinder-830088-4-iscsi neutron-server[103257]: INFO neutron.wsgi [req-3a647af0-04eb-4cd2-b194-504cbc0946cb req-a0461489-888b-4477-9704-1634aadffe7c tempest-ServerRescueNegativeTestJSON-1304480791 tempest-ServerRescueNegativeTestJSON-1304480791-project] 10.222.0.39 "GET /v2.0/security-groups?id=d3f9b1f1-6368-4c51-964e-16ec3a7a3785&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396161 Apr 12 11:02:24.378962 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-284cc3ae-a2ec-4549-a788-5ec46c17e116 req-75842cda-18e4-42d3-83ba-7ed8caa048e9 tempest-VolumesNegativeTest-124015576 tempest-VolumesNegativeTest-124015576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:02:24.380440 dv-cinder-830088-4-iscsi neutron-server[103258]: INFO neutron.wsgi [req-284cc3ae-a2ec-4549-a788-5ec46c17e116 req-75842cda-18e4-42d3-83ba-7ed8caa048e9 tempest-VolumesNegativeTest-124015576 tempest-VolumesNegativeTest-124015576-project] 10.222.0.39 "GET /v2.0/ports?device_id=5c50f7da-4218-46d3-b356-aaec57ed9545 HTTP/1.1" status: 200 len: 949 time: 0.0484385 Apr 12 11:02:24.426592 dv-cinder-830088-4-iscsi neutron-server[103258]: INFO neutron.wsgi [req-284cc3ae-a2ec-4549-a788-5ec46c17e116 req-62fad0e3-c0a9-4768-9f3e-385bf4b7e4d8 tempest-VolumesNegativeTest-124015576 tempest-VolumesNegativeTest-124015576-project] 10.222.0.39 "GET /v2.0/security-groups?id=1b7172f6-7f68-49bc-a1b3-cb23deb72f5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399592 Apr 12 11:02:24.921573 dv-cinder-830088-4-iscsi neutron-server[103257]: INFO neutron.wsgi [req-14157735-6fcd-4f62-8652-4727141265b1 req-c99121d0-1ea9-48b9-b127-73fc20fdbe8b tempest-VolumesActionsTest-672028374 tempest-VolumesActionsTest-672028374-project] 10.222.0.39 "GET /v2.0/ports?device_id=e21b234c-d18c-4054-9447-91580c1e1447 HTTP/1.1" status: 200 len: 210 time: 0.0258622 Apr 12 11:02:25.385157 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bcd9a63-0860-4ae8-829a-ca93d01ae7c0 req-d3cdaa1e-5f84-4b66-9a6e-4ee3f1a00e71 tempest-ServerRescueNegativeTestJSON-1304480791 tempest-ServerRescueNegativeTestJSON-1304480791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:02:25.386603 dv-cinder-830088-4-iscsi neutron-server[103258]: INFO neutron.wsgi [req-0bcd9a63-0860-4ae8-829a-ca93d01ae7c0 req-d3cdaa1e-5f84-4b66-9a6e-4ee3f1a00e71 tempest-ServerRescueNegativeTestJSON-1304480791 tempest-ServerRescueNegativeTestJSON-1304480791-project] 10.222.0.39 "GET /v2.0/ports?device_id=9850fc3f-3ca4-4813-9ce5-f048fd29222e HTTP/1.1" status: 200 len: 945 time: 0.0448911 Apr 12 11:02:25.432334 dv-cinder-830088-4-iscsi neutron-server[103258]: INFO neutron.wsgi [req-0bcd9a63-0860-4ae8-829a-ca93d01ae7c0 req-e1d1c1a6-a2e0-414c-acde-509982780fda tempest-ServerRescueNegativeTestJSON-1304480791 tempest-ServerRescueNegativeTestJSON-1304480791-project] 10.222.0.39 "GET /v2.0/security-groups?id=d3f9b1f1-6368-4c51-964e-16ec3a7a3785&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403092 Apr 12 11:02:25.541150 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a003f57-dfc1-4f37-90b5-af031b7b0e2e req-dee67739-fca0-4fb7-8fb7-d4e128634b01 tempest-VolumesNegativeTest-124015576 tempest-VolumesNegativeTest-124015576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:02:25.542962 dv-cinder-830088-4-iscsi neutron-server[103257]: INFO neutron.wsgi [req-9a003f57-dfc1-4f37-90b5-af031b7b0e2e req-dee67739-fca0-4fb7-8fb7-d4e128634b01 tempest-VolumesNegativeTest-124015576 tempest-VolumesNegativeTest-124015576-project] 10.222.0.39 "GET /v2.0/ports?device_id=5c50f7da-4218-46d3-b356-aaec57ed9545 HTTP/1.1" status: 200 len: 949 time: 0.0459011 Apr 12 11:02:25.588572 dv-cinder-830088-4-iscsi neutron-server[103257]: INFO neutron.wsgi [req-9a003f57-dfc1-4f37-90b5-af031b7b0e2e req-c9bd9374-36b5-48c6-9e29-7fd0b52befad tempest-VolumesNegativeTest-124015576 tempest-VolumesNegativeTest-124015576-project] 10.222.0.39 "GET /v2.0/security-groups?id=1b7172f6-7f68-49bc-a1b3-cb23deb72f5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395765 Apr 12 11:02:26.013266 dv-cinder-830088-4-iscsi neutron-server[103258]: INFO neutron.wsgi [req-4b8dbafe-6ff8-44a0-b38a-184b862399d9 req-0e6082b7-3f8b-4430-a003-9b9f59cc1250 tempest-VolumesActionsTest-672028374 tempest-VolumesActionsTest-672028374-project] 10.222.0.39 "GET /v2.0/ports?device_id=e21b234c-d18c-4054-9447-91580c1e1447 HTTP/1.1" status: 200 len: 210 time: 0.0263143 Apr 12 11:02:26.203126 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.api.v2.base [req-b3400e91-35c3-4595-b2a1-eb094d13aa0d req-b119e975-adf1-46a2-a746-f335a65f90ad tempest-VolumesActionsTest-672028374 tempest-VolumesActionsTest-672028374-project] Request body: {'port': {'device_id': 'e21b234c-d18c-4054-9447-91580c1e1447', 'network_id': '8e71ff57-0439-465f-8499-c7598f62a760', 'admin_state_up': True, 'tenant_id': 'd24d9e7fa22c4bf2b2890639d1b84819'}} {{(pid=103258) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 11:02:26.292373 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron.plugins.ml2.rpc [None req-ae6c308c-a92e-4424-a7f8-d6a17e5174ef None None] Device b0863c1e-97fc-47a6-b9c7-ee8795066d48 up at agent hyperv_hv-cinder-83008 {{(pid=103259) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 11:02:26.310341 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b3400e91-35c3-4595-b2a1-eb094d13aa0d req-b119e975-adf1-46a2-a746-f335a65f90ad tempest-VolumesActionsTest-672028374 tempest-VolumesActionsTest-672028374-project] Made reservation on behalf of d24d9e7fa22c4bf2b2890639d1b84819 for: {'port': 1} {{(pid=103258) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 12 11:02:26.313592 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [req-b3400e91-35c3-4595-b2a1-eb094d13aa0d req-b119e975-adf1-46a2-a746-f335a65f90ad tempest-VolumesActionsTest-672028374 tempest-VolumesActionsTest-672028374-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1535343'] for port (None), before_create {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:02:26.336360 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron.db.provisioning_blocks [None req-ae6c308c-a92e-4424-a7f8-d6a17e5174ef None None] Provisioning for port b0863c1e-97fc-47a6-b9c7-ee8795066d48 completed by entity L2. {{(pid=103259) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Apr 12 11:02:26.342569 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron.db.provisioning_blocks [None req-ae6c308c-a92e-4424-a7f8-d6a17e5174ef None None] Provisioning complete for port b0863c1e-97fc-47a6-b9c7-ee8795066d48 triggered by entity L2. {{(pid=103259) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 11:02:26.343075 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron_lib.callbacks.manager [None req-ae6c308c-a92e-4424-a7f8-d6a17e5174ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1343588'] for port (b0863c1e-97fc-47a6-b9c7-ee8795066d48), provisioning_complete {{(pid=103259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:02:26.452687 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.db.db_base_plugin_common [req-b3400e91-35c3-4595-b2a1-eb094d13aa0d req-b119e975-adf1-46a2-a746-f335a65f90ad tempest-VolumesActionsTest-672028374 tempest-VolumesActionsTest-672028374-project] Allocated IP 172.20.0.9 (8e71ff57-0439-465f-8499-c7598f62a760/16d1a1da-b814-4f98-ae96-a312095b21c8/825138e6-4463-4592-a0bb-b2f1ebe18482) {{(pid=103258) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 12 11:02:26.543850 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron.plugins.ml2.plugin [None req-ae6c308c-a92e-4424-a7f8-d6a17e5174ef None None] Current status of the port b0863c1e-97fc-47a6-b9c7-ee8795066d48 is: BUILD; New status is: ACTIVE {{(pid=103259) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 11:02:26.544525 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron_lib.callbacks.manager [None req-ae6c308c-a92e-4424-a7f8-d6a17e5174ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1535343'] for port (b0863c1e-97fc-47a6-b9c7-ee8795066d48), before_update {{(pid=103259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:02:26.566596 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b27817e-5c3e-4ad2-9b51-de5deadec7d5 req-184ad378-c81d-4a7f-b7e0-4c9f00632f34 tempest-ServerRescueNegativeTestJSON-1304480791 tempest-ServerRescueNegativeTestJSON-1304480791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:02:26.568138 dv-cinder-830088-4-iscsi neutron-server[103257]: INFO neutron.wsgi [req-7b27817e-5c3e-4ad2-9b51-de5deadec7d5 req-184ad378-c81d-4a7f-b7e0-4c9f00632f34 tempest-ServerRescueNegativeTestJSON-1304480791 tempest-ServerRescueNegativeTestJSON-1304480791-project] 10.222.0.39 "GET /v2.0/ports?device_id=9850fc3f-3ca4-4813-9ce5-f048fd29222e HTTP/1.1" status: 200 len: 945 time: 0.0624199 Apr 12 11:02:26.568905 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5c50f7da-4218-46d3-b356-aaec57ed9545', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b0863c1e-97fc-47a6-b9c7-ee8795066d48'}] {{(pid=103259) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 11:02:26.571476 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}af87e37ddfedca7c8b2a1dd0c6cba4e3e91bcc66796c687067be127c7223cf15" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5514097c-b36a-466f-805b-ea9b82f157f9" -d '{"events": [{"server_uuid": "5c50f7da-4218-46d3-b356-aaec57ed9545", "name": "network-vif-plugged", "status": "completed", "tag": "b0863c1e-97fc-47a6-b9c7-ee8795066d48"}]}' {{(pid=103259) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 11:02:26.583951 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron.plugins.ml2.db [None req-ae6c308c-a92e-4424-a7f8-d6a17e5174ef None None] For port b0863c1e-97fc-47a6-b9c7-ee8795066d48, host hv-cinder-83008, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83008',level=0,port_id=b0863c1e-97fc-47a6-b9c7-ee8795066d48,segment=NetworkSegment(b38201fa-6a32-4a1f-9c0f-806cdb936d2e),segment_id=b38201fa-6a32-4a1f-9c0f-806cdb936d2e)] {{(pid=103259) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 11:02:26.590084 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron_lib.callbacks.manager [None req-ae6c308c-a92e-4424-a7f8-d6a17e5174ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1534861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777667992095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777667450170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777667450188'] for port (b0863c1e-97fc-47a6-b9c7-ee8795066d48), after_update {{(pid=103259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:02:26.619288 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Apr 2022 11:02:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3b56a98b-1b5e-4221-a851-ae91d072e436 x-openstack-request-id: req-3b56a98b-1b5e-4221-a851-ae91d072e436 {{(pid=103259) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 11:02:26.619682 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5c50f7da-4218-46d3-b356-aaec57ed9545", "name": "network-vif-plugged", "status": "completed", "tag": "b0863c1e-97fc-47a6-b9c7-ee8795066d48", "code": 200}]} {{(pid=103259) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 11:02:26.619869 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-3b56a98b-1b5e-4221-a851-ae91d072e436 {{(pid=103259) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 11:02:26.620257 dv-cinder-830088-4-iscsi neutron-server[103259]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3b56a98b-1b5e-4221-a851-ae91d072e436'] response: {'server_uuid': '5c50f7da-4218-46d3-b356-aaec57ed9545', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b0863c1e-97fc-47a6-b9c7-ee8795066d48', 'code': 200} Apr 12 11:02:26.641313 dv-cinder-830088-4-iscsi neutron-server[103257]: INFO neutron.wsgi [req-7b27817e-5c3e-4ad2-9b51-de5deadec7d5 req-b24b9f51-11ba-4246-a93a-3ef1e57457b7 tempest-ServerRescueNegativeTestJSON-1304480791 tempest-ServerRescueNegativeTestJSON-1304480791-project] 10.222.0.39 "GET /v2.0/security-groups?id=d3f9b1f1-6368-4c51-964e-16ec3a7a3785&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0572793 Apr 12 11:02:26.645615 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae6c308c-a92e-4424-a7f8-d6a17e5174ef None None] Pushing event updated for resources: {'Port': ['ID=b0863c1e-97fc-47a6-b9c7-ee8795066d48,revision_number=5']} {{(pid=103259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:02:26.669637 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [req-b3400e91-35c3-4595-b2a1-eb094d13aa0d req-b119e975-adf1-46a2-a746-f335a65f90ad tempest-VolumesActionsTest-672028374 tempest-VolumesActionsTest-672028374-project] Publish callbacks [] for port (825138e6-4463-4592-a0bb-b2f1ebe18482), precommit_create {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:02:26.733561 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24e2c0b7-807c-4756-88e6-150b192f76de req-4159ccdc-1c72-42cf-838c-50d2adfe473c tempest-VolumesNegativeTest-124015576 tempest-VolumesNegativeTest-124015576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:02:26.734968 dv-cinder-830088-4-iscsi neutron-server[103258]: INFO neutron.wsgi [req-24e2c0b7-807c-4756-88e6-150b192f76de req-4159ccdc-1c72-42cf-838c-50d2adfe473c tempest-VolumesNegativeTest-124015576 tempest-VolumesNegativeTest-124015576-project] 10.222.0.39 "GET /v2.0/ports?device_id=5c50f7da-4218-46d3-b356-aaec57ed9545 HTTP/1.1" status: 200 len: 950 time: 0.0619025 Apr 12 11:02:26.759373 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [req-b3400e91-35c3-4595-b2a1-eb094d13aa0d req-b119e975-adf1-46a2-a746-f335a65f90ad tempest-VolumesActionsTest-672028374 tempest-VolumesActionsTest-672028374-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1534861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777667450152'] for port (825138e6-4463-4592-a0bb-b2f1ebe18482), after_create {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:02:26.818498 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b3400e91-35c3-4595-b2a1-eb094d13aa0d req-b119e975-adf1-46a2-a746-f335a65f90ad tempest-VolumesActionsTest-672028374 tempest-VolumesActionsTest-672028374-project] Network 8e71ff57-0439-465f-8499-c7598f62a760 is already hosted by enough agents. {{(pid=103258) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 11:02:26.824649 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.scheduler.base_scheduler [req-b3400e91-35c3-4595-b2a1-eb094d13aa0d req-b119e975-adf1-46a2-a746-f335a65f90ad tempest-VolumesActionsTest-672028374 tempest-VolumesActionsTest-672028374-project] Resources bound (agent type, host, resource id): {{(pid=103258) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 11:02:26.831942 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.db.l3_dvrscheduler_db [req-b3400e91-35c3-4595-b2a1-eb094d13aa0d req-b119e975-adf1-46a2-a746-f335a65f90ad tempest-VolumesActionsTest-672028374 tempest-VolumesActionsTest-672028374-project] Received port after_create {{(pid=103258) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 12 11:02:26.837633 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3400e91-35c3-4595-b2a1-eb094d13aa0d req-b119e975-adf1-46a2-a746-f335a65f90ad tempest-VolumesActionsTest-672028374 tempest-VolumesActionsTest-672028374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:02:26.838228 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [req-b3400e91-35c3-4595-b2a1-eb094d13aa0d req-b119e975-adf1-46a2-a746-f335a65f90ad tempest-VolumesActionsTest-672028374 tempest-VolumesActionsTest-672028374-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586029'] for port (None), before_response {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:02:26.840643 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b119e975-adf1-46a2-a746-f335a65f90ad tempest-VolumesActionsTest-672028374 tempest-VolumesActionsTest-672028374-project] Pushing event updated for resources: {'Port': ['ID=825138e6-4463-4592-a0bb-b2f1ebe18482,revision_number=1']} {{(pid=103258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:02:26.845303 dv-cinder-830088-4-iscsi neutron-server[103258]: INFO neutron.wsgi [req-24e2c0b7-807c-4756-88e6-150b192f76de req-68452531-77da-44ed-a590-f9818d2ac054 tempest-VolumesNegativeTest-124015576 tempest-VolumesNegativeTest-124015576-project] 10.222.0.39 "GET /v2.0/security-groups?id=1b7172f6-7f68-49bc-a1b3-cb23deb72f5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1045728 Apr 12 11:02:26.860857 dv-cinder-830088-4-iscsi neutron-server[103258]: INFO neutron.wsgi [req-b3400e91-35c3-4595-b2a1-eb094d13aa0d req-b119e975-adf1-46a2-a746-f335a65f90ad tempest-VolumesActionsTest-672028374 tempest-VolumesActionsTest-672028374-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6616662 Apr 12 11:02:26.868694 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-660d4a6a-d7a4-40fe-84cd-0ab71b5b0a94 req-c4ff7988-19aa-4fd0-a2eb-ef73cd8b483d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:02:26.870177 dv-cinder-830088-4-iscsi neutron-server[103257]: INFO neutron.wsgi [req-660d4a6a-d7a4-40fe-84cd-0ab71b5b0a94 req-c4ff7988-19aa-4fd0-a2eb-ef73cd8b483d service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=5c50f7da-4218-46d3-b356-aaec57ed9545 HTTP/1.1" status: 200 len: 1134 time: 0.0417905 Apr 12 11:02:26.889737 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.api.v2.base [req-b3400e91-35c3-4595-b2a1-eb094d13aa0d req-71025372-f590-42fb-bb91-b5b6ae713619 service neutron] Request body: {'port': {'device_id': 'e21b234c-d18c-4054-9447-91580c1e1447', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83008'}} {{(pid=103258) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 11:02:26.924421 dv-cinder-830088-4-iscsi neutron-server[103257]: INFO neutron.wsgi [req-660d4a6a-d7a4-40fe-84cd-0ab71b5b0a94 req-5c966060-d47d-47cc-9b30-22b55cf4eba4 service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=1b7172f6-7f68-49bc-a1b3-cb23deb72f5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382433 Apr 12 11:02:26.949057 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [req-b3400e91-35c3-4595-b2a1-eb094d13aa0d req-71025372-f590-42fb-bb91-b5b6ae713619 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1535343'] for port (825138e6-4463-4592-a0bb-b2f1ebe18482), before_update {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:02:27.124740 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53db651d-aeb5-483a-a178-93d92b08a570 req-fa1772c7-7a66-4213-a45f-b0033f4abb18 tempest-VolumesActionsTest-672028374 tempest-VolumesActionsTest-672028374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:02:27.126197 dv-cinder-830088-4-iscsi neutron-server[103257]: INFO neutron.wsgi [req-53db651d-aeb5-483a-a178-93d92b08a570 req-fa1772c7-7a66-4213-a45f-b0033f4abb18 tempest-VolumesActionsTest-672028374 tempest-VolumesActionsTest-672028374-project] 10.222.0.39 "GET /v2.0/ports?device_id=e21b234c-d18c-4054-9447-91580c1e1447 HTTP/1.1" status: 200 len: 931 time: 0.0479543 Apr 12 11:02:27.171803 dv-cinder-830088-4-iscsi neutron-server[103257]: INFO neutron.wsgi [req-53db651d-aeb5-483a-a178-93d92b08a570 req-8a0951da-0122-4ba9-a21b-fb1956f87afc tempest-VolumesActionsTest-672028374 tempest-VolumesActionsTest-672028374-project] 10.222.0.39 "GET /v2.0/security-groups?id=c94d010a-ab4d-4dde-b8b1-d56220cf6cc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396020 Apr 12 11:02:27.200794 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.notifiers.nova [req-b3400e91-35c3-4595-b2a1-eb094d13aa0d req-71025372-f590-42fb-bb91-b5b6ae713619 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 825138e6-4463-4592-a0bb-b2f1ebe18482 {{(pid=103258) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 12 11:02:27.208110 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [req-b3400e91-35c3-4595-b2a1-eb094d13aa0d req-71025372-f590-42fb-bb91-b5b6ae713619 service neutron] Publish callbacks [] for port (825138e6-4463-4592-a0bb-b2f1ebe18482), precommit_update {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:02:27.219911 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.db.provisioning_blocks [req-b3400e91-35c3-4595-b2a1-eb094d13aa0d req-71025372-f590-42fb-bb91-b5b6ae713619 service neutron] Transition to ACTIVE for port object 825138e6-4463-4592-a0bb-b2f1ebe18482 will not be triggered until provisioned by entity L2. {{(pid=103258) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 12 11:02:27.222901 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [req-b3400e91-35c3-4595-b2a1-eb094d13aa0d req-71025372-f590-42fb-bb91-b5b6ae713619 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1534861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777667992095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777667450170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777667450188'] for port (825138e6-4463-4592-a0bb-b2f1ebe18482), after_update {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:02:27.273468 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71025372-f590-42fb-bb91-b5b6ae713619 service neutron] Pushing event updated for resources: {'Port': ['ID=825138e6-4463-4592-a0bb-b2f1ebe18482,revision_number=2']} {{(pid=103258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:02:27.304456 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.plugins.ml2.managers [req-b3400e91-35c3-4595-b2a1-eb094d13aa0d req-71025372-f590-42fb-bb91-b5b6ae713619 service neutron] Attempting to bind port 825138e6-4463-4592-a0bb-b2f1ebe18482 on host hv-cinder-83008 for vnic_type normal with profile {{(pid=103258) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 12 11:02:27.304771 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.plugins.ml2.managers [req-b3400e91-35c3-4595-b2a1-eb094d13aa0d req-71025372-f590-42fb-bb91-b5b6ae713619 service neutron] Attempting to bind port 825138e6-4463-4592-a0bb-b2f1ebe18482 by drivers openvswitch,hyperv on host hv-cinder-83008 at level 0 using segments [{'id': '4ef6265e-81d1-422d-a625-9e9d19b9243d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': '8e71ff57-0439-465f-8499-c7598f62a760'}] {{(pid=103258) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 12 11:02:27.305155 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3400e91-35c3-4595-b2a1-eb094d13aa0d req-71025372-f590-42fb-bb91-b5b6ae713619 service neutron] Attempting to bind port 825138e6-4463-4592-a0bb-b2f1ebe18482 on network 8e71ff57-0439-465f-8499-c7598f62a760 {{(pid=103258) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 11:02:27.309868 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3400e91-35c3-4595-b2a1-eb094d13aa0d req-71025372-f590-42fb-bb91-b5b6ae713619 service neutron] Port 825138e6-4463-4592-a0bb-b2f1ebe18482 on network 8e71ff57-0439-465f-8499-c7598f62a760 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83008 {{(pid=103258) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 12 11:02:27.310190 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3400e91-35c3-4595-b2a1-eb094d13aa0d req-71025372-f590-42fb-bb91-b5b6ae713619 service neutron] Attempting to bind port 825138e6-4463-4592-a0bb-b2f1ebe18482 on network 8e71ff57-0439-465f-8499-c7598f62a760 {{(pid=103258) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 11:02:27.315444 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3400e91-35c3-4595-b2a1-eb094d13aa0d req-71025372-f590-42fb-bb91-b5b6ae713619 service neutron] Checking agent: {'id': '742b2e09-86ec-4663-b086-f6b891926c3e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83008', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 12, 10, 58, 42), 'started_at': datetime.datetime(2022, 4, 12, 10, 58, 42), 'heartbeat_timestamp': datetime.datetime(2022, 4, 12, 11, 2, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103258) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 12 11:02:27.315773 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3400e91-35c3-4595-b2a1-eb094d13aa0d req-71025372-f590-42fb-bb91-b5b6ae713619 service neutron] Checking segment: {'id': '4ef6265e-81d1-422d-a625-9e9d19b9243d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': '8e71ff57-0439-465f-8499-c7598f62a760'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103258) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 11:02:27.316142 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3400e91-35c3-4595-b2a1-eb094d13aa0d req-71025372-f590-42fb-bb91-b5b6ae713619 service neutron] Bound using segment: {'id': '4ef6265e-81d1-422d-a625-9e9d19b9243d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': '8e71ff57-0439-465f-8499-c7598f62a760'} {{(pid=103258) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 12 11:02:27.316556 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.plugins.ml2.managers [req-b3400e91-35c3-4595-b2a1-eb094d13aa0d req-71025372-f590-42fb-bb91-b5b6ae713619 service neutron] Bound port: 825138e6-4463-4592-a0bb-b2f1ebe18482, host: hv-cinder-83008, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4ef6265e-81d1-422d-a625-9e9d19b9243d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': '8e71ff57-0439-465f-8499-c7598f62a760'}}] {{(pid=103258) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 12 11:02:27.316901 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [req-b3400e91-35c3-4595-b2a1-eb094d13aa0d req-71025372-f590-42fb-bb91-b5b6ae713619 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1535343'] for port (825138e6-4463-4592-a0bb-b2f1ebe18482), before_update {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:02:27.378304 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.plugins.ml2.db [req-b3400e91-35c3-4595-b2a1-eb094d13aa0d req-71025372-f590-42fb-bb91-b5b6ae713619 service neutron] For port 825138e6-4463-4592-a0bb-b2f1ebe18482, host hv-cinder-83008, cleared binding levels {{(pid=103258) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 12 11:02:27.381174 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.plugins.ml2.db [req-b3400e91-35c3-4595-b2a1-eb094d13aa0d req-71025372-f590-42fb-bb91-b5b6ae713619 service neutron] For port 825138e6-4463-4592-a0bb-b2f1ebe18482, host hv-cinder-83008, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83008',level=0,port_id=825138e6-4463-4592-a0bb-b2f1ebe18482,segment=NetworkSegment(4ef6265e-81d1-422d-a625-9e9d19b9243d),segment_id=4ef6265e-81d1-422d-a625-9e9d19b9243d)] {{(pid=103258) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 12 11:02:27.386544 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [req-b3400e91-35c3-4595-b2a1-eb094d13aa0d req-71025372-f590-42fb-bb91-b5b6ae713619 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1534861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777667992095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777667450170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777667450188'] for port (825138e6-4463-4592-a0bb-b2f1ebe18482), after_update {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:02:27.419325 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3400e91-35c3-4595-b2a1-eb094d13aa0d req-71025372-f590-42fb-bb91-b5b6ae713619 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:02:27.419931 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [req-b3400e91-35c3-4595-b2a1-eb094d13aa0d req-71025372-f590-42fb-bb91-b5b6ae713619 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586029'] for port (None), before_response {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:02:27.421291 dv-cinder-830088-4-iscsi neutron-server[103258]: INFO neutron.wsgi [req-b3400e91-35c3-4595-b2a1-eb094d13aa0d req-71025372-f590-42fb-bb91-b5b6ae713619 service neutron] 10.222.0.53 "PUT /v2.0/ports/825138e6-4463-4592-a0bb-b2f1ebe18482 HTTP/1.1" status: 200 len: 1093 time: 0.5356627 Apr 12 11:02:27.421714 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e21b234c-d18c-4054-9447-91580c1e1447', 'tag': '825138e6-4463-4592-a0bb-b2f1ebe18482'}] {{(pid=103258) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 11:02:27.423932 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c54b6d548356c9296345eb8e608a1624e6dfb095c10b2709a108c8ba991c21a4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-51054485-abb5-44f7-9acb-044883f287c4" -d '{"events": [{"name": "network-changed", "server_uuid": "e21b234c-d18c-4054-9447-91580c1e1447", "tag": "825138e6-4463-4592-a0bb-b2f1ebe18482"}]}' {{(pid=103258) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 11:02:27.446422 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71025372-f590-42fb-bb91-b5b6ae713619 service neutron] Pushing event updated for resources: {'Port': ['ID=825138e6-4463-4592-a0bb-b2f1ebe18482,revision_number=3']} {{(pid=103258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:02:27.463641 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Apr 2022 11:02:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7bbc1c4c-8f8b-4843-a7bd-4458fd19753f x-openstack-request-id: req-7bbc1c4c-8f8b-4843-a7bd-4458fd19753f {{(pid=103258) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 11:02:27.464182 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e21b234c-d18c-4054-9447-91580c1e1447", "tag": "825138e6-4463-4592-a0bb-b2f1ebe18482", "status": "completed", "code": 200}]} {{(pid=103258) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 11:02:27.464301 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-7bbc1c4c-8f8b-4843-a7bd-4458fd19753f {{(pid=103258) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 11:02:27.464700 dv-cinder-830088-4-iscsi neutron-server[103258]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7bbc1c4c-8f8b-4843-a7bd-4458fd19753f'] response: {'name': 'network-changed', 'server_uuid': 'e21b234c-d18c-4054-9447-91580c1e1447', 'tag': '825138e6-4463-4592-a0bb-b2f1ebe18482', 'status': 'completed', 'code': 200} Apr 12 11:02:27.593162 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51054485-abb5-44f7-9acb-044883f287c4 req-6efeb638-534b-4857-a101-ec02c676edc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:02:27.594751 dv-cinder-830088-4-iscsi neutron-server[103258]: INFO neutron.wsgi [req-51054485-abb5-44f7-9acb-044883f287c4 req-6efeb638-534b-4857-a101-ec02c676edc2 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=d24d9e7fa22c4bf2b2890639d1b84819&device_id=e21b234c-d18c-4054-9447-91580c1e1447 HTTP/1.1" status: 200 len: 1127 time: 0.0416265 Apr 12 11:02:27.613809 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.wsgi [-] (103258) accepted ('10.222.0.39', 51802) {{(pid=103258) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 11:02:27.661308 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.db.db_base_plugin_v2 [None req-d366e96a-bed5-4251-afab-35eec934ab69 admin admin] Deleting subnet f8b8bd51-b053-41e8-b47b-c905f5b3e415 {{(pid=103258) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Apr 12 11:02:27.665091 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-d366e96a-bed5-4251-afab-35eec934ab69 admin admin] Publish callbacks [] for subnet (f8b8bd51-b053-41e8-b47b-c905f5b3e415), before_delete {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:02:27.700124 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-d366e96a-bed5-4251-afab-35eec934ab69 admin admin] Publish callbacks [] for subnet (f8b8bd51-b053-41e8-b47b-c905f5b3e415), precommit_delete_associations {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:02:27.709407 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-d366e96a-bed5-4251-afab-35eec934ab69 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1528832'] for subnet (f8b8bd51-b053-41e8-b47b-c905f5b3e415), precommit_delete {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:02:27.744077 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0ea49a4-564c-43f3-8322-aa5e2f1ee03b req-4cbed98d-5b60-4d7c-9b81-6dcf8b90b733 tempest-ServerRescueNegativeTestJSON-1304480791 tempest-ServerRescueNegativeTestJSON-1304480791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:02:27.745550 dv-cinder-830088-4-iscsi neutron-server[103257]: INFO neutron.wsgi [req-e0ea49a4-564c-43f3-8322-aa5e2f1ee03b req-4cbed98d-5b60-4d7c-9b81-6dcf8b90b733 tempest-ServerRescueNegativeTestJSON-1304480791 tempest-ServerRescueNegativeTestJSON-1304480791-project] 10.222.0.39 "GET /v2.0/ports?device_id=9850fc3f-3ca4-4813-9ce5-f048fd29222e HTTP/1.1" status: 200 len: 945 time: 0.0471864 Apr 12 11:02:27.764436 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-d366e96a-bed5-4251-afab-35eec934ab69 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1528889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-439037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586207'] for subnet (f8b8bd51-b053-41e8-b47b-c905f5b3e415), after_delete {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:02:27.787570 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d366e96a-bed5-4251-afab-35eec934ab69 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f8b8bd51-b053-41e8-b47b-c905f5b3e415,revision_number=None']} {{(pid=103258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:02:27.792997 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-d366e96a-bed5-4251-afab-35eec934ab69 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:02:27.798411 dv-cinder-830088-4-iscsi neutron-server[103258]: INFO neutron.wsgi [None req-d366e96a-bed5-4251-afab-35eec934ab69 admin admin] 10.222.0.39 "DELETE /v2.0/subnets/f8b8bd51-b053-41e8-b47b-c905f5b3e415 HTTP/1.1" status: 204 len: 168 time: 0.1810868 Apr 12 11:02:27.798769 dv-cinder-830088-4-iscsi neutron-server[103257]: INFO neutron.wsgi [req-e0ea49a4-564c-43f3-8322-aa5e2f1ee03b req-b3fd62f5-b39f-47b8-b0ca-c2ad3950c4ef tempest-ServerRescueNegativeTestJSON-1304480791 tempest-ServerRescueNegativeTestJSON-1304480791-project] 10.222.0.39 "GET /v2.0/security-groups?id=d3f9b1f1-6368-4c51-964e-16ec3a7a3785&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457070 Apr 12 11:02:27.798959 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.wsgi [-] (103258) accepted ('10.222.0.39', 51806) {{(pid=103258) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 11:02:27.872359 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-7ef49d7c-6ac8-4b42-9db7-e7767019aece admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1505875'] for network (332a1fd1-5c8d-44a4-a602-cb07d1316e56), before_delete {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:02:27.979113 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-7ef49d7c-6ac8-4b42-9db7-e7767019aece admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1527181', 'neutron.services.segments.db._delete_segments_for_network-8777667879599'] for network (332a1fd1-5c8d-44a4-a602-cb07d1316e56), precommit_delete {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:02:28.007281 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4977fe9c-925a-440a-b6ce-54ca2f37f41a req-3d1a99ef-d54e-4886-a016-e926852d05a8 tempest-VolumesNegativeTest-124015576 tempest-VolumesNegativeTest-124015576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:02:28.008780 dv-cinder-830088-4-iscsi neutron-server[103258]: INFO neutron.wsgi [req-4977fe9c-925a-440a-b6ce-54ca2f37f41a req-3d1a99ef-d54e-4886-a016-e926852d05a8 tempest-VolumesNegativeTest-124015576 tempest-VolumesNegativeTest-124015576-project] 10.222.0.39 "GET /v2.0/ports?device_id=5c50f7da-4218-46d3-b356-aaec57ed9545 HTTP/1.1" status: 200 len: 950 time: 0.0876582 Apr 12 11:02:28.012515 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-7ef49d7c-6ac8-4b42-9db7-e7767019aece admin admin] Subscribe: > segment before_delete 55550000 {{(pid=103258) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 11:02:28.012873 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-7ef49d7c-6ac8-4b42-9db7-e7767019aece admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=103258) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 11:02:28.013632 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-7ef49d7c-6ac8-4b42-9db7-e7767019aece admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=103258) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 11:02:28.013982 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-7ef49d7c-6ac8-4b42-9db7-e7767019aece admin admin] Subscribe: > port after_create 55550000 {{(pid=103258) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 11:02:28.014302 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-7ef49d7c-6ac8-4b42-9db7-e7767019aece admin admin] Subscribe: > port after_delete 55550000 {{(pid=103258) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 11:02:28.014618 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-7ef49d7c-6ac8-4b42-9db7-e7767019aece admin admin] Subscribe: > port after_update 55550000 {{(pid=103258) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 11:02:28.014959 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-7ef49d7c-6ac8-4b42-9db7-e7767019aece admin admin] Subscribe: > segment after_delete 55550000 {{(pid=103258) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 11:02:28.015277 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-7ef49d7c-6ac8-4b42-9db7-e7767019aece admin admin] Subscribe: > subnet after_create 55550000 {{(pid=103258) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 11:02:28.015592 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-7ef49d7c-6ac8-4b42-9db7-e7767019aece admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=103258) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 11:02:28.015934 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-7ef49d7c-6ac8-4b42-9db7-e7767019aece admin admin] Subscribe: > subnet after_update 55550000 {{(pid=103258) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 11:02:28.094594 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-7ef49d7c-6ac8-4b42-9db7-e7767019aece admin admin] Subscribe: > subnet after_create 55550000 {{(pid=103258) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 11:02:28.094896 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-7ef49d7c-6ac8-4b42-9db7-e7767019aece admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=103258) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 11:02:28.095231 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-7ef49d7c-6ac8-4b42-9db7-e7767019aece admin admin] Subscribe: > subnet before_create 55550000 {{(pid=103258) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 11:02:28.095563 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-7ef49d7c-6ac8-4b42-9db7-e7767019aece admin admin] Subscribe: > subnet before_update 55550000 {{(pid=103258) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 11:02:28.095934 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.services.segments.db [None req-7ef49d7c-6ac8-4b42-9db7-e7767019aece admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['332a1fd1-5c8d-44a4-a602-cb07d1316e56']}} {{(pid=103258) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 11:02:28.125782 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.services.segments.db [None req-7ef49d7c-6ac8-4b42-9db7-e7767019aece admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '331144d7-7890-4b14-baab-10c11a274824') {'for_net_delete': True} {{(pid=103258) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 11:02:28.126074 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.services.segments.db [None req-7ef49d7c-6ac8-4b42-9db7-e7767019aece admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '331144d7-7890-4b14-baab-10c11a274824') {} {{(pid=103258) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 11:02:28.145262 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-7ef49d7c-6ac8-4b42-9db7-e7767019aece admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777667883192', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5023932'] for segment (331144d7-7890-4b14-baab-10c11a274824), before_delete {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:02:28.175479 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-7ef49d7c-6ac8-4b42-9db7-e7767019aece admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1531021'] for segment (331144d7-7890-4b14-baab-10c11a274824), precommit_delete {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:02:28.188798 dv-cinder-830088-4-iscsi neutron-server[103258]: INFO neutron.wsgi [req-4977fe9c-925a-440a-b6ce-54ca2f37f41a req-bcf289ce-0868-436f-a370-85930561eae9 tempest-VolumesNegativeTest-124015576 tempest-VolumesNegativeTest-124015576-project] 10.222.0.39 "GET /v2.0/security-groups?id=1b7172f6-7f68-49bc-a1b3-cb23deb72f5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0877295 Apr 12 11:02:28.189904 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7ef49d7c-6ac8-4b42-9db7-e7767019aece admin admin] Releasing vlan 549 on physical network physnet1 to pool {{(pid=103258) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 12 11:02:28.190282 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-7ef49d7c-6ac8-4b42-9db7-e7767019aece admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1531021', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4797124'] for segment (331144d7-7890-4b14-baab-10c11a274824), after_delete {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:02:28.194143 dv-cinder-830088-4-iscsi neutron-server[103258]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Apr 12 11:02:28.194143 dv-cinder-830088-4-iscsi neutron-server[103258]: from cryptography.utils import int_from_bytes Apr 12 11:02:28.194143 dv-cinder-830088-4-iscsi neutron-server[103258]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Apr 12 11:02:28.194143 dv-cinder-830088-4-iscsi neutron-server[103258]: from cryptography.utils import int_from_bytes Apr 12 11:02:28.194143 dv-cinder-830088-4-iscsi neutron-server[103258]: Traceback (most recent call last): Apr 12 11:02:28.194143 dv-cinder-830088-4-iscsi neutron-server[103258]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 12 11:02:28.194143 dv-cinder-830088-4-iscsi neutron-server[103258]: timer() Apr 12 11:02:28.194143 dv-cinder-830088-4-iscsi neutron-server[103258]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 12 11:02:28.194143 dv-cinder-830088-4-iscsi neutron-server[103258]: cb(*args, **kw) Apr 12 11:02:28.194143 dv-cinder-830088-4-iscsi neutron-server[103258]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 12 11:02:28.194143 dv-cinder-830088-4-iscsi neutron-server[103258]: return func(*args, **kwargs) Apr 12 11:02:28.194143 dv-cinder-830088-4-iscsi neutron-server[103258]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 12 11:02:28.194143 dv-cinder-830088-4-iscsi neutron-server[103258]: self._notify() Apr 12 11:02:28.194143 dv-cinder-830088-4-iscsi neutron-server[103258]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 12 11:02:28.194143 dv-cinder-830088-4-iscsi neutron-server[103258]: self.callback(batched_events) Apr 12 11:02:28.194143 dv-cinder-830088-4-iscsi neutron-server[103258]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 12 11:02:28.194143 dv-cinder-830088-4-iscsi neutron-server[103258]: event.method(event) Apr 12 11:02:28.194143 dv-cinder-830088-4-iscsi neutron-server[103258]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 12 11:02:28.194143 dv-cinder-830088-4-iscsi neutron-server[103258]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 12 11:02:28.194143 dv-cinder-830088-4-iscsi neutron-server[103258]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 12 11:02:28.194143 dv-cinder-830088-4-iscsi neutron-server[103258]: aggregate_uuid = self.p_client.list_aggregates( Apr 12 11:02:28.194143 dv-cinder-830088-4-iscsi neutron-server[103258]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 12 11:02:28.194143 dv-cinder-830088-4-iscsi neutron-server[103258]: return f(self, *a, **k) Apr 12 11:02:28.194143 dv-cinder-830088-4-iscsi neutron-server[103258]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 12 11:02:28.194143 dv-cinder-830088-4-iscsi neutron-server[103258]: return self._get(url).json() Apr 12 11:02:28.194143 dv-cinder-830088-4-iscsi neutron-server[103258]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 12 11:02:28.194143 dv-cinder-830088-4-iscsi neutron-server[103258]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 12 11:02:28.194143 dv-cinder-830088-4-iscsi neutron-server[103258]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 12 11:02:28.194143 dv-cinder-830088-4-iscsi neutron-server[103258]: return self.request(url, 'GET', **kwargs) Apr 12 11:02:28.194143 dv-cinder-830088-4-iscsi neutron-server[103258]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 12 11:02:28.194143 dv-cinder-830088-4-iscsi neutron-server[103258]: base_url = self.get_endpoint(auth, allow=allow, Apr 12 11:02:28.194143 dv-cinder-830088-4-iscsi neutron-server[103258]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 12 11:02:28.194143 dv-cinder-830088-4-iscsi neutron-server[103258]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 12 11:02:28.194143 dv-cinder-830088-4-iscsi neutron-server[103258]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 12 11:02:28.194143 dv-cinder-830088-4-iscsi neutron-server[103258]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 12 11:02:28.194143 dv-cinder-830088-4-iscsi neutron-server[103258]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 12 11:02:28.276214 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-7ef49d7c-6ac8-4b42-9db7-e7767019aece admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1527170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-415428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586207', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-579552'] for network (332a1fd1-5c8d-44a4-a602-cb07d1316e56), after_delete {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:02:28.283774 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7654fcc9-b585-4d1c-85d9-ccd0728865ac req-eaee1d1b-ca66-4989-b0b0-e46e6f648a1f tempest-VolumesActionsTest-672028374 tempest-VolumesActionsTest-672028374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:02:28.285253 dv-cinder-830088-4-iscsi neutron-server[103257]: INFO neutron.wsgi [req-7654fcc9-b585-4d1c-85d9-ccd0728865ac req-eaee1d1b-ca66-4989-b0b0-e46e6f648a1f tempest-VolumesActionsTest-672028374 tempest-VolumesActionsTest-672028374-project] 10.222.0.39 "GET /v2.0/ports?device_id=e21b234c-d18c-4054-9447-91580c1e1447 HTTP/1.1" status: 200 len: 943 time: 0.0469236 Apr 12 11:02:28.312917 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-7ef49d7c-6ac8-4b42-9db7-e7767019aece admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586029'] for network (None), before_response {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:02:28.318326 dv-cinder-830088-4-iscsi neutron-server[103258]: INFO neutron.wsgi [None req-7ef49d7c-6ac8-4b42-9db7-e7767019aece admin admin] 10.222.0.39 "DELETE /v2.0/networks/332a1fd1-5c8d-44a4-a602-cb07d1316e56 HTTP/1.1" status: 204 len: 168 time: 0.5161116 Apr 12 11:02:28.330358 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ef49d7c-6ac8-4b42-9db7-e7767019aece admin admin] Pushing event deleted for resources: {'Network': ['ID=332a1fd1-5c8d-44a4-a602-cb07d1316e56,revision_number=None']} {{(pid=103258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:02:28.339965 dv-cinder-830088-4-iscsi neutron-server[103257]: INFO neutron.wsgi [req-7654fcc9-b585-4d1c-85d9-ccd0728865ac req-a7a58e10-6733-4b8c-8105-d64ab6b69684 tempest-VolumesActionsTest-672028374 tempest-VolumesActionsTest-672028374-project] 10.222.0.39 "GET /v2.0/security-groups?id=c94d010a-ab4d-4dde-b8b1-d56220cf6cc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475698 Apr 12 11:02:28.361934 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51054485-abb5-44f7-9acb-044883f287c4 req-57dff929-fa36-4dd1-afb4-8430e32f3b47 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:02:28.363429 dv-cinder-830088-4-iscsi neutron-server[103258]: INFO neutron.wsgi [req-51054485-abb5-44f7-9acb-044883f287c4 req-57dff929-fa36-4dd1-afb4-8430e32f3b47 service neutron] 10.222.0.53 "GET /v2.0/networks?tenant_id=d24d9e7fa22c4bf2b2890639d1b84819&shared=False HTTP/1.1" status: 200 len: 909 time: 0.1165807 Apr 12 11:02:28.442918 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron.wsgi [-] (103257) accepted ('10.222.0.39', 51814) {{(pid=103257) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 11:02:28.459754 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51054485-abb5-44f7-9acb-044883f287c4 req-b2ec9cc3-af32-4e0e-b9fb-7c6079795590 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:02:28.461739 dv-cinder-830088-4-iscsi neutron-server[103258]: INFO neutron.wsgi [req-51054485-abb5-44f7-9acb-044883f287c4 req-b2ec9cc3-af32-4e0e-b9fb-7c6079795590 service neutron] 10.222.0.53 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0906351 Apr 12 11:02:28.482044 dv-cinder-830088-4-iscsi neutron-server[103257]: INFO neutron.wsgi [None req-8d4297a0-b809-4ff4-9b0c-e58ed74857ad admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=69a133bd5ba947f5a9073d8c0e14336a&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0379434 Apr 12 11:02:28.484396 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron.wsgi [-] (103257) accepted ('10.222.0.39', 51816) {{(pid=103257) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 11:02:28.530354 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-d3e40fde-722b-44df-a060-ca82d71f9ffd admin admin] Publish callbacks [] for security_group (19a2dc3b-a298-4013-89f3-f5eb3f383f02), before_delete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:02:28.551277 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-d3e40fde-722b-44df-a060-ca82d71f9ffd admin admin] Publish callbacks [] for security_group (19a2dc3b-a298-4013-89f3-f5eb3f383f02), precommit_delete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:02:28.598255 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-d3e40fde-722b-44df-a060-ca82d71f9ffd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-415253'] for security_group (19a2dc3b-a298-4013-89f3-f5eb3f383f02), after_delete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:02:28.601183 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-d3e40fde-722b-44df-a060-ca82d71f9ffd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:02:28.602948 dv-cinder-830088-4-iscsi neutron-server[103257]: INFO neutron.wsgi [None req-d3e40fde-722b-44df-a060-ca82d71f9ffd admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/19a2dc3b-a298-4013-89f3-f5eb3f383f02 HTTP/1.1" status: 204 len: 168 time: 0.1176450 Apr 12 11:02:28.610559 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3e40fde-722b-44df-a060-ca82d71f9ffd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=19a2dc3b-a298-4013-89f3-f5eb3f383f02,revision_number=None']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:02:28.640346 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3400e91-35c3-4595-b2a1-eb094d13aa0d req-b70220a9-8774-4734-8fed-482a910023d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:02:28.641933 dv-cinder-830088-4-iscsi neutron-server[103258]: INFO neutron.wsgi [req-b3400e91-35c3-4595-b2a1-eb094d13aa0d req-b70220a9-8774-4734-8fed-482a910023d5 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=d24d9e7fa22c4bf2b2890639d1b84819&device_id=e21b234c-d18c-4054-9447-91580c1e1447 HTTP/1.1" status: 200 len: 1127 time: 0.0590253 Apr 12 11:02:28.949950 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfbf8a2c-1144-4c18-8c2c-1373b35a4908 req-b4d53404-1eb4-4d6b-85cc-b9466d366de9 tempest-ServerRescueNegativeTestJSON-1304480791 tempest-ServerRescueNegativeTestJSON-1304480791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:02:28.951592 dv-cinder-830088-4-iscsi neutron-server[103258]: INFO neutron.wsgi [req-bfbf8a2c-1144-4c18-8c2c-1373b35a4908 req-b4d53404-1eb4-4d6b-85cc-b9466d366de9 tempest-ServerRescueNegativeTestJSON-1304480791 tempest-ServerRescueNegativeTestJSON-1304480791-project] 10.222.0.39 "GET /v2.0/ports?device_id=9850fc3f-3ca4-4813-9ce5-f048fd29222e HTTP/1.1" status: 200 len: 945 time: 0.0523279 Apr 12 11:02:29.006404 dv-cinder-830088-4-iscsi neutron-server[103258]: INFO neutron.wsgi [req-bfbf8a2c-1144-4c18-8c2c-1373b35a4908 req-2a1e46cb-6667-4e19-9acf-759273b1753a tempest-ServerRescueNegativeTestJSON-1304480791 tempest-ServerRescueNegativeTestJSON-1304480791-project] 10.222.0.39 "GET /v2.0/security-groups?id=d3f9b1f1-6368-4c51-964e-16ec3a7a3785&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487552 Apr 12 11:02:29.299897 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ecfee48-6c3e-4d7a-a845-4880cd95549f req-ac601f70-37bb-42c6-ac6a-87a44ed590cc tempest-VolumesNegativeTest-124015576 tempest-VolumesNegativeTest-124015576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:02:29.301358 dv-cinder-830088-4-iscsi neutron-server[103257]: INFO neutron.wsgi [req-0ecfee48-6c3e-4d7a-a845-4880cd95549f req-ac601f70-37bb-42c6-ac6a-87a44ed590cc tempest-VolumesNegativeTest-124015576 tempest-VolumesNegativeTest-124015576-project] 10.222.0.39 "GET /v2.0/ports?device_id=5c50f7da-4218-46d3-b356-aaec57ed9545 HTTP/1.1" status: 200 len: 950 time: 0.0453148 Apr 12 11:02:29.355534 dv-cinder-830088-4-iscsi neutron-server[103257]: INFO neutron.wsgi [req-0ecfee48-6c3e-4d7a-a845-4880cd95549f req-ba5b4024-f3de-4a06-83ec-139d78752a9f tempest-VolumesNegativeTest-124015576 tempest-VolumesNegativeTest-124015576-project] 10.222.0.39 "GET /v2.0/security-groups?id=1b7172f6-7f68-49bc-a1b3-cb23deb72f5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479782 Apr 12 11:02:29.420085 dv-cinder-830088-4-iscsi neutron-server[103258]: INFO neutron.wsgi [req-b3400e91-35c3-4595-b2a1-eb094d13aa0d req-a92b3327-7d12-4bc2-8920-bbfa76225289 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=825138e6-4463-4592-a0bb-b2f1ebe18482 HTTP/1.1" status: 200 len: 217 time: 0.0442584 Apr 12 11:02:29.470151 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f7a9a59-0f52-49cb-a744-237120a8613a req-52776318-de27-4488-9a66-557f740ae648 tempest-VolumesActionsTest-672028374 tempest-VolumesActionsTest-672028374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:02:29.471945 dv-cinder-830088-4-iscsi neutron-server[103258]: INFO neutron.wsgi [req-2f7a9a59-0f52-49cb-a744-237120a8613a req-52776318-de27-4488-9a66-557f740ae648 tempest-VolumesActionsTest-672028374 tempest-VolumesActionsTest-672028374-project] 10.222.0.39 "GET /v2.0/ports?device_id=e21b234c-d18c-4054-9447-91580c1e1447 HTTP/1.1" status: 200 len: 943 time: 0.0552361 Apr 12 11:02:29.532589 dv-cinder-830088-4-iscsi neutron-server[103258]: INFO neutron.wsgi [req-2f7a9a59-0f52-49cb-a744-237120a8613a req-7d48e33d-17cb-405c-86c7-fd9270a8499c tempest-VolumesActionsTest-672028374 tempest-VolumesActionsTest-672028374-project] 10.222.0.39 "GET /v2.0/security-groups?id=c94d010a-ab4d-4dde-b8b1-d56220cf6cc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0545940 Apr 12 11:02:29.594733 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3400e91-35c3-4595-b2a1-eb094d13aa0d req-df3ff209-f12f-4dec-b5a2-e09a3a927824 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:02:29.596215 dv-cinder-830088-4-iscsi neutron-server[103258]: INFO neutron.wsgi [req-b3400e91-35c3-4595-b2a1-eb094d13aa0d req-df3ff209-f12f-4dec-b5a2-e09a3a927824 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=16d1a1da-b814-4f98-ae96-a312095b21c8 HTTP/1.1" status: 200 len: 848 time: 0.0626602 Apr 12 11:02:29.666275 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b2a91d7-9b91-4c7e-bebb-393e02e3b8dc req-0110b4cf-661f-4e35-9806-6e088f758f03 tempest-VolumesNegativeTest-124015576 tempest-VolumesNegativeTest-124015576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:02:29.671279 dv-cinder-830088-4-iscsi neutron-server[103258]: INFO neutron.wsgi [req-8b2a91d7-9b91-4c7e-bebb-393e02e3b8dc req-0110b4cf-661f-4e35-9806-6e088f758f03 tempest-VolumesNegativeTest-124015576 tempest-VolumesNegativeTest-124015576-project] 10.222.0.39 "GET /v2.0/ports?device_id=5c50f7da-4218-46d3-b356-aaec57ed9545 HTTP/1.1" status: 200 len: 950 time: 0.0502455 Apr 12 11:02:29.713315 dv-cinder-830088-4-iscsi neutron-server[103258]: INFO neutron.wsgi [req-8b2a91d7-9b91-4c7e-bebb-393e02e3b8dc req-a3729a3a-7224-4334-8359-021e007b7594 tempest-VolumesNegativeTest-124015576 tempest-VolumesNegativeTest-124015576-project] 10.222.0.39 "GET /v2.0/security-groups?id=1b7172f6-7f68-49bc-a1b3-cb23deb72f5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400352 Apr 12 11:02:30.120592 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f7c0465-f97d-4bd8-8cf3-46c725f96a99 req-5707625c-4b31-4ecf-92b1-f9a1a3104653 tempest-ServerRescueNegativeTestJSON-1304480791 tempest-ServerRescueNegativeTestJSON-1304480791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:02:30.122056 dv-cinder-830088-4-iscsi neutron-server[103257]: INFO neutron.wsgi [req-9f7c0465-f97d-4bd8-8cf3-46c725f96a99 req-5707625c-4b31-4ecf-92b1-f9a1a3104653 tempest-ServerRescueNegativeTestJSON-1304480791 tempest-ServerRescueNegativeTestJSON-1304480791-project] 10.222.0.39 "GET /v2.0/ports?device_id=9850fc3f-3ca4-4813-9ce5-f048fd29222e HTTP/1.1" status: 200 len: 945 time: 0.0478828 Apr 12 11:02:30.171883 dv-cinder-830088-4-iscsi neutron-server[103257]: INFO neutron.wsgi [req-9f7c0465-f97d-4bd8-8cf3-46c725f96a99 req-b685e47c-5b11-44ac-898b-0bcecaec53d1 tempest-ServerRescueNegativeTestJSON-1304480791 tempest-ServerRescueNegativeTestJSON-1304480791-project] 10.222.0.39 "GET /v2.0/security-groups?id=d3f9b1f1-6368-4c51-964e-16ec3a7a3785&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438046 Apr 12 11:02:30.648206 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c72a43f0-ebbd-4cf0-9080-9b1732a1a3b2 req-ec6310f8-9aad-4d7e-9dba-3fa2cd14ac5a tempest-VolumesActionsTest-672028374 tempest-VolumesActionsTest-672028374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:02:30.650153 dv-cinder-830088-4-iscsi neutron-server[103258]: INFO neutron.wsgi [req-c72a43f0-ebbd-4cf0-9080-9b1732a1a3b2 req-ec6310f8-9aad-4d7e-9dba-3fa2cd14ac5a tempest-VolumesActionsTest-672028374 tempest-VolumesActionsTest-672028374-project] 10.222.0.39 "GET /v2.0/ports?device_id=e21b234c-d18c-4054-9447-91580c1e1447 HTTP/1.1" status: 200 len: 943 time: 0.0484865 Apr 12 11:02:30.694604 dv-cinder-830088-4-iscsi neutron-server[103258]: INFO neutron.wsgi [req-c72a43f0-ebbd-4cf0-9080-9b1732a1a3b2 req-aa6949cb-616d-4ff9-91b6-1b13d79969c7 tempest-VolumesActionsTest-672028374 tempest-VolumesActionsTest-672028374-project] 10.222.0.39 "GET /v2.0/security-groups?id=c94d010a-ab4d-4dde-b8b1-d56220cf6cc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390530 Apr 12 11:02:30.823518 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2131c940-b0a2-4d97-b85a-7722a31a8959 req-ba67a4f2-9741-4a6a-8132-e9d6e58f3417 tempest-VolumesNegativeTest-124015576 tempest-VolumesNegativeTest-124015576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:02:30.824983 dv-cinder-830088-4-iscsi neutron-server[103257]: INFO neutron.wsgi [req-2131c940-b0a2-4d97-b85a-7722a31a8959 req-ba67a4f2-9741-4a6a-8132-e9d6e58f3417 tempest-VolumesNegativeTest-124015576 tempest-VolumesNegativeTest-124015576-project] 10.222.0.39 "GET /v2.0/ports?device_id=5c50f7da-4218-46d3-b356-aaec57ed9545 HTTP/1.1" status: 200 len: 950 time: 0.0454078 Apr 12 11:02:30.874415 dv-cinder-830088-4-iscsi neutron-server[103257]: INFO neutron.wsgi [req-2131c940-b0a2-4d97-b85a-7722a31a8959 req-a78e065d-e8cf-4de2-b63c-471cb954806b tempest-VolumesNegativeTest-124015576 tempest-VolumesNegativeTest-124015576-project] 10.222.0.39 "GET /v2.0/security-groups?id=1b7172f6-7f68-49bc-a1b3-cb23deb72f5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408638 Apr 12 11:02:31.281368 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2da56343-4ac5-4a42-b0ee-ff145efc38fc req-803dc7a2-961e-4602-9da4-cf4c995c6cf6 tempest-ServerRescueNegativeTestJSON-1304480791 tempest-ServerRescueNegativeTestJSON-1304480791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:02:31.282884 dv-cinder-830088-4-iscsi neutron-server[103258]: INFO neutron.wsgi [req-2da56343-4ac5-4a42-b0ee-ff145efc38fc req-803dc7a2-961e-4602-9da4-cf4c995c6cf6 tempest-ServerRescueNegativeTestJSON-1304480791 tempest-ServerRescueNegativeTestJSON-1304480791-project] 10.222.0.39 "GET /v2.0/ports?device_id=9850fc3f-3ca4-4813-9ce5-f048fd29222e HTTP/1.1" status: 200 len: 945 time: 0.0454931 Apr 12 11:02:31.356358 dv-cinder-830088-4-iscsi neutron-server[103258]: INFO neutron.wsgi [req-b3400e91-35c3-4595-b2a1-eb094d13aa0d req-96dcbadc-c290-43e5-8cf1-208ed61705ae service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=8e71ff57-0439-465f-8499-c7598f62a760&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0380683 Apr 12 11:02:31.360123 dv-cinder-830088-4-iscsi neutron-server[103258]: INFO neutron.wsgi [req-2da56343-4ac5-4a42-b0ee-ff145efc38fc req-0f6f7a4c-b33e-4f01-8ccf-181f43ff979c tempest-ServerRescueNegativeTestJSON-1304480791 tempest-ServerRescueNegativeTestJSON-1304480791-project] 10.222.0.39 "GET /v2.0/security-groups?id=d3f9b1f1-6368-4c51-964e-16ec3a7a3785&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0718465 Apr 12 11:02:31.470819 dv-cinder-830088-4-iscsi neutron-server[103258]: INFO neutron.wsgi [req-b3400e91-35c3-4595-b2a1-eb094d13aa0d req-a0a348f3-df57-4a6e-8bac-0ae41bb34984 service neutron] 10.222.0.53 "GET /v2.0/networks/8e71ff57-0439-465f-8499-c7598f62a760?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0954289 Apr 12 11:02:31.599989 dv-cinder-830088-4-iscsi neutron-server[103258]: INFO neutron.wsgi [req-b3400e91-35c3-4595-b2a1-eb094d13aa0d req-2fdf78f2-341b-468b-963d-aa84385eced2 service neutron] 10.222.0.53 "GET /v2.0/networks/8e71ff57-0439-465f-8499-c7598f62a760?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0923715 Apr 12 11:02:31.809056 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38d8ea55-a60c-49c7-9605-fa398a5d634a req-875ea276-1a61-437d-9b64-7489b1e565d8 tempest-VolumesActionsTest-672028374 tempest-VolumesActionsTest-672028374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:02:31.810525 dv-cinder-830088-4-iscsi neutron-server[103257]: INFO neutron.wsgi [req-38d8ea55-a60c-49c7-9605-fa398a5d634a req-875ea276-1a61-437d-9b64-7489b1e565d8 tempest-VolumesActionsTest-672028374 tempest-VolumesActionsTest-672028374-project] 10.222.0.39 "GET /v2.0/ports?device_id=e21b234c-d18c-4054-9447-91580c1e1447 HTTP/1.1" status: 200 len: 943 time: 0.0496438 Apr 12 11:02:31.856257 dv-cinder-830088-4-iscsi neutron-server[103257]: INFO neutron.wsgi [req-38d8ea55-a60c-49c7-9605-fa398a5d634a req-69afd824-58dd-4ec4-9e8e-bce5b2d133a0 tempest-VolumesActionsTest-672028374 tempest-VolumesActionsTest-672028374-project] 10.222.0.39 "GET /v2.0/security-groups?id=c94d010a-ab4d-4dde-b8b1-d56220cf6cc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401921 Apr 12 11:02:31.985583 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3c7903c-e592-4151-b3cc-2b08de931b5a req-5308c541-f006-46ab-bbf7-15c1d8e1f3f5 tempest-VolumesNegativeTest-124015576 tempest-VolumesNegativeTest-124015576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:02:31.987019 dv-cinder-830088-4-iscsi neutron-server[103258]: INFO neutron.wsgi [req-c3c7903c-e592-4151-b3cc-2b08de931b5a req-5308c541-f006-46ab-bbf7-15c1d8e1f3f5 tempest-VolumesNegativeTest-124015576 tempest-VolumesNegativeTest-124015576-project] 10.222.0.39 "GET /v2.0/ports?device_id=5c50f7da-4218-46d3-b356-aaec57ed9545 HTTP/1.1" status: 200 len: 950 time: 0.0492573 Apr 12 11:02:32.033105 dv-cinder-830088-4-iscsi neutron-server[103258]: INFO neutron.wsgi [req-c3c7903c-e592-4151-b3cc-2b08de931b5a req-774dc521-cc25-450b-b88c-1419c5e5e8f9 tempest-VolumesNegativeTest-124015576 tempest-VolumesNegativeTest-124015576-project] 10.222.0.39 "GET /v2.0/security-groups?id=1b7172f6-7f68-49bc-a1b3-cb23deb72f5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396111 Apr 12 11:02:32.471821 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70196d70-2192-4937-acd5-b627c0f292c7 req-9aad4c09-961a-413a-9147-c7de654ddc82 tempest-ServerRescueNegativeTestJSON-1304480791 tempest-ServerRescueNegativeTestJSON-1304480791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:02:32.473271 dv-cinder-830088-4-iscsi neutron-server[103257]: INFO neutron.wsgi [req-70196d70-2192-4937-acd5-b627c0f292c7 req-9aad4c09-961a-413a-9147-c7de654ddc82 tempest-ServerRescueNegativeTestJSON-1304480791 tempest-ServerRescueNegativeTestJSON-1304480791-project] 10.222.0.39 "GET /v2.0/ports?device_id=9850fc3f-3ca4-4813-9ce5-f048fd29222e HTTP/1.1" status: 200 len: 945 time: 0.0455594 Apr 12 11:02:32.522237 dv-cinder-830088-4-iscsi neutron-server[103257]: INFO neutron.wsgi [req-70196d70-2192-4937-acd5-b627c0f292c7 req-5b37418c-b533-4da7-9673-5454dca658ce tempest-ServerRescueNegativeTestJSON-1304480791 tempest-ServerRescueNegativeTestJSON-1304480791-project] 10.222.0.39 "GET /v2.0/security-groups?id=d3f9b1f1-6368-4c51-964e-16ec3a7a3785&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425789 Apr 12 11:02:32.985179 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eda26e51-5054-46c4-a270-6dc0449d109e req-b19f4c75-6413-4115-8b92-dc811e0f34bc tempest-VolumesActionsTest-672028374 tempest-VolumesActionsTest-672028374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:02:32.986667 dv-cinder-830088-4-iscsi neutron-server[103258]: INFO neutron.wsgi [req-eda26e51-5054-46c4-a270-6dc0449d109e req-b19f4c75-6413-4115-8b92-dc811e0f34bc tempest-VolumesActionsTest-672028374 tempest-VolumesActionsTest-672028374-project] 10.222.0.39 "GET /v2.0/ports?device_id=e21b234c-d18c-4054-9447-91580c1e1447 HTTP/1.1" status: 200 len: 943 time: 0.0483427 Apr 12 11:02:33.032219 dv-cinder-830088-4-iscsi neutron-server[103258]: INFO neutron.wsgi [req-eda26e51-5054-46c4-a270-6dc0449d109e req-8d6ab319-6228-4df3-8ce1-bcbaef3cf203 tempest-VolumesActionsTest-672028374 tempest-VolumesActionsTest-672028374-project] 10.222.0.39 "GET /v2.0/security-groups?id=c94d010a-ab4d-4dde-b8b1-d56220cf6cc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398936 Apr 12 11:02:33.141501 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4df333ef-10e9-42c4-90ae-c995e7e10c70 req-3e826dba-d50b-45f2-bb1a-873990f7e626 tempest-VolumesNegativeTest-124015576 tempest-VolumesNegativeTest-124015576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:02:33.143051 dv-cinder-830088-4-iscsi neutron-server[103257]: INFO neutron.wsgi [req-4df333ef-10e9-42c4-90ae-c995e7e10c70 req-3e826dba-d50b-45f2-bb1a-873990f7e626 tempest-VolumesNegativeTest-124015576 tempest-VolumesNegativeTest-124015576-project] 10.222.0.39 "GET /v2.0/ports?device_id=5c50f7da-4218-46d3-b356-aaec57ed9545 HTTP/1.1" status: 200 len: 950 time: 0.0447664 Apr 12 11:02:33.190576 dv-cinder-830088-4-iscsi neutron-server[103257]: INFO neutron.wsgi [req-4df333ef-10e9-42c4-90ae-c995e7e10c70 req-0458729b-58ba-42a1-ac80-bf2094235f55 tempest-VolumesNegativeTest-124015576 tempest-VolumesNegativeTest-124015576-project] 10.222.0.39 "GET /v2.0/security-groups?id=1b7172f6-7f68-49bc-a1b3-cb23deb72f5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422795 Apr 12 11:02:33.633400 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28605031-1b65-4074-87b7-b634c9b8bb41 req-916a2edd-8eab-493b-8794-43804b7c86b6 tempest-ServerRescueNegativeTestJSON-1304480791 tempest-ServerRescueNegativeTestJSON-1304480791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:02:33.635598 dv-cinder-830088-4-iscsi neutron-server[103258]: INFO neutron.wsgi [req-28605031-1b65-4074-87b7-b634c9b8bb41 req-916a2edd-8eab-493b-8794-43804b7c86b6 tempest-ServerRescueNegativeTestJSON-1304480791 tempest-ServerRescueNegativeTestJSON-1304480791-project] 10.222.0.39 "GET /v2.0/ports?device_id=9850fc3f-3ca4-4813-9ce5-f048fd29222e HTTP/1.1" status: 200 len: 945 time: 0.0487225 Apr 12 11:02:33.679015 dv-cinder-830088-4-iscsi neutron-server[103258]: INFO neutron.wsgi [req-28605031-1b65-4074-87b7-b634c9b8bb41 req-cd647073-e95b-47f1-9315-3222cc74467e tempest-ServerRescueNegativeTestJSON-1304480791 tempest-ServerRescueNegativeTestJSON-1304480791-project] 10.222.0.39 "GET /v2.0/security-groups?id=d3f9b1f1-6368-4c51-964e-16ec3a7a3785&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380197 Apr 12 11:02:34.144149 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72e8295a-67fb-458e-af24-720bcf1c43c0 req-2826d303-9c25-4d0f-a6b4-e81e2e35ca78 tempest-VolumesActionsTest-672028374 tempest-VolumesActionsTest-672028374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:02:34.145695 dv-cinder-830088-4-iscsi neutron-server[103257]: INFO neutron.wsgi [req-72e8295a-67fb-458e-af24-720bcf1c43c0 req-2826d303-9c25-4d0f-a6b4-e81e2e35ca78 tempest-VolumesActionsTest-672028374 tempest-VolumesActionsTest-672028374-project] 10.222.0.39 "GET /v2.0/ports?device_id=e21b234c-d18c-4054-9447-91580c1e1447 HTTP/1.1" status: 200 len: 943 time: 0.0459254 Apr 12 11:02:34.191472 dv-cinder-830088-4-iscsi neutron-server[103257]: INFO neutron.wsgi [req-72e8295a-67fb-458e-af24-720bcf1c43c0 req-badfb3dd-edb6-40bc-a368-849f7fd3dd07 tempest-VolumesActionsTest-672028374 tempest-VolumesActionsTest-672028374-project] 10.222.0.39 "GET /v2.0/security-groups?id=c94d010a-ab4d-4dde-b8b1-d56220cf6cc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394771 Apr 12 11:02:34.299831 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ec38e5d-7c7b-4a18-b310-34ee89b92377 req-c73e5ebe-311c-4a17-b045-bb3352b640ca tempest-VolumesNegativeTest-124015576 tempest-VolumesNegativeTest-124015576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:02:34.301308 dv-cinder-830088-4-iscsi neutron-server[103258]: INFO neutron.wsgi [req-2ec38e5d-7c7b-4a18-b310-34ee89b92377 req-c73e5ebe-311c-4a17-b045-bb3352b640ca tempest-VolumesNegativeTest-124015576 tempest-VolumesNegativeTest-124015576-project] 10.222.0.39 "GET /v2.0/ports?device_id=5c50f7da-4218-46d3-b356-aaec57ed9545 HTTP/1.1" status: 200 len: 950 time: 0.0459132 Apr 12 11:02:34.349638 dv-cinder-830088-4-iscsi neutron-server[103258]: INFO neutron.wsgi [req-2ec38e5d-7c7b-4a18-b310-34ee89b92377 req-2674b566-87fa-46fe-a4a0-7cb8142d44a0 tempest-VolumesNegativeTest-124015576 tempest-VolumesNegativeTest-124015576-project] 10.222.0.39 "GET /v2.0/security-groups?id=1b7172f6-7f68-49bc-a1b3-cb23deb72f5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419846 Apr 12 11:02:34.786162 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8aae0cf-6ba4-4dfe-ba1b-99e001d2636a req-9a2261f6-2876-42f1-b1b8-bf8794c7bf60 tempest-ServerRescueNegativeTestJSON-1304480791 tempest-ServerRescueNegativeTestJSON-1304480791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:02:34.787638 dv-cinder-830088-4-iscsi neutron-server[103257]: INFO neutron.wsgi [req-c8aae0cf-6ba4-4dfe-ba1b-99e001d2636a req-9a2261f6-2876-42f1-b1b8-bf8794c7bf60 tempest-ServerRescueNegativeTestJSON-1304480791 tempest-ServerRescueNegativeTestJSON-1304480791-project] 10.222.0.39 "GET /v2.0/ports?device_id=9850fc3f-3ca4-4813-9ce5-f048fd29222e HTTP/1.1" status: 200 len: 945 time: 0.0455644 Apr 12 11:02:34.832285 dv-cinder-830088-4-iscsi neutron-server[103257]: INFO neutron.wsgi [req-c8aae0cf-6ba4-4dfe-ba1b-99e001d2636a req-107b226a-735d-4bd7-b9fa-10728e99528c tempest-ServerRescueNegativeTestJSON-1304480791 tempest-ServerRescueNegativeTestJSON-1304480791-project] 10.222.0.39 "GET /v2.0/security-groups?id=d3f9b1f1-6368-4c51-964e-16ec3a7a3785&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386662 Apr 12 11:02:35.302765 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17b13d83-883b-4b38-88d4-122558b7de1e req-2752ea14-35d4-40fb-8463-96f863d0b602 tempest-VolumesActionsTest-672028374 tempest-VolumesActionsTest-672028374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:02:35.304214 dv-cinder-830088-4-iscsi neutron-server[103258]: INFO neutron.wsgi [req-17b13d83-883b-4b38-88d4-122558b7de1e req-2752ea14-35d4-40fb-8463-96f863d0b602 tempest-VolumesActionsTest-672028374 tempest-VolumesActionsTest-672028374-project] 10.222.0.39 "GET /v2.0/ports?device_id=e21b234c-d18c-4054-9447-91580c1e1447 HTTP/1.1" status: 200 len: 943 time: 0.0465374 Apr 12 11:02:35.354338 dv-cinder-830088-4-iscsi neutron-server[103258]: INFO neutron.wsgi [req-17b13d83-883b-4b38-88d4-122558b7de1e req-c2f7c11c-4fb5-4f98-aada-c2abbea1b613 tempest-VolumesActionsTest-672028374 tempest-VolumesActionsTest-672028374-project] 10.222.0.39 "GET /v2.0/security-groups?id=c94d010a-ab4d-4dde-b8b1-d56220cf6cc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446796 Apr 12 11:02:35.461040 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc8bc3c7-4442-4ea3-b8f2-ea66a8baf17f req-53840106-886a-40ea-9460-19087f0d9f50 tempest-VolumesNegativeTest-124015576 tempest-VolumesNegativeTest-124015576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:02:35.463057 dv-cinder-830088-4-iscsi neutron-server[103257]: INFO neutron.wsgi [req-dc8bc3c7-4442-4ea3-b8f2-ea66a8baf17f req-53840106-886a-40ea-9460-19087f0d9f50 tempest-VolumesNegativeTest-124015576 tempest-VolumesNegativeTest-124015576-project] 10.222.0.39 "GET /v2.0/ports?device_id=5c50f7da-4218-46d3-b356-aaec57ed9545 HTTP/1.1" status: 200 len: 950 time: 0.0489271 Apr 12 11:02:35.510140 dv-cinder-830088-4-iscsi neutron-server[103257]: INFO neutron.wsgi [req-dc8bc3c7-4442-4ea3-b8f2-ea66a8baf17f req-7d89d2dd-5396-4f21-98a9-8e82d114420d tempest-VolumesNegativeTest-124015576 tempest-VolumesNegativeTest-124015576-project] 10.222.0.39 "GET /v2.0/security-groups?id=1b7172f6-7f68-49bc-a1b3-cb23deb72f5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414357 Apr 12 11:02:35.942202 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95ccc45e-64cb-4d0b-baf0-2012934131e5 req-50c1baff-9741-4f08-9ef3-d9bb9a9d5b12 tempest-ServerRescueNegativeTestJSON-1304480791 tempest-ServerRescueNegativeTestJSON-1304480791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:02:35.943688 dv-cinder-830088-4-iscsi neutron-server[103258]: INFO neutron.wsgi [req-95ccc45e-64cb-4d0b-baf0-2012934131e5 req-50c1baff-9741-4f08-9ef3-d9bb9a9d5b12 tempest-ServerRescueNegativeTestJSON-1304480791 tempest-ServerRescueNegativeTestJSON-1304480791-project] 10.222.0.39 "GET /v2.0/ports?device_id=9850fc3f-3ca4-4813-9ce5-f048fd29222e HTTP/1.1" status: 200 len: 945 time: 0.0450580 Apr 12 11:02:35.989259 dv-cinder-830088-4-iscsi neutron-server[103258]: INFO neutron.wsgi [req-95ccc45e-64cb-4d0b-baf0-2012934131e5 req-2b60927c-4703-456f-bb97-b6797f1280fe tempest-ServerRescueNegativeTestJSON-1304480791 tempest-ServerRescueNegativeTestJSON-1304480791-project] 10.222.0.39 "GET /v2.0/security-groups?id=d3f9b1f1-6368-4c51-964e-16ec3a7a3785&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394063 Apr 12 11:02:36.461647 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21ad54a0-78c1-43d7-8da7-6918a15280de req-ae1b7960-d7ed-4808-8743-738eb0b6dad7 tempest-VolumesActionsTest-672028374 tempest-VolumesActionsTest-672028374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:02:36.463132 dv-cinder-830088-4-iscsi neutron-server[103257]: INFO neutron.wsgi [req-21ad54a0-78c1-43d7-8da7-6918a15280de req-ae1b7960-d7ed-4808-8743-738eb0b6dad7 tempest-VolumesActionsTest-672028374 tempest-VolumesActionsTest-672028374-project] 10.222.0.39 "GET /v2.0/ports?device_id=e21b234c-d18c-4054-9447-91580c1e1447 HTTP/1.1" status: 200 len: 943 time: 0.0455067 Apr 12 11:02:36.508874 dv-cinder-830088-4-iscsi neutron-server[103257]: INFO neutron.wsgi [req-21ad54a0-78c1-43d7-8da7-6918a15280de req-2773a51f-9ef7-4fb9-acd3-341bacf90781 tempest-VolumesActionsTest-672028374 tempest-VolumesActionsTest-672028374-project] 10.222.0.39 "GET /v2.0/security-groups?id=c94d010a-ab4d-4dde-b8b1-d56220cf6cc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403457 Apr 12 11:02:36.616991 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2717383-a3c1-47ad-921c-7af2403b5175 req-42b6d0cf-ae3c-4b2c-ba56-beee8c6ea2d8 tempest-VolumesNegativeTest-124015576 tempest-VolumesNegativeTest-124015576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:02:36.618451 dv-cinder-830088-4-iscsi neutron-server[103258]: INFO neutron.wsgi [req-b2717383-a3c1-47ad-921c-7af2403b5175 req-42b6d0cf-ae3c-4b2c-ba56-beee8c6ea2d8 tempest-VolumesNegativeTest-124015576 tempest-VolumesNegativeTest-124015576-project] 10.222.0.39 "GET /v2.0/ports?device_id=5c50f7da-4218-46d3-b356-aaec57ed9545 HTTP/1.1" status: 200 len: 950 time: 0.0450509 Apr 12 11:02:36.662062 dv-cinder-830088-4-iscsi neutron-server[103258]: INFO neutron.wsgi [req-b2717383-a3c1-47ad-921c-7af2403b5175 req-f61661dd-fed8-4dab-ad03-6ca50434cd0d tempest-VolumesNegativeTest-124015576 tempest-VolumesNegativeTest-124015576-project] 10.222.0.39 "GET /v2.0/security-groups?id=1b7172f6-7f68-49bc-a1b3-cb23deb72f5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382013 Apr 12 11:02:37.105054 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e31af594-a5e8-4021-bd27-327030d0050d req-7edfb30e-9d0a-4434-9670-c49a0377b4a2 tempest-ServerRescueNegativeTestJSON-1304480791 tempest-ServerRescueNegativeTestJSON-1304480791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:02:37.106541 dv-cinder-830088-4-iscsi neutron-server[103257]: INFO neutron.wsgi [req-e31af594-a5e8-4021-bd27-327030d0050d req-7edfb30e-9d0a-4434-9670-c49a0377b4a2 tempest-ServerRescueNegativeTestJSON-1304480791 tempest-ServerRescueNegativeTestJSON-1304480791-project] 10.222.0.39 "GET /v2.0/ports?device_id=9850fc3f-3ca4-4813-9ce5-f048fd29222e HTTP/1.1" status: 200 len: 945 time: 0.0506949 Apr 12 11:02:37.154302 dv-cinder-830088-4-iscsi neutron-server[103257]: INFO neutron.wsgi [req-e31af594-a5e8-4021-bd27-327030d0050d req-bdcbeced-cc8d-4625-bdd3-4049311f6708 tempest-ServerRescueNegativeTestJSON-1304480791 tempest-ServerRescueNegativeTestJSON-1304480791-project] 10.222.0.39 "GET /v2.0/security-groups?id=d3f9b1f1-6368-4c51-964e-16ec3a7a3785&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422812 Apr 12 11:02:37.620471 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4e58ddb-918c-462c-a2d9-34b5acc14a1d req-46fa9195-7abe-4c54-a69f-1119d42810bb tempest-VolumesActionsTest-672028374 tempest-VolumesActionsTest-672028374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:02:37.621939 dv-cinder-830088-4-iscsi neutron-server[103258]: INFO neutron.wsgi [req-a4e58ddb-918c-462c-a2d9-34b5acc14a1d req-46fa9195-7abe-4c54-a69f-1119d42810bb tempest-VolumesActionsTest-672028374 tempest-VolumesActionsTest-672028374-project] 10.222.0.39 "GET /v2.0/ports?device_id=e21b234c-d18c-4054-9447-91580c1e1447 HTTP/1.1" status: 200 len: 943 time: 0.0495179 Apr 12 11:02:37.667015 dv-cinder-830088-4-iscsi neutron-server[103258]: INFO neutron.wsgi [req-a4e58ddb-918c-462c-a2d9-34b5acc14a1d req-f3c0e839-5aaa-44a6-a257-32bd9735ddde tempest-VolumesActionsTest-672028374 tempest-VolumesActionsTest-672028374-project] 10.222.0.39 "GET /v2.0/security-groups?id=c94d010a-ab4d-4dde-b8b1-d56220cf6cc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396461 Apr 12 11:02:37.770820 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2e47724-d5e0-4e9d-8296-a10874a1daf3 req-415f0842-c914-4616-9ad2-0611ac235b50 tempest-VolumesNegativeTest-124015576 tempest-VolumesNegativeTest-124015576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:02:37.772282 dv-cinder-830088-4-iscsi neutron-server[103257]: INFO neutron.wsgi [req-f2e47724-d5e0-4e9d-8296-a10874a1daf3 req-415f0842-c914-4616-9ad2-0611ac235b50 tempest-VolumesNegativeTest-124015576 tempest-VolumesNegativeTest-124015576-project] 10.222.0.39 "GET /v2.0/ports?device_id=5c50f7da-4218-46d3-b356-aaec57ed9545 HTTP/1.1" status: 200 len: 950 time: 0.0449922 Apr 12 11:02:37.817584 dv-cinder-830088-4-iscsi neutron-server[103257]: INFO neutron.wsgi [req-f2e47724-d5e0-4e9d-8296-a10874a1daf3 req-61a921b7-2ba0-4a22-89b0-cc0d17ba225e tempest-VolumesNegativeTest-124015576 tempest-VolumesNegativeTest-124015576-project] 10.222.0.39 "GET /v2.0/security-groups?id=1b7172f6-7f68-49bc-a1b3-cb23deb72f5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392108 Apr 12 11:02:38.263939 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82458eec-c5a2-4d2f-8dfd-2717bce997cb req-cf7b5375-f0b4-4277-a52d-419b57ba9522 tempest-ServerRescueNegativeTestJSON-1304480791 tempest-ServerRescueNegativeTestJSON-1304480791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:02:38.265468 dv-cinder-830088-4-iscsi neutron-server[103258]: INFO neutron.wsgi [req-82458eec-c5a2-4d2f-8dfd-2717bce997cb req-cf7b5375-f0b4-4277-a52d-419b57ba9522 tempest-ServerRescueNegativeTestJSON-1304480791 tempest-ServerRescueNegativeTestJSON-1304480791-project] 10.222.0.39 "GET /v2.0/ports?device_id=9850fc3f-3ca4-4813-9ce5-f048fd29222e HTTP/1.1" status: 200 len: 945 time: 0.0464339 Apr 12 11:02:38.309637 dv-cinder-830088-4-iscsi neutron-server[103258]: INFO neutron.wsgi [req-82458eec-c5a2-4d2f-8dfd-2717bce997cb req-f99045aa-111d-4ad9-9027-45c3601737fe tempest-ServerRescueNegativeTestJSON-1304480791 tempest-ServerRescueNegativeTestJSON-1304480791-project] 10.222.0.39 "GET /v2.0/security-groups?id=d3f9b1f1-6368-4c51-964e-16ec3a7a3785&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387294 Apr 12 11:02:38.736300 dv-cinder-830088-4-iscsi neutron-server[103260]: DEBUG neutron.db.agents_db [None req-b0205aca-973a-4a8a-ba9e-4a4e25067b42 None None] Agent healthcheck: found 6 active agents {{(pid=103260) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 12 11:02:38.775903 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09494877-1027-4250-8c7d-4aa47487f211 req-f53e5443-0d1f-48c0-8310-03c1a89926b5 tempest-VolumesActionsTest-672028374 tempest-VolumesActionsTest-672028374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:02:38.777371 dv-cinder-830088-4-iscsi neutron-server[103257]: INFO neutron.wsgi [req-09494877-1027-4250-8c7d-4aa47487f211 req-f53e5443-0d1f-48c0-8310-03c1a89926b5 tempest-VolumesActionsTest-672028374 tempest-VolumesActionsTest-672028374-project] 10.222.0.39 "GET /v2.0/ports?device_id=e21b234c-d18c-4054-9447-91580c1e1447 HTTP/1.1" status: 200 len: 943 time: 0.0459032 Apr 12 11:02:38.827663 dv-cinder-830088-4-iscsi neutron-server[103257]: INFO neutron.wsgi [req-09494877-1027-4250-8c7d-4aa47487f211 req-3cecc7fd-b91a-4f00-b930-b4894bba27fd tempest-VolumesActionsTest-672028374 tempest-VolumesActionsTest-672028374-project] 10.222.0.39 "GET /v2.0/security-groups?id=c94d010a-ab4d-4dde-b8b1-d56220cf6cc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446172 Apr 12 11:02:38.928131 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-107e8ec4-5514-4700-81c7-86820cda1d98 req-c745a9db-1f39-4979-9192-c8d6e3a5fe56 tempest-VolumesNegativeTest-124015576 tempest-VolumesNegativeTest-124015576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:02:38.929593 dv-cinder-830088-4-iscsi neutron-server[103258]: INFO neutron.wsgi [req-107e8ec4-5514-4700-81c7-86820cda1d98 req-c745a9db-1f39-4979-9192-c8d6e3a5fe56 tempest-VolumesNegativeTest-124015576 tempest-VolumesNegativeTest-124015576-project] 10.222.0.39 "GET /v2.0/ports?device_id=5c50f7da-4218-46d3-b356-aaec57ed9545 HTTP/1.1" status: 200 len: 950 time: 0.0456097 Apr 12 11:02:38.979920 dv-cinder-830088-4-iscsi neutron-server[103258]: INFO neutron.wsgi [req-107e8ec4-5514-4700-81c7-86820cda1d98 req-4dc3c2d3-44da-4872-b28f-8468cfc3adff tempest-VolumesNegativeTest-124015576 tempest-VolumesNegativeTest-124015576-project] 10.222.0.39 "GET /v2.0/security-groups?id=1b7172f6-7f68-49bc-a1b3-cb23deb72f5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441236 Apr 12 11:02:39.420595 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b931e0a5-0f19-44c7-8437-9c1d196f46a6 req-f181d19b-f7eb-4ad6-9ed9-ab3d3d21fc11 tempest-ServerRescueNegativeTestJSON-1304480791 tempest-ServerRescueNegativeTestJSON-1304480791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:02:39.422043 dv-cinder-830088-4-iscsi neutron-server[103257]: INFO neutron.wsgi [req-b931e0a5-0f19-44c7-8437-9c1d196f46a6 req-f181d19b-f7eb-4ad6-9ed9-ab3d3d21fc11 tempest-ServerRescueNegativeTestJSON-1304480791 tempest-ServerRescueNegativeTestJSON-1304480791-project] 10.222.0.39 "GET /v2.0/ports?device_id=9850fc3f-3ca4-4813-9ce5-f048fd29222e HTTP/1.1" status: 200 len: 945 time: 0.0463848 Apr 12 11:02:39.467829 dv-cinder-830088-4-iscsi neutron-server[103257]: INFO neutron.wsgi [req-b931e0a5-0f19-44c7-8437-9c1d196f46a6 req-005828b5-cfd0-4cc9-9a82-f7c07abbce13 tempest-ServerRescueNegativeTestJSON-1304480791 tempest-ServerRescueNegativeTestJSON-1304480791-project] 10.222.0.39 "GET /v2.0/security-groups?id=d3f9b1f1-6368-4c51-964e-16ec3a7a3785&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403690 Apr 12 11:02:39.936836 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b59f9fc1-92dc-4583-b67a-4442e9d341e1 req-a797d7bd-f394-41e2-b98c-34f9175622a9 tempest-VolumesActionsTest-672028374 tempest-VolumesActionsTest-672028374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:02:39.938293 dv-cinder-830088-4-iscsi neutron-server[103258]: INFO neutron.wsgi [req-b59f9fc1-92dc-4583-b67a-4442e9d341e1 req-a797d7bd-f394-41e2-b98c-34f9175622a9 tempest-VolumesActionsTest-672028374 tempest-VolumesActionsTest-672028374-project] 10.222.0.39 "GET /v2.0/ports?device_id=e21b234c-d18c-4054-9447-91580c1e1447 HTTP/1.1" status: 200 len: 943 time: 0.0469606 Apr 12 11:02:39.984203 dv-cinder-830088-4-iscsi neutron-server[103258]: INFO neutron.wsgi [req-b59f9fc1-92dc-4583-b67a-4442e9d341e1 req-c15d5273-e3ed-4a19-96f6-84dd758516d3 tempest-VolumesActionsTest-672028374 tempest-VolumesActionsTest-672028374-project] 10.222.0.39 "GET /v2.0/security-groups?id=c94d010a-ab4d-4dde-b8b1-d56220cf6cc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403140 Apr 12 11:02:40.092157 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-666b3620-aacd-4a3a-98a7-6d1efe80df8e req-dde318fa-ce60-46f1-8301-f1fba40046db tempest-VolumesNegativeTest-124015576 tempest-VolumesNegativeTest-124015576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:02:40.093532 dv-cinder-830088-4-iscsi neutron-server[103257]: INFO neutron.wsgi [req-666b3620-aacd-4a3a-98a7-6d1efe80df8e req-dde318fa-ce60-46f1-8301-f1fba40046db tempest-VolumesNegativeTest-124015576 tempest-VolumesNegativeTest-124015576-project] 10.222.0.39 "GET /v2.0/ports?device_id=5c50f7da-4218-46d3-b356-aaec57ed9545 HTTP/1.1" status: 200 len: 950 time: 0.0462565 Apr 12 11:02:40.141624 dv-cinder-830088-4-iscsi neutron-server[103257]: INFO neutron.wsgi [req-666b3620-aacd-4a3a-98a7-6d1efe80df8e req-91bc45c8-d877-4072-8a31-d9e0111ef7c1 tempest-VolumesNegativeTest-124015576 tempest-VolumesNegativeTest-124015576-project] 10.222.0.39 "GET /v2.0/security-groups?id=1b7172f6-7f68-49bc-a1b3-cb23deb72f5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415931 Apr 12 11:02:40.245463 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron_lib.callbacks.manager [None req-43585968-cdd0-4a5a-9a81-48d49bcf5ef8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777667879581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1343690'] for agent (0a0a44e5-732d-48d9-a8ad-b47e7b7c1a86), after_update {{(pid=103259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:02:40.579977 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f9d6a39-52e5-4401-b9dc-4831cc3b4a50 req-a4c93ba7-1dce-477a-b37e-5f773f4681b1 tempest-ServerRescueNegativeTestJSON-1304480791 tempest-ServerRescueNegativeTestJSON-1304480791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:02:40.581458 dv-cinder-830088-4-iscsi neutron-server[103258]: INFO neutron.wsgi [req-3f9d6a39-52e5-4401-b9dc-4831cc3b4a50 req-a4c93ba7-1dce-477a-b37e-5f773f4681b1 tempest-ServerRescueNegativeTestJSON-1304480791 tempest-ServerRescueNegativeTestJSON-1304480791-project] 10.222.0.39 "GET /v2.0/ports?device_id=9850fc3f-3ca4-4813-9ce5-f048fd29222e HTTP/1.1" status: 200 len: 945 time: 0.0472844 Apr 12 11:02:40.628604 dv-cinder-830088-4-iscsi neutron-server[103258]: INFO neutron.wsgi [req-3f9d6a39-52e5-4401-b9dc-4831cc3b4a50 req-f6fa3df6-b071-48bb-ab0f-e639a10954b1 tempest-ServerRescueNegativeTestJSON-1304480791 tempest-ServerRescueNegativeTestJSON-1304480791-project] 10.222.0.39 "GET /v2.0/security-groups?id=d3f9b1f1-6368-4c51-964e-16ec3a7a3785&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416257 Apr 12 11:02:40.654846 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron.plugins.ml2.rpc [None req-ae6c308c-a92e-4424-a7f8-d6a17e5174ef None None] Device b0863c1e-97fc-47a6-b9c7-ee8795066d48 no longer exists at agent hyperv_hv-cinder-83008 {{(pid=103259) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 12 11:02:40.733607 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron.plugins.ml2.plugin [None req-ae6c308c-a92e-4424-a7f8-d6a17e5174ef None None] Current status of the port b0863c1e-97fc-47a6-b9c7-ee8795066d48 is: ACTIVE; New status is: DOWN {{(pid=103259) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 11:02:40.733986 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron_lib.callbacks.manager [None req-ae6c308c-a92e-4424-a7f8-d6a17e5174ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1535343'] for port (b0863c1e-97fc-47a6-b9c7-ee8795066d48), before_update {{(pid=103259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:02:40.760480 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5c50f7da-4218-46d3-b356-aaec57ed9545', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b0863c1e-97fc-47a6-b9c7-ee8795066d48'}] {{(pid=103259) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 11:02:40.762910 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}af87e37ddfedca7c8b2a1dd0c6cba4e3e91bcc66796c687067be127c7223cf15" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-02fc31ba-43dd-4e6e-b64f-8f621c643955" -d '{"events": [{"server_uuid": "5c50f7da-4218-46d3-b356-aaec57ed9545", "name": "network-vif-unplugged", "status": "completed", "tag": "b0863c1e-97fc-47a6-b9c7-ee8795066d48"}]}' {{(pid=103259) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 11:02:40.777064 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron.plugins.ml2.db [None req-ae6c308c-a92e-4424-a7f8-d6a17e5174ef None None] For port b0863c1e-97fc-47a6-b9c7-ee8795066d48, host hv-cinder-83008, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83008',level=0,port_id=b0863c1e-97fc-47a6-b9c7-ee8795066d48,segment=NetworkSegment(b38201fa-6a32-4a1f-9c0f-806cdb936d2e),segment_id=b38201fa-6a32-4a1f-9c0f-806cdb936d2e)] {{(pid=103259) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 11:02:40.781095 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron_lib.callbacks.manager [None req-ae6c308c-a92e-4424-a7f8-d6a17e5174ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1534861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777667992095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777667450170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777667450188'] for port (b0863c1e-97fc-47a6-b9c7-ee8795066d48), after_update {{(pid=103259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:02:40.805050 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 12 Apr 2022 11:02:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-13ebeb0a-357c-44df-86e5-5ee8cbc6648e x-openstack-request-id: req-13ebeb0a-357c-44df-86e5-5ee8cbc6648e {{(pid=103259) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 11:02:40.805358 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5c50f7da-4218-46d3-b356-aaec57ed9545", "name": "network-vif-unplugged", "status": "completed", "tag": "b0863c1e-97fc-47a6-b9c7-ee8795066d48", "code": 200}]} {{(pid=103259) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 11:02:40.805608 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-13ebeb0a-357c-44df-86e5-5ee8cbc6648e {{(pid=103259) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 11:02:40.806043 dv-cinder-830088-4-iscsi neutron-server[103259]: INFO neutron.notifiers.nova [-] Nova event matching ['req-13ebeb0a-357c-44df-86e5-5ee8cbc6648e'] response: {'server_uuid': '5c50f7da-4218-46d3-b356-aaec57ed9545', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b0863c1e-97fc-47a6-b9c7-ee8795066d48', 'code': 200} Apr 12 11:02:40.830823 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae6c308c-a92e-4424-a7f8-d6a17e5174ef None None] Pushing event updated for resources: {'Port': ['ID=b0863c1e-97fc-47a6-b9c7-ee8795066d48,revision_number=6']} {{(pid=103259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:02:41.105408 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb4e9c3f-9676-4caa-94aa-800e02b6b273 req-83a87c32-fe86-4575-a7c8-78eadb911080 tempest-VolumesNegativeTest-124015576 tempest-VolumesNegativeTest-124015576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:02:41.106903 dv-cinder-830088-4-iscsi neutron-server[103258]: INFO neutron.wsgi [req-fb4e9c3f-9676-4caa-94aa-800e02b6b273 req-83a87c32-fe86-4575-a7c8-78eadb911080 tempest-VolumesNegativeTest-124015576 tempest-VolumesNegativeTest-124015576-project] 10.222.0.53 "GET /v2.0/ports?device_id=5c50f7da-4218-46d3-b356-aaec57ed9545 HTTP/1.1" status: 200 len: 948 time: 0.0781367 Apr 12 11:02:41.117836 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cae57a96-99e1-4f25-b6f1-e675a07cdfe6 req-1998a23a-9951-4c07-82df-b1a49fc4a364 tempest-VolumesActionsTest-672028374 tempest-VolumesActionsTest-672028374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:02:41.119758 dv-cinder-830088-4-iscsi neutron-server[103258]: INFO neutron.wsgi [req-cae57a96-99e1-4f25-b6f1-e675a07cdfe6 req-1998a23a-9951-4c07-82df-b1a49fc4a364 tempest-VolumesActionsTest-672028374 tempest-VolumesActionsTest-672028374-project] 10.222.0.39 "GET /v2.0/ports?device_id=e21b234c-d18c-4054-9447-91580c1e1447 HTTP/1.1" status: 200 len: 943 time: 0.0601292 Apr 12 11:02:41.235328 dv-cinder-830088-4-iscsi neutron-server[103258]: INFO neutron.wsgi [req-cae57a96-99e1-4f25-b6f1-e675a07cdfe6 req-5f6cc790-bbfb-419d-af33-565cfc0fe5a7 tempest-VolumesActionsTest-672028374 tempest-VolumesActionsTest-672028374-project] 10.222.0.39 "GET /v2.0/security-groups?id=c94d010a-ab4d-4dde-b8b1-d56220cf6cc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1087599 Apr 12 11:02:41.260142 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ded4a742-9dc3-4392-b816-9ca2acae8ac2 req-f86fe36d-0964-44b5-89e9-cfc3f2249316 tempest-VolumesNegativeTest-124015576 tempest-VolumesNegativeTest-124015576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:02:41.261684 dv-cinder-830088-4-iscsi neutron-server[103257]: INFO neutron.wsgi [req-ded4a742-9dc3-4392-b816-9ca2acae8ac2 req-f86fe36d-0964-44b5-89e9-cfc3f2249316 tempest-VolumesNegativeTest-124015576 tempest-VolumesNegativeTest-124015576-project] 10.222.0.39 "GET /v2.0/ports?device_id=5c50f7da-4218-46d3-b356-aaec57ed9545 HTTP/1.1" status: 200 len: 948 time: 0.0518966 Apr 12 11:02:41.266117 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.plugins.ml2.plugin [req-fb4e9c3f-9676-4caa-94aa-800e02b6b273 req-4baca2fc-7fd1-44d4-bc99-5c6a5de85db6 tempest-VolumesNegativeTest-124015576 tempest-VolumesNegativeTest-124015576-project] Deleting port b0863c1e-97fc-47a6-b9c7-ee8795066d48 {{(pid=103258) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 12 11:02:41.266453 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [req-fb4e9c3f-9676-4caa-94aa-800e02b6b273 req-4baca2fc-7fd1-44d4-bc99-5c6a5de85db6 tempest-VolumesNegativeTest-124015576 tempest-VolumesNegativeTest-124015576-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777667983647'] for port (b0863c1e-97fc-47a6-b9c7-ee8795066d48), before_delete {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:02:41.309570 dv-cinder-830088-4-iscsi neutron-server[103257]: INFO neutron.wsgi [req-ded4a742-9dc3-4392-b816-9ca2acae8ac2 req-e03f18c6-dead-4a8e-b605-f612b10f9831 tempest-VolumesNegativeTest-124015576 tempest-VolumesNegativeTest-124015576-project] 10.222.0.39 "GET /v2.0/security-groups?id=1b7172f6-7f68-49bc-a1b3-cb23deb72f5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422423 Apr 12 11:02:41.367011 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.plugins.ml2.db [req-fb4e9c3f-9676-4caa-94aa-800e02b6b273 req-4baca2fc-7fd1-44d4-bc99-5c6a5de85db6 tempest-VolumesNegativeTest-124015576 tempest-VolumesNegativeTest-124015576-project] For port b0863c1e-97fc-47a6-b9c7-ee8795066d48, host hv-cinder-83008, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83008',level=0,port_id=b0863c1e-97fc-47a6-b9c7-ee8795066d48,segment=NetworkSegment(b38201fa-6a32-4a1f-9c0f-806cdb936d2e),segment_id=b38201fa-6a32-4a1f-9c0f-806cdb936d2e)] {{(pid=103258) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 11:02:41.367375 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [req-fb4e9c3f-9676-4caa-94aa-800e02b6b273 req-4baca2fc-7fd1-44d4-bc99-5c6a5de85db6 tempest-VolumesNegativeTest-124015576 tempest-VolumesNegativeTest-124015576-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-575824'] for port (b0863c1e-97fc-47a6-b9c7-ee8795066d48), precommit_delete {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:02:41.381892 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.plugins.ml2.plugin [req-fb4e9c3f-9676-4caa-94aa-800e02b6b273 req-4baca2fc-7fd1-44d4-bc99-5c6a5de85db6 tempest-VolumesNegativeTest-124015576 tempest-VolumesNegativeTest-124015576-project] Calling delete_port for b0863c1e-97fc-47a6-b9c7-ee8795066d48 owned by compute:nova {{(pid=103258) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 12 11:02:41.538295 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [req-fb4e9c3f-9676-4caa-94aa-800e02b6b273 req-4baca2fc-7fd1-44d4-bc99-5c6a5de85db6 tempest-VolumesNegativeTest-124015576 tempest-VolumesNegativeTest-124015576-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1534861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777667992077', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777667450161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4796947'] for port (b0863c1e-97fc-47a6-b9c7-ee8795066d48), after_delete {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:02:41.566815 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4baca2fc-7fd1-44d4-bc99-5c6a5de85db6 tempest-VolumesNegativeTest-124015576 tempest-VolumesNegativeTest-124015576-project] Pushing event deleted for resources: {'Port': ['ID=b0863c1e-97fc-47a6-b9c7-ee8795066d48,revision_number=None']} {{(pid=103258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:02:41.627925 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.db.l3_dvrscheduler_db [req-fb4e9c3f-9676-4caa-94aa-800e02b6b273 req-4baca2fc-7fd1-44d4-bc99-5c6a5de85db6 tempest-VolumesNegativeTest-124015576 tempest-VolumesNegativeTest-124015576-project] No DVR routers for this DVR port b0863c1e-97fc-47a6-b9c7-ee8795066d48 on host hv-cinder-83008 {{(pid=103258) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 12 11:02:41.631094 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [req-fb4e9c3f-9676-4caa-94aa-800e02b6b273 req-4baca2fc-7fd1-44d4-bc99-5c6a5de85db6 tempest-VolumesNegativeTest-124015576 tempest-VolumesNegativeTest-124015576-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108023'] for port (None), before_response {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:02:41.635279 dv-cinder-830088-4-iscsi neutron-server[103258]: INFO neutron.wsgi [req-fb4e9c3f-9676-4caa-94aa-800e02b6b273 req-4baca2fc-7fd1-44d4-bc99-5c6a5de85db6 tempest-VolumesNegativeTest-124015576 tempest-VolumesNegativeTest-124015576-project] 10.222.0.53 "DELETE /v2.0/ports/b0863c1e-97fc-47a6-b9c7-ee8795066d48 HTTP/1.1" status: 204 len: 173 time: 0.5146279 Apr 12 11:02:41.635956 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5c50f7da-4218-46d3-b356-aaec57ed9545', 'name': 'network-vif-deleted', 'tag': 'b0863c1e-97fc-47a6-b9c7-ee8795066d48'}] {{(pid=103258) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 11:02:41.639250 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c54b6d548356c9296345eb8e608a1624e6dfb095c10b2709a108c8ba991c21a4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e9815ddd-8264-438b-8dd4-a109a9d9fe4a" -d '{"events": [{"server_uuid": "5c50f7da-4218-46d3-b356-aaec57ed9545", "name": "network-vif-deleted", "tag": "b0863c1e-97fc-47a6-b9c7-ee8795066d48"}]}' {{(pid=103258) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 11:02:41.680151 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Apr 2022 11:02:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a9866d6c-02a4-4853-90b3-82f632a1629d x-openstack-request-id: req-a9866d6c-02a4-4853-90b3-82f632a1629d {{(pid=103258) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 11:02:41.680446 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5c50f7da-4218-46d3-b356-aaec57ed9545", "name": "network-vif-deleted", "tag": "b0863c1e-97fc-47a6-b9c7-ee8795066d48", "status": "completed", "code": 200}]} {{(pid=103258) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 11:02:41.680762 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-a9866d6c-02a4-4853-90b3-82f632a1629d {{(pid=103258) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 11:02:41.681163 dv-cinder-830088-4-iscsi neutron-server[103258]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a9866d6c-02a4-4853-90b3-82f632a1629d'] response: {'server_uuid': '5c50f7da-4218-46d3-b356-aaec57ed9545', 'name': 'network-vif-deleted', 'tag': 'b0863c1e-97fc-47a6-b9c7-ee8795066d48', 'status': 'completed', 'code': 200} Apr 12 11:02:41.709331 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron_lib.callbacks.manager [None req-ae6c308c-a92e-4424-a7f8-d6a17e5174ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777667879581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1343690'] for agent (742b2e09-86ec-4663-b086-f6b891926c3e), after_update {{(pid=103259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:02:41.773787 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c28fe79a-d0f8-4301-86f3-b1feced18d7e req-e208b3c1-bb9d-48c8-979a-b75b3f60d170 tempest-ServerRescueNegativeTestJSON-1304480791 tempest-ServerRescueNegativeTestJSON-1304480791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:02:41.776315 dv-cinder-830088-4-iscsi neutron-server[103257]: INFO neutron.wsgi [req-c28fe79a-d0f8-4301-86f3-b1feced18d7e req-e208b3c1-bb9d-48c8-979a-b75b3f60d170 tempest-ServerRescueNegativeTestJSON-1304480791 tempest-ServerRescueNegativeTestJSON-1304480791-project] 10.222.0.39 "GET /v2.0/ports?device_id=9850fc3f-3ca4-4813-9ce5-f048fd29222e HTTP/1.1" status: 200 len: 945 time: 0.0667281 Apr 12 11:02:41.833105 dv-cinder-830088-4-iscsi neutron-server[103257]: INFO neutron.wsgi [req-c28fe79a-d0f8-4301-86f3-b1feced18d7e req-20544d97-96ec-4333-8af9-bf0d4b908939 tempest-ServerRescueNegativeTestJSON-1304480791 tempest-ServerRescueNegativeTestJSON-1304480791-project] 10.222.0.39 "GET /v2.0/security-groups?id=d3f9b1f1-6368-4c51-964e-16ec3a7a3785&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509987 Apr 12 11:02:42.368034 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e91f05c4-3ba9-4e9a-af9c-10a85a024420 req-d0ac1b5d-94b5-4a34-8563-afd909f154e3 tempest-VolumesActionsTest-672028374 tempest-VolumesActionsTest-672028374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:02:42.370378 dv-cinder-830088-4-iscsi neutron-server[103258]: INFO neutron.wsgi [req-e91f05c4-3ba9-4e9a-af9c-10a85a024420 req-d0ac1b5d-94b5-4a34-8563-afd909f154e3 tempest-VolumesActionsTest-672028374 tempest-VolumesActionsTest-672028374-project] 10.222.0.39 "GET /v2.0/ports?device_id=e21b234c-d18c-4054-9447-91580c1e1447 HTTP/1.1" status: 200 len: 943 time: 0.0624657 Apr 12 11:02:42.423681 dv-cinder-830088-4-iscsi neutron-server[103258]: INFO neutron.wsgi [req-e91f05c4-3ba9-4e9a-af9c-10a85a024420 req-90309fb2-3d43-4939-9d3c-cba8168c8aeb tempest-VolumesActionsTest-672028374 tempest-VolumesActionsTest-672028374-project] 10.222.0.39 "GET /v2.0/security-groups?id=c94d010a-ab4d-4dde-b8b1-d56220cf6cc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433767 Apr 12 11:02:42.537909 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron_lib.callbacks.manager [None req-783c164d-7707-4aa3-b575-f7bc4d1a7e8d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777667879581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1343690'] for agent (77f5e085-0284-4236-9dbf-35d2d452e277), after_update {{(pid=103259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:02:42.681144 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron.plugins.ml2.rpc [None req-ae6c308c-a92e-4424-a7f8-d6a17e5174ef None None] Device 825138e6-4463-4592-a0bb-b2f1ebe18482 details requested by agent hyperv_hv-cinder-83008 with host hv-cinder-83008 {{(pid=103259) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 12 11:02:42.791562 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron.plugins.ml2.db [None req-ae6c308c-a92e-4424-a7f8-d6a17e5174ef None None] For port 825138e6-4463-4592-a0bb-b2f1ebe18482, host hv-cinder-83008, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83008',level=0,port_id=825138e6-4463-4592-a0bb-b2f1ebe18482,segment=NetworkSegment(4ef6265e-81d1-422d-a625-9e9d19b9243d),segment_id=4ef6265e-81d1-422d-a625-9e9d19b9243d)] {{(pid=103259) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 11:02:42.804144 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron.plugins.ml2.rpc [None req-ae6c308c-a92e-4424-a7f8-d6a17e5174ef None None] Returning: {'device': '825138e6-4463-4592-a0bb-b2f1ebe18482', 'network_id': '8e71ff57-0439-465f-8499-c7598f62a760', 'port_id': '825138e6-4463-4592-a0bb-b2f1ebe18482', 'mac_address': 'fa:16:3e:d7:68:a4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 504, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '16d1a1da-b814-4f98-ae96-a312095b21c8', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103259) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 12 11:02:42.845110 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron.plugins.ml2.plugin [None req-ae6c308c-a92e-4424-a7f8-d6a17e5174ef None None] Current status of the port 825138e6-4463-4592-a0bb-b2f1ebe18482 is: DOWN; New status is: BUILD {{(pid=103259) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 11:02:42.845833 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron_lib.callbacks.manager [None req-ae6c308c-a92e-4424-a7f8-d6a17e5174ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1535343'] for port (825138e6-4463-4592-a0bb-b2f1ebe18482), before_update {{(pid=103259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:02:42.860661 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron.notifiers.nova [None req-ae6c308c-a92e-4424-a7f8-d6a17e5174ef None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 825138e6-4463-4592-a0bb-b2f1ebe18482 {{(pid=103259) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 12 11:02:42.887150 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron.plugins.ml2.db [None req-ae6c308c-a92e-4424-a7f8-d6a17e5174ef None None] For port 825138e6-4463-4592-a0bb-b2f1ebe18482, host hv-cinder-83008, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83008',level=0,port_id=825138e6-4463-4592-a0bb-b2f1ebe18482,segment=NetworkSegment(4ef6265e-81d1-422d-a625-9e9d19b9243d),segment_id=4ef6265e-81d1-422d-a625-9e9d19b9243d)] {{(pid=103259) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 11:02:42.892159 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron_lib.callbacks.manager [None req-ae6c308c-a92e-4424-a7f8-d6a17e5174ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1534861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777667992095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777667450170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777667450188'] for port (825138e6-4463-4592-a0bb-b2f1ebe18482), after_update {{(pid=103259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:02:42.944981 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae6c308c-a92e-4424-a7f8-d6a17e5174ef None None] Pushing event updated for resources: {'Port': ['ID=825138e6-4463-4592-a0bb-b2f1ebe18482,revision_number=4']} {{(pid=103259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:02:42.966472 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9bad9ac-bad0-4c59-9c9e-6dcd081abd1b req-f5b5e244-9c41-4e9e-8fa3-3bed556cbab3 tempest-ServerRescueNegativeTestJSON-1304480791 tempest-ServerRescueNegativeTestJSON-1304480791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:02:42.967963 dv-cinder-830088-4-iscsi neutron-server[103257]: INFO neutron.wsgi [req-c9bad9ac-bad0-4c59-9c9e-6dcd081abd1b req-f5b5e244-9c41-4e9e-8fa3-3bed556cbab3 tempest-ServerRescueNegativeTestJSON-1304480791 tempest-ServerRescueNegativeTestJSON-1304480791-project] 10.222.0.39 "GET /v2.0/ports?device_id=9850fc3f-3ca4-4813-9ce5-f048fd29222e HTTP/1.1" status: 200 len: 945 time: 0.0578790 Apr 12 11:02:43.023170 dv-cinder-830088-4-iscsi neutron-server[103257]: INFO neutron.wsgi [req-c9bad9ac-bad0-4c59-9c9e-6dcd081abd1b req-99520495-bf3e-4c60-8286-9b9aa58c0ae5 tempest-ServerRescueNegativeTestJSON-1304480791 tempest-ServerRescueNegativeTestJSON-1304480791-project] 10.222.0.39 "GET /v2.0/security-groups?id=d3f9b1f1-6368-4c51-964e-16ec3a7a3785&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469604 Apr 12 11:02:43.549670 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron.plugins.ml2.db [None req-ae6c308c-a92e-4424-a7f8-d6a17e5174ef None None] get_ports_and_sgs() called for port_ids ['825138e6-4463-4592-a0bb-b2f1ebe18482'] {{(pid=103259) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 12 11:02:43.551759 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66134503-dbd7-4311-9c2d-78f7cb75fb71 req-6da8603f-e8cf-4cbb-b5e1-dc45d3105b0b tempest-VolumesActionsTest-672028374 tempest-VolumesActionsTest-672028374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:02:43.553364 dv-cinder-830088-4-iscsi neutron-server[103258]: INFO neutron.wsgi [req-66134503-dbd7-4311-9c2d-78f7cb75fb71 req-6da8603f-e8cf-4cbb-b5e1-dc45d3105b0b tempest-VolumesActionsTest-672028374 tempest-VolumesActionsTest-672028374-project] 10.222.0.39 "GET /v2.0/ports?device_id=e21b234c-d18c-4054-9447-91580c1e1447 HTTP/1.1" status: 200 len: 944 time: 0.0609312 Apr 12 11:02:43.602623 dv-cinder-830088-4-iscsi neutron-server[103258]: INFO neutron.wsgi [req-66134503-dbd7-4311-9c2d-78f7cb75fb71 req-20db6c29-75cb-44ed-a15a-1a92de6462ed tempest-VolumesActionsTest-672028374 tempest-VolumesActionsTest-672028374-project] 10.222.0.39 "GET /v2.0/security-groups?id=c94d010a-ab4d-4dde-b8b1-d56220cf6cc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431938 Apr 12 11:02:43.785183 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron_lib.callbacks.manager [None req-601bd752-88b9-4ad2-8e14-56931e32431b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777667879581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1343690'] for agent (3ceb33ec-7c20-4632-9357-4cc6534463de), after_update {{(pid=103259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:02:44.143154 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-907603eb-b856-4682-b896-54bf5288b224 req-4eeb7a04-4795-4862-9a98-38b1048e4463 tempest-ServerRescueNegativeTestJSON-1304480791 tempest-ServerRescueNegativeTestJSON-1304480791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:02:44.144761 dv-cinder-830088-4-iscsi neutron-server[103257]: INFO neutron.wsgi [req-907603eb-b856-4682-b896-54bf5288b224 req-4eeb7a04-4795-4862-9a98-38b1048e4463 tempest-ServerRescueNegativeTestJSON-1304480791 tempest-ServerRescueNegativeTestJSON-1304480791-project] 10.222.0.39 "GET /v2.0/ports?device_id=9850fc3f-3ca4-4813-9ce5-f048fd29222e HTTP/1.1" status: 200 len: 945 time: 0.0490603 Apr 12 11:02:44.205634 dv-cinder-830088-4-iscsi neutron-server[103257]: INFO neutron.wsgi [req-907603eb-b856-4682-b896-54bf5288b224 req-b0711816-947d-4293-ba07-571747d2ce99 tempest-ServerRescueNegativeTestJSON-1304480791 tempest-ServerRescueNegativeTestJSON-1304480791-project] 10.222.0.39 "GET /v2.0/security-groups?id=d3f9b1f1-6368-4c51-964e-16ec3a7a3785&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534270 Apr 12 11:02:44.721508 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88fe8a3f-0a11-4bff-abb7-c8ec394d3967 req-ef434624-0398-491b-96f2-4dd12604a769 tempest-VolumesActionsTest-672028374 tempest-VolumesActionsTest-672028374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:02:44.722991 dv-cinder-830088-4-iscsi neutron-server[103258]: INFO neutron.wsgi [req-88fe8a3f-0a11-4bff-abb7-c8ec394d3967 req-ef434624-0398-491b-96f2-4dd12604a769 tempest-VolumesActionsTest-672028374 tempest-VolumesActionsTest-672028374-project] 10.222.0.39 "GET /v2.0/ports?device_id=e21b234c-d18c-4054-9447-91580c1e1447 HTTP/1.1" status: 200 len: 944 time: 0.0494530 Apr 12 11:02:44.771490 dv-cinder-830088-4-iscsi neutron-server[103258]: INFO neutron.wsgi [req-88fe8a3f-0a11-4bff-abb7-c8ec394d3967 req-be4a2602-e58f-47a2-b8d1-0006945b5e9e tempest-VolumesActionsTest-672028374 tempest-VolumesActionsTest-672028374-project] 10.222.0.39 "GET /v2.0/security-groups?id=c94d010a-ab4d-4dde-b8b1-d56220cf6cc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423272 Apr 12 11:02:44.856747 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron.plugins.ml2.rpc [None req-ae6c308c-a92e-4424-a7f8-d6a17e5174ef None None] Device 825138e6-4463-4592-a0bb-b2f1ebe18482 up at agent hyperv_hv-cinder-83008 {{(pid=103259) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 11:02:44.905660 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron.db.provisioning_blocks [None req-ae6c308c-a92e-4424-a7f8-d6a17e5174ef None None] Provisioning for port 825138e6-4463-4592-a0bb-b2f1ebe18482 completed by entity L2. {{(pid=103259) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Apr 12 11:02:44.914139 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron.db.provisioning_blocks [None req-ae6c308c-a92e-4424-a7f8-d6a17e5174ef None None] Provisioning complete for port 825138e6-4463-4592-a0bb-b2f1ebe18482 triggered by entity L2. {{(pid=103259) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 11:02:44.914139 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron_lib.callbacks.manager [None req-ae6c308c-a92e-4424-a7f8-d6a17e5174ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1343588'] for port (825138e6-4463-4592-a0bb-b2f1ebe18482), provisioning_complete {{(pid=103259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:02:45.012359 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron.plugins.ml2.plugin [None req-ae6c308c-a92e-4424-a7f8-d6a17e5174ef None None] Current status of the port 825138e6-4463-4592-a0bb-b2f1ebe18482 is: BUILD; New status is: ACTIVE {{(pid=103259) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 11:02:45.012774 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron_lib.callbacks.manager [None req-ae6c308c-a92e-4424-a7f8-d6a17e5174ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1535343'] for port (825138e6-4463-4592-a0bb-b2f1ebe18482), before_update {{(pid=103259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:02:45.039895 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron_lib.callbacks.manager [None req-0acb87d3-0572-4b2c-b7c9-977edd32a8b9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777667879581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1343690'] for agent (3c144e28-9cc5-463d-ad96-a18b19cd455c), after_update {{(pid=103259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:02:45.045148 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e21b234c-d18c-4054-9447-91580c1e1447', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '825138e6-4463-4592-a0bb-b2f1ebe18482'}] {{(pid=103259) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 11:02:45.048155 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}af87e37ddfedca7c8b2a1dd0c6cba4e3e91bcc66796c687067be127c7223cf15" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d50ea744-2a2d-4850-83c7-881c0d00d9b1" -d '{"events": [{"server_uuid": "e21b234c-d18c-4054-9447-91580c1e1447", "name": "network-vif-plugged", "status": "completed", "tag": "825138e6-4463-4592-a0bb-b2f1ebe18482"}]}' {{(pid=103259) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 11:02:45.061716 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron.plugins.ml2.db [None req-ae6c308c-a92e-4424-a7f8-d6a17e5174ef None None] For port 825138e6-4463-4592-a0bb-b2f1ebe18482, host hv-cinder-83008, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83008',level=0,port_id=825138e6-4463-4592-a0bb-b2f1ebe18482,segment=NetworkSegment(4ef6265e-81d1-422d-a625-9e9d19b9243d),segment_id=4ef6265e-81d1-422d-a625-9e9d19b9243d)] {{(pid=103259) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 11:02:45.066146 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron_lib.callbacks.manager [None req-ae6c308c-a92e-4424-a7f8-d6a17e5174ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1534861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777667992095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777667450170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777667450188'] for port (825138e6-4463-4592-a0bb-b2f1ebe18482), after_update {{(pid=103259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:02:45.101537 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Apr 2022 11:02:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-faaadd5f-dba8-4f95-a561-2f4b19f1edfd x-openstack-request-id: req-faaadd5f-dba8-4f95-a561-2f4b19f1edfd {{(pid=103259) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 11:02:45.101837 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e21b234c-d18c-4054-9447-91580c1e1447", "name": "network-vif-plugged", "status": "completed", "tag": "825138e6-4463-4592-a0bb-b2f1ebe18482", "code": 200}]} {{(pid=103259) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 11:02:45.102270 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-faaadd5f-dba8-4f95-a561-2f4b19f1edfd {{(pid=103259) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 11:02:45.102734 dv-cinder-830088-4-iscsi neutron-server[103259]: INFO neutron.notifiers.nova [-] Nova event matching ['req-faaadd5f-dba8-4f95-a561-2f4b19f1edfd'] response: {'server_uuid': 'e21b234c-d18c-4054-9447-91580c1e1447', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '825138e6-4463-4592-a0bb-b2f1ebe18482', 'code': 200} Apr 12 11:02:45.128432 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae6c308c-a92e-4424-a7f8-d6a17e5174ef None None] Pushing event updated for resources: {'Port': ['ID=825138e6-4463-4592-a0bb-b2f1ebe18482,revision_number=5']} {{(pid=103259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:02:45.327005 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e42e9d3-f7b6-4f6e-ada9-a7fd5da3a896 req-8a8567bf-b334-4552-acc6-9218132bbc55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:02:45.328536 dv-cinder-830088-4-iscsi neutron-server[103258]: INFO neutron.wsgi [req-4e42e9d3-f7b6-4f6e-ada9-a7fd5da3a896 req-8a8567bf-b334-4552-acc6-9218132bbc55 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=e21b234c-d18c-4054-9447-91580c1e1447 HTTP/1.1" status: 200 len: 1129 time: 0.0681581 Apr 12 11:02:45.339467 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a4ec962-5179-4030-8d1b-1f40ba7ee8ba req-bec3f4ba-02de-437b-bc23-5dda21a342da tempest-ServerRescueNegativeTestJSON-1304480791 tempest-ServerRescueNegativeTestJSON-1304480791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:02:45.347936 dv-cinder-830088-4-iscsi neutron-server[103258]: INFO neutron.wsgi [req-7a4ec962-5179-4030-8d1b-1f40ba7ee8ba req-bec3f4ba-02de-437b-bc23-5dda21a342da tempest-ServerRescueNegativeTestJSON-1304480791 tempest-ServerRescueNegativeTestJSON-1304480791-project] 10.222.0.39 "GET /v2.0/ports?device_id=9850fc3f-3ca4-4813-9ce5-f048fd29222e HTTP/1.1" status: 200 len: 945 time: 0.0750141 Apr 12 11:02:45.643810 dv-cinder-830088-4-iscsi neutron-server[103258]: INFO neutron.wsgi [req-4e42e9d3-f7b6-4f6e-ada9-a7fd5da3a896 req-4a6bae3a-0c0e-49a9-b59b-d3622ae7b900 service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=c94d010a-ab4d-4dde-b8b1-d56220cf6cc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2949216 Apr 12 11:02:45.655079 dv-cinder-830088-4-iscsi neutron-server[103258]: INFO neutron.wsgi [req-7a4ec962-5179-4030-8d1b-1f40ba7ee8ba req-cf72fa91-f030-4a40-80f6-15312a160108 tempest-ServerRescueNegativeTestJSON-1304480791 tempest-ServerRescueNegativeTestJSON-1304480791-project] 10.222.0.39 "GET /v2.0/security-groups?id=d3f9b1f1-6368-4c51-964e-16ec3a7a3785&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2990875 Apr 12 11:02:45.891100 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b9a2f78-ea59-4130-980c-df8fedf909eb req-163e0a1a-25f3-4728-b58f-b68071fa207b tempest-VolumesActionsTest-672028374 tempest-VolumesActionsTest-672028374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:02:45.892902 dv-cinder-830088-4-iscsi neutron-server[103257]: INFO neutron.wsgi [req-0b9a2f78-ea59-4130-980c-df8fedf909eb req-163e0a1a-25f3-4728-b58f-b68071fa207b tempest-VolumesActionsTest-672028374 tempest-VolumesActionsTest-672028374-project] 10.222.0.39 "GET /v2.0/ports?device_id=e21b234c-d18c-4054-9447-91580c1e1447 HTTP/1.1" status: 200 len: 945 time: 0.0486393 Apr 12 11:02:45.957523 dv-cinder-830088-4-iscsi neutron-server[103257]: INFO neutron.wsgi [req-0b9a2f78-ea59-4130-980c-df8fedf909eb req-f71584a9-8b14-44f3-a61e-e7eef220a1c3 tempest-VolumesActionsTest-672028374 tempest-VolumesActionsTest-672028374-project] 10.222.0.39 "GET /v2.0/security-groups?id=c94d010a-ab4d-4dde-b8b1-d56220cf6cc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0567694 Apr 12 11:02:46.406319 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron.wsgi [-] (103257) accepted ('10.222.0.39', 52448) {{(pid=103257) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 11:02:46.532723 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron_lib.callbacks.manager [None req-e4b062a6-7a21-4431-be77-3c7776c11043 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777667879581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1343690'] for agent (c71cae7d-514b-467a-8477-0a67bee0b970), after_update {{(pid=103259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:02:46.546254 dv-cinder-830088-4-iscsi neutron-server[103257]: INFO neutron.wsgi [None req-3c3d386b-232b-41bf-aa86-7bd32c4b195d admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=3cac16a6f4df4408ae30e801f23a7264&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1386340 Apr 12 11:02:46.548842 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron.wsgi [-] (103257) accepted ('10.222.0.39', 52452) {{(pid=103257) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 11:02:46.600951 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-9c457c90-31d1-4044-9eea-e0d9c316fa23 admin admin] Publish callbacks [] for security_group (1b7172f6-7f68-49bc-a1b3-cb23deb72f5b), before_delete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:02:46.622800 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-9c457c90-31d1-4044-9eea-e0d9c316fa23 admin admin] Publish callbacks [] for security_group (1b7172f6-7f68-49bc-a1b3-cb23deb72f5b), precommit_delete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:02:46.672197 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-9c457c90-31d1-4044-9eea-e0d9c316fa23 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-415253'] for security_group (1b7172f6-7f68-49bc-a1b3-cb23deb72f5b), after_delete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:02:46.674754 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-9c457c90-31d1-4044-9eea-e0d9c316fa23 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:02:46.675938 dv-cinder-830088-4-iscsi neutron-server[103257]: INFO neutron.wsgi [None req-9c457c90-31d1-4044-9eea-e0d9c316fa23 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/1b7172f6-7f68-49bc-a1b3-cb23deb72f5b HTTP/1.1" status: 204 len: 168 time: 0.1260102 Apr 12 11:02:46.684731 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c457c90-31d1-4044-9eea-e0d9c316fa23 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1b7172f6-7f68-49bc-a1b3-cb23deb72f5b,revision_number=None']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:02:46.692123 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c457c90-31d1-4044-9eea-e0d9c316fa23 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830088-4-iscsi {{(pid=103257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:02:46.692478 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c457c90-31d1-4044-9eea-e0d9c316fa23 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830088-4-iscsi {{(pid=103257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:02:46.692830 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c457c90-31d1-4044-9eea-e0d9c316fa23 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830088-4-iscsi {{(pid=103257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:02:46.693173 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c457c90-31d1-4044-9eea-e0d9c316fa23 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830088-4-iscsi {{(pid=103257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:02:46.693513 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c457c90-31d1-4044-9eea-e0d9c316fa23 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830088-4-iscsi {{(pid=103257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:02:46.693848 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c457c90-31d1-4044-9eea-e0d9c316fa23 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830088-4-iscsi {{(pid=103257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:02:46.694177 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c457c90-31d1-4044-9eea-e0d9c316fa23 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830088-4-iscsi {{(pid=103257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:02:46.694507 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c457c90-31d1-4044-9eea-e0d9c316fa23 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830088-4-iscsi {{(pid=103257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:02:46.694863 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c457c90-31d1-4044-9eea-e0d9c316fa23 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-830088-4-iscsi {{(pid=103257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:02:46.695198 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c457c90-31d1-4044-9eea-e0d9c316fa23 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830088-4-iscsi {{(pid=103257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:02:46.695570 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c457c90-31d1-4044-9eea-e0d9c316fa23 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830088-4-iscsi {{(pid=103257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:02:46.695911 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c457c90-31d1-4044-9eea-e0d9c316fa23 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830088-4-iscsi {{(pid=103257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:02:46.696236 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c457c90-31d1-4044-9eea-e0d9c316fa23 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830088-4-iscsi {{(pid=103257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:02:46.696567 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c457c90-31d1-4044-9eea-e0d9c316fa23 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830088-4-iscsi {{(pid=103257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:02:46.696955 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c457c90-31d1-4044-9eea-e0d9c316fa23 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830088-4-iscsi {{(pid=103257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:02:46.777359 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-825a587c-b657-40de-8f4f-fe1b3a38270d req-bebb104a-5b1b-4cc4-bdbe-49515950fa71 tempest-ServerRescueNegativeTestJSON-1304480791 tempest-ServerRescueNegativeTestJSON-1304480791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:02:46.779005 dv-cinder-830088-4-iscsi neutron-server[103258]: INFO neutron.wsgi [req-825a587c-b657-40de-8f4f-fe1b3a38270d req-bebb104a-5b1b-4cc4-bdbe-49515950fa71 tempest-ServerRescueNegativeTestJSON-1304480791 tempest-ServerRescueNegativeTestJSON-1304480791-project] 10.222.0.39 "GET /v2.0/ports?device_id=9850fc3f-3ca4-4813-9ce5-f048fd29222e HTTP/1.1" status: 200 len: 945 time: 0.0492902 Apr 12 11:02:46.842144 dv-cinder-830088-4-iscsi neutron-server[103258]: INFO neutron.wsgi [req-825a587c-b657-40de-8f4f-fe1b3a38270d req-1c208725-b880-4169-a4b4-b5d6c32a1cb9 tempest-ServerRescueNegativeTestJSON-1304480791 tempest-ServerRescueNegativeTestJSON-1304480791-project] 10.222.0.39 "GET /v2.0/security-groups?id=d3f9b1f1-6368-4c51-964e-16ec3a7a3785&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0573206 Apr 12 11:02:47.073749 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5396f469-c131-48c1-bc64-74047d48688d req-e1a02aa4-b382-4f98-8c0d-becba9619667 tempest-VolumesActionsTest-672028374 tempest-VolumesActionsTest-672028374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:02:47.075265 dv-cinder-830088-4-iscsi neutron-server[103257]: INFO neutron.wsgi [req-5396f469-c131-48c1-bc64-74047d48688d req-e1a02aa4-b382-4f98-8c0d-becba9619667 tempest-VolumesActionsTest-672028374 tempest-VolumesActionsTest-672028374-project] 10.222.0.39 "GET /v2.0/ports?device_id=e21b234c-d18c-4054-9447-91580c1e1447 HTTP/1.1" status: 200 len: 945 time: 0.0512235 Apr 12 11:02:47.133169 dv-cinder-830088-4-iscsi neutron-server[103257]: INFO neutron.wsgi [req-5396f469-c131-48c1-bc64-74047d48688d req-588101ae-5394-4a8e-bad5-9ec0c3bede58 tempest-VolumesActionsTest-672028374 tempest-VolumesActionsTest-672028374-project] 10.222.0.39 "GET /v2.0/security-groups?id=c94d010a-ab4d-4dde-b8b1-d56220cf6cc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486686 Apr 12 11:02:47.462609 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron.wsgi [-] (103257) accepted ('10.222.0.39', 52492) {{(pid=103257) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 11:02:47.590392 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron.api.v2.base [None req-6768ab9e-8cb4-4535-b8c7-8cd75d9c6532 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1538033806-network', 'tenant_id': 'dcfac628f55a40e9b7615ebf00184320'}} {{(pid=103257) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 11:02:47.609657 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6768ab9e-8cb4-4535-b8c7-8cd75d9c6532 admin admin] Made reservation on behalf of dcfac628f55a40e9b7615ebf00184320 for: {'network': 1} {{(pid=103257) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 12 11:02:47.611959 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-6768ab9e-8cb4-4535-b8c7-8cd75d9c6532 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1535343'] for network (None), before_create {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:02:47.624445 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-6768ab9e-8cb4-4535-b8c7-8cd75d9c6532 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:02:47.700330 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-6768ab9e-8cb4-4535-b8c7-8cd75d9c6532 admin admin] Publish callbacks [] for security_group (eeca4fa4-eaf7-49a0-81c4-0cdb30ea4fa7), precommit_create {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:02:47.704044 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-6768ab9e-8cb4-4535-b8c7-8cd75d9c6532 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-415253'] for security_group (eeca4fa4-eaf7-49a0-81c4-0cdb30ea4fa7), after_create {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:02:47.724960 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6768ab9e-8cb4-4535-b8c7-8cd75d9c6532 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 542} {{(pid=103257) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 12 11:02:47.742739 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-6768ab9e-8cb4-4535-b8c7-8cd75d9c6532 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1531021'] for segment (e9f6dafb-a075-420d-87aa-8b06d81648cd), precommit_create {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:02:47.743796 dv-cinder-830088-4-iscsi neutron-server[103257]: INFO neutron.db.segments_db [None req-6768ab9e-8cb4-4535-b8c7-8cd75d9c6532 admin admin] Added segment e9f6dafb-a075-420d-87aa-8b06d81648cd of type vlan for network 6b07eef1-d07a-4859-9857-639b7b48caec Apr 12 11:02:47.745840 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6768ab9e-8cb4-4535-b8c7-8cd75d9c6532 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eeca4fa4-eaf7-49a0-81c4-0cdb30ea4fa7,revision_number=1']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:02:47.796230 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-6768ab9e-8cb4-4535-b8c7-8cd75d9c6532 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777667466078'] for network (6b07eef1-d07a-4859-9857-639b7b48caec), precommit_create {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:02:47.821317 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-6768ab9e-8cb4-4535-b8c7-8cd75d9c6532 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-415428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586207'] for network (6b07eef1-d07a-4859-9857-639b7b48caec), after_create {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:02:47.822278 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6768ab9e-8cb4-4535-b8c7-8cd75d9c6532 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:02:47.822904 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-6768ab9e-8cb4-4535-b8c7-8cd75d9c6532 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586029'] for network (None), before_response {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:02:47.855345 dv-cinder-830088-4-iscsi neutron-server[103257]: INFO neutron.wsgi [None req-6768ab9e-8cb4-4535-b8c7-8cd75d9c6532 admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.3917019 Apr 12 11:02:47.858222 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.wsgi [-] (103258) accepted ('10.222.0.39', 52498) {{(pid=103258) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 11:02:47.863622 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.api.v2.base [None req-7eedb424-8215-4e2a-a532-5e4cddeb52a0 admin admin] Request body: {'subnet': {'network_id': '6b07eef1-d07a-4859-9857-639b7b48caec', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1538033806-subnet', 'tenant_id': 'dcfac628f55a40e9b7615ebf00184320', 'ip_version': 4}} {{(pid=103258) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 11:02:47.884418 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7eedb424-8215-4e2a-a532-5e4cddeb52a0 admin admin] Made reservation on behalf of dcfac628f55a40e9b7615ebf00184320 for: {'subnet': 1} {{(pid=103258) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 12 11:02:47.887193 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-7eedb424-8215-4e2a-a532-5e4cddeb52a0 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4732476'] for subnet (None), before_create {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:02:47.888309 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6768ab9e-8cb4-4535-b8c7-8cd75d9c6532 admin admin] Pushing event updated for resources: {'Network': ['ID=6b07eef1-d07a-4859-9857-639b7b48caec,revision_number=1']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:02:47.901274 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron.plugins.ml2.rpc [None req-e4b062a6-7a21-4431-be77-3c7776c11043 None None] Network 6b07eef1-d07a-4859-9857-639b7b48caec details requested by agent ovs-agent-dv-cinder-830088-4-iscsi with host dv-cinder-830088-4-iscsi {{(pid=103259) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 12 11:02:48.004744 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4456701a-c0cd-420c-ade6-492a0e34694c req-f9347a15-2fb6-4a7e-a59e-d216d170a541 tempest-ServerRescueNegativeTestJSON-1304480791 tempest-ServerRescueNegativeTestJSON-1304480791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:02:48.006200 dv-cinder-830088-4-iscsi neutron-server[103258]: INFO neutron.wsgi [req-4456701a-c0cd-420c-ade6-492a0e34694c req-f9347a15-2fb6-4a7e-a59e-d216d170a541 tempest-ServerRescueNegativeTestJSON-1304480791 tempest-ServerRescueNegativeTestJSON-1304480791-project] 10.222.0.39 "GET /v2.0/ports?device_id=9850fc3f-3ca4-4813-9ce5-f048fd29222e HTTP/1.1" status: 200 len: 945 time: 0.0900204 Apr 12 11:02:48.082670 dv-cinder-830088-4-iscsi neutron-server[103258]: INFO neutron.wsgi [req-4456701a-c0cd-420c-ade6-492a0e34694c req-8347b579-9cff-486a-938c-697db1046d9d tempest-ServerRescueNegativeTestJSON-1304480791 tempest-ServerRescueNegativeTestJSON-1304480791-project] 10.222.0.39 "GET /v2.0/security-groups?id=d3f9b1f1-6368-4c51-964e-16ec3a7a3785&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0700271 Apr 12 11:02:48.138590 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-7eedb424-8215-4e2a-a532-5e4cddeb52a0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-439037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4787363', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4732462'] for subnet (62a3d71a-6b7f-4b84-be49-3fdc054580de), after_create {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:02:48.201175 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eedb424-8215-4e2a-a532-5e4cddeb52a0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=62a3d71a-6b7f-4b84-be49-3fdc054580de,revision_number=0']} {{(pid=103258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:02:48.213392 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7eedb424-8215-4e2a-a532-5e4cddeb52a0 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830088-4-iscsi {{(pid=103258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:02:48.213748 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7eedb424-8215-4e2a-a532-5e4cddeb52a0 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830088-4-iscsi {{(pid=103258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:02:48.214093 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7eedb424-8215-4e2a-a532-5e4cddeb52a0 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830088-4-iscsi {{(pid=103258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:02:48.214435 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7eedb424-8215-4e2a-a532-5e4cddeb52a0 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830088-4-iscsi {{(pid=103258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:02:48.214795 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7eedb424-8215-4e2a-a532-5e4cddeb52a0 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830088-4-iscsi {{(pid=103258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:02:48.215129 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7eedb424-8215-4e2a-a532-5e4cddeb52a0 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830088-4-iscsi {{(pid=103258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:02:48.215459 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7eedb424-8215-4e2a-a532-5e4cddeb52a0 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830088-4-iscsi {{(pid=103258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:02:48.215784 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7eedb424-8215-4e2a-a532-5e4cddeb52a0 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830088-4-iscsi {{(pid=103258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:02:48.216127 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7eedb424-8215-4e2a-a532-5e4cddeb52a0 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-830088-4-iscsi {{(pid=103258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:02:48.216434 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7eedb424-8215-4e2a-a532-5e4cddeb52a0 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830088-4-iscsi {{(pid=103258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:02:48.216764 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7eedb424-8215-4e2a-a532-5e4cddeb52a0 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830088-4-iscsi {{(pid=103258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:02:48.217089 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7eedb424-8215-4e2a-a532-5e4cddeb52a0 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830088-4-iscsi {{(pid=103258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:02:48.217412 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7eedb424-8215-4e2a-a532-5e4cddeb52a0 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830088-4-iscsi {{(pid=103258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:02:48.217731 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7eedb424-8215-4e2a-a532-5e4cddeb52a0 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830088-4-iscsi {{(pid=103258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:02:48.218051 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7eedb424-8215-4e2a-a532-5e4cddeb52a0 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830088-4-iscsi {{(pid=103258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:02:48.222569 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7eedb424-8215-4e2a-a532-5e4cddeb52a0 admin admin] Checking segment: {'id': 'e9f6dafb-a075-420d-87aa-8b06d81648cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': '6b07eef1-d07a-4859-9857-639b7b48caec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103258) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 11:02:48.222962 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7eedb424-8215-4e2a-a532-5e4cddeb52a0 admin admin] Network hostable DHCP agents. Network: 6b07eef1-d07a-4859-9857-639b7b48caec, hostable agents: ['0a0a44e5-732d-48d9-a8ad-b47e7b7c1a86'], hosted agents: [] {{(pid=103258) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 12 11:02:48.241148 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7eedb424-8215-4e2a-a532-5e4cddeb52a0 admin admin] Network 6b07eef1-d07a-4859-9857-639b7b48caec is scheduled to be hosted by DHCP agent 0a0a44e5-732d-48d9-a8ad-b47e7b7c1a86 with binding_index 1 {{(pid=103258) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 12 11:02:48.251361 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.scheduler.base_scheduler [None req-7eedb424-8215-4e2a-a532-5e4cddeb52a0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-830088-4-iscsi, 6b07eef1-d07a-4859-9857-639b7b48caec) {{(pid=103258) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 11:02:48.255601 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7eedb424-8215-4e2a-a532-5e4cddeb52a0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:02:48.256216 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-7eedb424-8215-4e2a-a532-5e4cddeb52a0 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:02:48.256391 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68561d36-1b44-40c0-a951-08df1a41c139 req-b8f3730b-6eea-4b50-8e95-99e6dbb32d53 tempest-VolumesActionsTest-672028374 tempest-VolumesActionsTest-672028374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:02:48.257898 dv-cinder-830088-4-iscsi neutron-server[103257]: INFO neutron.wsgi [req-68561d36-1b44-40c0-a951-08df1a41c139 req-b8f3730b-6eea-4b50-8e95-99e6dbb32d53 tempest-VolumesActionsTest-672028374 tempest-VolumesActionsTest-672028374-project] 10.222.0.39 "GET /v2.0/ports?device_id=e21b234c-d18c-4054-9447-91580c1e1447 HTTP/1.1" status: 200 len: 945 time: 0.0513728 Apr 12 11:02:48.262286 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3764ac59-9f6d-44ad-b706-1c44b4683c59 None None] Network 6b07eef1-d07a-4859-9857-639b7b48caec requested from dv-cinder-830088-4-iscsi {{(pid=103259) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 12 11:02:48.271780 dv-cinder-830088-4-iscsi neutron-server[103258]: INFO neutron.wsgi [None req-7eedb424-8215-4e2a-a532-5e4cddeb52a0 admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.4124117 Apr 12 11:02:48.274770 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.wsgi [-] (103258) accepted ('10.222.0.39', 52508) {{(pid=103258) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 11:02:48.279106 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.api.v2.base [None req-66bf9d4f-40fc-48d9-9cf1-e09901fdd368 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1538033806-router', 'tenant_id': 'dcfac628f55a40e9b7615ebf00184320', 'external_gateway_info': {'network_id': '3b7be5f2-485b-4c85-8f98-fb200971b61c'}}} {{(pid=103258) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 11:02:48.299546 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-66bf9d4f-40fc-48d9-9cf1-e09901fdd368 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-518224', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14475'] for router (c2bfbd9b-0f05-47ea-a3fe-4882b6cd1a58), before_create {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:02:48.301281 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-66bf9d4f-40fc-48d9-9cf1-e09901fdd368 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-519904', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-577883', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-347708', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14482'] for router (c2bfbd9b-0f05-47ea-a3fe-4882b6cd1a58), precommit_create {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:02:48.314142 dv-cinder-830088-4-iscsi neutron-server[103257]: INFO neutron.wsgi [req-68561d36-1b44-40c0-a951-08df1a41c139 req-e32fbca8-529c-4ca0-8739-ecfc95339d67 tempest-VolumesActionsTest-672028374 tempest-VolumesActionsTest-672028374-project] 10.222.0.39 "GET /v2.0/security-groups?id=c94d010a-ab4d-4dde-b8b1-d56220cf6cc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450883 Apr 12 11:02:48.371575 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-66bf9d4f-40fc-48d9-9cf1-e09901fdd368 admin admin] Publish callbacks [] for router_controller (c2bfbd9b-0f05-47ea-a3fe-4882b6cd1a58), precommit_add_association {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:02:48.400560 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39c39135-6a19-4408-8d66-75bc6c62332b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp428fab94-ffe0-5fd5-8965-378eceeea6ce-6b07eef1-d07a-4859-9857-639b7b48caec', 'network_id': '6b07eef1-d07a-4859-9857-639b7b48caec', 'project_id': 'dcfac628f55a40e9b7615ebf00184320', 'fixed_ips': [{'subnet_id': '62a3d71a-6b7f-4b84-be49-3fdc054580de'}]}} from dv-cinder-830088-4-iscsi. {{(pid=103259) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 12 11:02:48.401428 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron_lib.callbacks.manager [None req-39c39135-6a19-4408-8d66-75bc6c62332b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1535343'] for port (None), before_create {{(pid=103259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:02:48.521558 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-66bf9d4f-40fc-48d9-9cf1-e09901fdd368 admin admin] Publish callbacks [] for router_gateway (c2bfbd9b-0f05-47ea-a3fe-4882b6cd1a58), precommit_update {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:02:48.540874 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron.db.db_base_plugin_common [None req-39c39135-6a19-4408-8d66-75bc6c62332b None None] Allocated IP 172.20.0.2 (6b07eef1-d07a-4859-9857-639b7b48caec/62a3d71a-6b7f-4b84-be49-3fdc054580de/0efdcee7-9091-42f3-a96c-b242a8661b9d) {{(pid=103259) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 12 11:02:48.684309 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron_lib.callbacks.manager [None req-39c39135-6a19-4408-8d66-75bc6c62332b None None] Publish callbacks [] for port (0efdcee7-9091-42f3-a96c-b242a8661b9d), precommit_create {{(pid=103259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:02:48.689483 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron_lib.callbacks.manager [None req-39c39135-6a19-4408-8d66-75bc6c62332b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1534861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777667450152'] for port (0efdcee7-9091-42f3-a96c-b242a8661b9d), after_create {{(pid=103259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:02:48.709925 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-66bf9d4f-40fc-48d9-9cf1-e09901fdd368 admin admin] Publish callbacks [] for router_gateway (c2bfbd9b-0f05-47ea-a3fe-4882b6cd1a58), before_create {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:02:48.726851 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39c39135-6a19-4408-8d66-75bc6c62332b None None] Network 6b07eef1-d07a-4859-9857-639b7b48caec is already hosted by enough agents. {{(pid=103259) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 11:02:48.730764 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron.scheduler.base_scheduler [None req-39c39135-6a19-4408-8d66-75bc6c62332b None None] Resources bound (agent type, host, resource id): {{(pid=103259) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 11:02:48.731815 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-66bf9d4f-40fc-48d9-9cf1-e09901fdd368 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1535343'] for port (None), before_create {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:02:48.735028 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39c39135-6a19-4408-8d66-75bc6c62332b None None] Received port after_create {{(pid=103259) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 12 11:02:48.748944 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39c39135-6a19-4408-8d66-75bc6c62332b None None] Pushing event updated for resources: {'Port': ['ID=0efdcee7-9091-42f3-a96c-b242a8661b9d,revision_number=1']} {{(pid=103259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:02:48.773824 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39c39135-6a19-4408-8d66-75bc6c62332b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830088-4-iscsi {{(pid=103259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:02:48.774729 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39c39135-6a19-4408-8d66-75bc6c62332b None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830088-4-iscsi {{(pid=103259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:02:48.775062 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39c39135-6a19-4408-8d66-75bc6c62332b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830088-4-iscsi {{(pid=103259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:02:48.775401 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39c39135-6a19-4408-8d66-75bc6c62332b None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830088-4-iscsi {{(pid=103259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:02:48.775732 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39c39135-6a19-4408-8d66-75bc6c62332b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830088-4-iscsi {{(pid=103259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:02:48.776059 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39c39135-6a19-4408-8d66-75bc6c62332b None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830088-4-iscsi {{(pid=103259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:02:48.776385 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39c39135-6a19-4408-8d66-75bc6c62332b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830088-4-iscsi {{(pid=103259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:02:48.776707 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39c39135-6a19-4408-8d66-75bc6c62332b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830088-4-iscsi {{(pid=103259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:02:48.777028 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39c39135-6a19-4408-8d66-75bc6c62332b None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-830088-4-iscsi {{(pid=103259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:02:48.777349 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39c39135-6a19-4408-8d66-75bc6c62332b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830088-4-iscsi {{(pid=103259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:02:48.777670 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39c39135-6a19-4408-8d66-75bc6c62332b None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830088-4-iscsi {{(pid=103259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:02:48.777989 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39c39135-6a19-4408-8d66-75bc6c62332b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830088-4-iscsi {{(pid=103259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:02:48.778306 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39c39135-6a19-4408-8d66-75bc6c62332b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830088-4-iscsi {{(pid=103259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:02:48.778624 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39c39135-6a19-4408-8d66-75bc6c62332b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830088-4-iscsi {{(pid=103259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:02:48.779038 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39c39135-6a19-4408-8d66-75bc6c62332b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830088-4-iscsi {{(pid=103259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:02:48.816804 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron.plugins.ml2.managers [None req-39c39135-6a19-4408-8d66-75bc6c62332b None None] Attempting to bind port 0efdcee7-9091-42f3-a96c-b242a8661b9d on host dv-cinder-830088-4-iscsi for vnic_type normal with profile {{(pid=103259) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 12 11:02:48.817454 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron.plugins.ml2.managers [None req-39c39135-6a19-4408-8d66-75bc6c62332b None None] Attempting to bind port 0efdcee7-9091-42f3-a96c-b242a8661b9d by drivers openvswitch,hyperv on host dv-cinder-830088-4-iscsi at level 0 using segments [{'id': 'e9f6dafb-a075-420d-87aa-8b06d81648cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': '6b07eef1-d07a-4859-9857-639b7b48caec'}] {{(pid=103259) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 12 11:02:48.818060 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39c39135-6a19-4408-8d66-75bc6c62332b None None] Attempting to bind port 0efdcee7-9091-42f3-a96c-b242a8661b9d on network 6b07eef1-d07a-4859-9857-639b7b48caec {{(pid=103259) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 11:02:48.834010 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39c39135-6a19-4408-8d66-75bc6c62332b None None] Checking agent: {'id': 'c71cae7d-514b-467a-8477-0a67bee0b970', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-830088-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 12, 10, 52, 16), 'started_at': datetime.datetime(2022, 4, 12, 10, 52, 46), 'heartbeat_timestamp': datetime.datetime(2022, 4, 12, 11, 2, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-830088-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103259) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 12 11:02:48.834390 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39c39135-6a19-4408-8d66-75bc6c62332b None None] Checking segment: {'id': 'e9f6dafb-a075-420d-87aa-8b06d81648cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': '6b07eef1-d07a-4859-9857-639b7b48caec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103259) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 11:02:48.834809 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron_lib.callbacks.manager [None req-39c39135-6a19-4408-8d66-75bc6c62332b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:02:48.835242 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39c39135-6a19-4408-8d66-75bc6c62332b None None] Bound using segment: {'id': 'e9f6dafb-a075-420d-87aa-8b06d81648cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': '6b07eef1-d07a-4859-9857-639b7b48caec'} {{(pid=103259) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 12 11:02:48.835646 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron.plugins.ml2.managers [None req-39c39135-6a19-4408-8d66-75bc6c62332b None None] Bound port: 0efdcee7-9091-42f3-a96c-b242a8661b9d, host: dv-cinder-830088-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e9f6dafb-a075-420d-87aa-8b06d81648cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': '6b07eef1-d07a-4859-9857-639b7b48caec'}}] {{(pid=103259) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 12 11:02:48.836020 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron_lib.callbacks.manager [None req-39c39135-6a19-4408-8d66-75bc6c62332b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1535343'] for port (0efdcee7-9091-42f3-a96c-b242a8661b9d), before_update {{(pid=103259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:02:48.841081 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.db.db_base_plugin_common [None req-66bf9d4f-40fc-48d9-9cf1-e09901fdd368 admin admin] Allocated IP 172.27.3.161 (3b7be5f2-485b-4c85-8f98-fb200971b61c/4887111e-1302-416a-ab8e-c957c9df7f85/382d4000-7e14-4e0e-8323-855f7d4402e5) {{(pid=103258) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 12 11:02:48.902761 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron.plugins.ml2.db [None req-39c39135-6a19-4408-8d66-75bc6c62332b None None] For port 0efdcee7-9091-42f3-a96c-b242a8661b9d, host dv-cinder-830088-4-iscsi, cleared binding levels {{(pid=103259) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 12 11:02:48.905718 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron.plugins.ml2.db [None req-39c39135-6a19-4408-8d66-75bc6c62332b None None] For port 0efdcee7-9091-42f3-a96c-b242a8661b9d, host dv-cinder-830088-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830088-4-iscsi',level=0,port_id=0efdcee7-9091-42f3-a96c-b242a8661b9d,segment=NetworkSegment(e9f6dafb-a075-420d-87aa-8b06d81648cd),segment_id=e9f6dafb-a075-420d-87aa-8b06d81648cd)] {{(pid=103259) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 12 11:02:48.911477 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron_lib.callbacks.manager [None req-39c39135-6a19-4408-8d66-75bc6c62332b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1534861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777667992095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777667450170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777667450188'] for port (0efdcee7-9091-42f3-a96c-b242a8661b9d), after_update {{(pid=103259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:02:48.953645 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-66bf9d4f-40fc-48d9-9cf1-e09901fdd368 admin admin] Publish callbacks [] for port (382d4000-7e14-4e0e-8323-855f7d4402e5), precommit_create {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:02:48.972462 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39c39135-6a19-4408-8d66-75bc6c62332b None None] Pushing event updated for resources: {'Port': ['ID=0efdcee7-9091-42f3-a96c-b242a8661b9d,revision_number=2']} {{(pid=103259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:02:48.998752 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-66bf9d4f-40fc-48d9-9cf1-e09901fdd368 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1534861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777667450152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4796947'] for port (382d4000-7e14-4e0e-8323-855f7d4402e5), after_create {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:02:49.036756 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66bf9d4f-40fc-48d9-9cf1-e09901fdd368 admin admin] Network 3b7be5f2-485b-4c85-8f98-fb200971b61c is already hosted by enough agents. {{(pid=103258) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 11:02:49.039801 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.scheduler.base_scheduler [None req-66bf9d4f-40fc-48d9-9cf1-e09901fdd368 admin admin] Resources bound (agent type, host, resource id): {{(pid=103258) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 11:02:49.043178 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66bf9d4f-40fc-48d9-9cf1-e09901fdd368 admin admin] Received port after_create {{(pid=103258) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 12 11:02:49.068425 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66bf9d4f-40fc-48d9-9cf1-e09901fdd368 admin admin] Pushing event updated for resources: {'Port': ['ID=382d4000-7e14-4e0e-8323-855f7d4402e5,revision_number=1']} {{(pid=103258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:02:49.254181 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53249e86-05d3-41cd-80f5-0c5905fe9b2b req-342dd0ea-1939-4f81-aaa5-64b6bda417a5 tempest-ServerRescueNegativeTestJSON-1304480791 tempest-ServerRescueNegativeTestJSON-1304480791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:02:49.256016 dv-cinder-830088-4-iscsi neutron-server[103258]: INFO neutron.wsgi [req-53249e86-05d3-41cd-80f5-0c5905fe9b2b req-342dd0ea-1939-4f81-aaa5-64b6bda417a5 tempest-ServerRescueNegativeTestJSON-1304480791 tempest-ServerRescueNegativeTestJSON-1304480791-project] 10.222.0.39 "GET /v2.0/ports?device_id=9850fc3f-3ca4-4813-9ce5-f048fd29222e HTTP/1.1" status: 200 len: 945 time: 0.0685558 Apr 12 11:02:49.376250 dv-cinder-830088-4-iscsi neutron-server[103258]: INFO neutron.wsgi [req-53249e86-05d3-41cd-80f5-0c5905fe9b2b req-1aa96de5-fffe-4af8-8e5d-7e487a7b8a31 tempest-ServerRescueNegativeTestJSON-1304480791 tempest-ServerRescueNegativeTestJSON-1304480791-project] 10.222.0.39 "GET /v2.0/security-groups?id=d3f9b1f1-6368-4c51-964e-16ec3a7a3785&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0844667 Apr 12 11:02:49.390670 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-66bf9d4f-40fc-48d9-9cf1-e09901fdd368 admin admin] Publish callbacks [] for router_gateway (c2bfbd9b-0f05-47ea-a3fe-4882b6cd1a58), after_create {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:02:49.622490 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-66bf9d4f-40fc-48d9-9cf1-e09901fdd368 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-519897', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-579496'] for router (c2bfbd9b-0f05-47ea-a3fe-4882b6cd1a58), after_create {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:02:49.928695 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fb5a18b-822e-40fd-8b5c-76dfccff4a87 req-05e9f5d5-356d-4be4-911b-d4134ab3dcd2 tempest-VolumesActionsTest-672028374 tempest-VolumesActionsTest-672028374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:02:49.930279 dv-cinder-830088-4-iscsi neutron-server[103258]: INFO neutron.wsgi [req-6fb5a18b-822e-40fd-8b5c-76dfccff4a87 req-05e9f5d5-356d-4be4-911b-d4134ab3dcd2 tempest-VolumesActionsTest-672028374 tempest-VolumesActionsTest-672028374-project] 10.222.0.39 "GET /v2.0/ports?device_id=e21b234c-d18c-4054-9447-91580c1e1447 HTTP/1.1" status: 200 len: 945 time: 0.1143501 Apr 12 11:02:49.936421 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-66bf9d4f-40fc-48d9-9cf1-e09901fdd368 admin admin] Router c2bfbd9b-0f05-47ea-a3fe-4882b6cd1a58 is scheduled to L3 agent 77f5e085-0284-4236-9dbf-35d2d452e277 with binding_index 1 {{(pid=103258) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 12 11:02:49.943185 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron.plugins.ml2.rpc [None req-e4b062a6-7a21-4431-be77-3c7776c11043 None None] Device 0efdcee7-9091-42f3-a96c-b242a8661b9d up at agent ovs-agent-dv-cinder-830088-4-iscsi {{(pid=103259) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 11:02:49.993838 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron.db.provisioning_blocks [None req-e4b062a6-7a21-4431-be77-3c7776c11043 None None] Provisioning complete for port 0efdcee7-9091-42f3-a96c-b242a8661b9d triggered by entity L2. {{(pid=103259) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 11:02:49.994206 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron_lib.callbacks.manager [None req-e4b062a6-7a21-4431-be77-3c7776c11043 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1343588'] for port (0efdcee7-9091-42f3-a96c-b242a8661b9d), provisioning_complete {{(pid=103259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:02:50.021643 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01701570-ead1-41f0-a426-8977179dde72 None None] Network 6b07eef1-d07a-4859-9857-639b7b48caec requested from dv-cinder-830088-4-iscsi {{(pid=103259) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 12 11:02:50.035895 dv-cinder-830088-4-iscsi neutron-server[103258]: INFO neutron.wsgi [req-6fb5a18b-822e-40fd-8b5c-76dfccff4a87 req-4825b976-e4e5-4e5a-9c97-88b5f5685792 tempest-VolumesActionsTest-672028374 tempest-VolumesActionsTest-672028374-project] 10.222.0.39 "GET /v2.0/security-groups?id=c94d010a-ab4d-4dde-b8b1-d56220cf6cc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0969684 Apr 12 11:02:50.087306 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron.db.provisioning_blocks [None req-c96112fa-b36c-4fd5-bf94-17a493608ff0 None None] Provisioning complete for port 0efdcee7-9091-42f3-a96c-b242a8661b9d triggered by entity DHCP. {{(pid=103259) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 11:02:50.087678 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron_lib.callbacks.manager [None req-c96112fa-b36c-4fd5-bf94-17a493608ff0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1343588'] for port (0efdcee7-9091-42f3-a96c-b242a8661b9d), provisioning_complete {{(pid=103259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:02:50.094422 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-66bf9d4f-40fc-48d9-9cf1-e09901fdd368 admin admin] Notify agent at l3_agent.dv-cinder-830088-4-iscsi the message routers_updated {{(pid=103258) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 12 11:02:50.103883 dv-cinder-830088-4-iscsi neutron-server[103260]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e733d737-0ba9-4569-bca2-0ad1e3d729e8 None None] Sync routers for ids ['c2bfbd9b-0f05-47ea-a3fe-4882b6cd1a58'] in dv-cinder-830088-4-iscsi {{(pid=103260) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 12 11:02:50.114781 dv-cinder-830088-4-iscsi neutron-server[103260]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e733d737-0ba9-4569-bca2-0ad1e3d729e8 None None] Routers {'c2bfbd9b-0f05-47ea-a3fe-4882b6cd1a58'} bound to L3 agent in host dv-cinder-830088-4-iscsi {{(pid=103260) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 11:02:50.115657 dv-cinder-830088-4-iscsi neutron-server[103260]: DEBUG neutron.db.l3_hamode_db [None req-e733d737-0ba9-4569-bca2-0ad1e3d729e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830088-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-12T10:52:12Z,description=,heartbeat_timestamp=2022-04-12T11:02:43Z,host='dv-cinder-830088-4-iscsi',id=77f5e085-0284-4236-9dbf-35d2d452e277,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T10:52:12Z,topic='l3_agent')) {'router_ids': ['c2bfbd9b-0f05-47ea-a3fe-4882b6cd1a58'], 'active': True} {{(pid=103260) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 11:02:50.116183 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-66bf9d4f-40fc-48d9-9cf1-e09901fdd368 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:02:50.117412 dv-cinder-830088-4-iscsi neutron-server[103258]: INFO neutron.wsgi [None req-66bf9d4f-40fc-48d9-9cf1-e09901fdd368 admin admin] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 1.8416953 Apr 12 11:02:50.120700 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.wsgi [-] (103258) accepted ('10.222.0.39', 52554) {{(pid=103258) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 11:02:50.215719 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron.plugins.ml2.plugin [None req-e4b062a6-7a21-4431-be77-3c7776c11043 None None] Current status of the port 0efdcee7-9091-42f3-a96c-b242a8661b9d is: DOWN; New status is: ACTIVE {{(pid=103259) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 11:02:50.216017 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron_lib.callbacks.manager [None req-e4b062a6-7a21-4431-be77-3c7776c11043 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1535343'] for port (0efdcee7-9091-42f3-a96c-b242a8661b9d), before_update {{(pid=103259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:02:50.276292 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron.plugins.ml2.plugin [None req-c96112fa-b36c-4fd5-bf94-17a493608ff0 None None] Current status of the port 0efdcee7-9091-42f3-a96c-b242a8661b9d is: DOWN; New status is: ACTIVE {{(pid=103259) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 11:02:50.276677 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron_lib.callbacks.manager [None req-c96112fa-b36c-4fd5-bf94-17a493608ff0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1535343'] for port (0efdcee7-9091-42f3-a96c-b242a8661b9d), before_update {{(pid=103259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:02:50.281840 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron.plugins.ml2.db [None req-e4b062a6-7a21-4431-be77-3c7776c11043 None None] For port 0efdcee7-9091-42f3-a96c-b242a8661b9d, host dv-cinder-830088-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830088-4-iscsi',level=0,port_id=0efdcee7-9091-42f3-a96c-b242a8661b9d,segment=NetworkSegment(e9f6dafb-a075-420d-87aa-8b06d81648cd),segment_id=e9f6dafb-a075-420d-87aa-8b06d81648cd)] {{(pid=103259) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 11:02:50.291951 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron_lib.callbacks.manager [None req-e4b062a6-7a21-4431-be77-3c7776c11043 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1534861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777667992095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777667450170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777667450188'] for port (0efdcee7-9091-42f3-a96c-b242a8661b9d), after_update {{(pid=103259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:02:50.321419 dv-cinder-830088-4-iscsi neutron-server[103260]: DEBUG neutron.db.l3_dvr_db [None req-e733d737-0ba9-4569-bca2-0ad1e3d729e8 None None] Set router c2bfbd9b-0f05-47ea-a3fe-4882b6cd1a58 gateway port host: dv-cinder-830088-4-iscsi {{(pid=103260) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 11:02:50.372410 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4b062a6-7a21-4431-be77-3c7776c11043 None None] Pushing event updated for resources: {'Port': ['ID=0efdcee7-9091-42f3-a96c-b242a8661b9d,revision_number=3']} {{(pid=103259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:02:50.380842 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron_lib.db.api [None req-c96112fa-b36c-4fd5-bf94-17a493608ff0 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103259) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 12 11:02:50.381202 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG oslo_db.api [None req-c96112fa-b36c-4fd5-bf94-17a493608ff0 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103259) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 12 11:02:50.514254 dv-cinder-830088-4-iscsi neutron-server[103260]: DEBUG neutron.db.l3_hamode_db [None req-e733d737-0ba9-4569-bca2-0ad1e3d729e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c2bfbd9b-0f05-47ea-a3fe-4882b6cd1a58', 'name': 'tempest-TestMinimumBasicScenario-1538033806-router', 'tenant_id': 'dcfac628f55a40e9b7615ebf00184320', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b7be5f2-485b-4c85-8f98-fb200971b61c', 'external_fixed_ips': [{'subnet_id': '4887111e-1302-416a-ab8e-c957c9df7f85', 'ip_address': '172.27.3.161'}], 'enable_snat': True}, 'gw_port_id': '382d4000-7e14-4e0e-8323-855f7d4402e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T11:02:48Z', 'updated_at': '2022-04-12T11:02:49Z', 'revision_number': 3, 'project_id': 'dcfac628f55a40e9b7615ebf00184320', 'gw_port': {'id': '382d4000-7e14-4e0e-8323-855f7d4402e5', 'name': '', 'network_id': '3b7be5f2-485b-4c85-8f98-fb200971b61c', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:ac:76', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c2bfbd9b-0f05-47ea-a3fe-4882b6cd1a58', 'device_owner': 'network:router_gateway', 'standard_attr_id': 286, 'fixed_ips': [{'subnet_id': '4887111e-1302-416a-ab8e-c957c9df7f85', 'ip_address': '172.27.3.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T11:02:48Z', 'updated_at': '2022-04-12T11:02:48Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4887111e-1302-416a-ab8e-c957c9df7f85', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830088-4-iscsi'}], 'dv-cinder-830088-4-iscsi', False) {} {{(pid=103260) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 11:02:50.514540 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52b57535-c206-4f54-a45c-ef428fae85d6 req-70699a9b-3c66-4422-abae-412183254a0e tempest-ServerRescueNegativeTestJSON-1304480791 tempest-ServerRescueNegativeTestJSON-1304480791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:02:50.516174 dv-cinder-830088-4-iscsi neutron-server[103257]: INFO neutron.wsgi [req-52b57535-c206-4f54-a45c-ef428fae85d6 req-70699a9b-3c66-4422-abae-412183254a0e tempest-ServerRescueNegativeTestJSON-1304480791 tempest-ServerRescueNegativeTestJSON-1304480791-project] 10.222.0.39 "GET /v2.0/ports?device_id=9850fc3f-3ca4-4813-9ce5-f048fd29222e HTTP/1.1" status: 200 len: 945 time: 0.0510018 Apr 12 11:02:50.544596 dv-cinder-830088-4-iscsi neutron-server[103260]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e733d737-0ba9-4569-bca2-0ad1e3d729e8 None None] Checking router: c2bfbd9b-0f05-47ea-a3fe-4882b6cd1a58 for host: dv-cinder-830088-4-iscsi {{(pid=103260) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 12 11:02:50.545193 dv-cinder-830088-4-iscsi neutron-server[103260]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e733d737-0ba9-4569-bca2-0ad1e3d729e8 None None] Updating router c2bfbd9b-0f05-47ea-a3fe-4882b6cd1a58 port 382d4000-7e14-4e0e-8323-855f7d4402e5 binding host dv-cinder-830088-4-iscsi {{(pid=103260) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 12 11:02:50.566082 dv-cinder-830088-4-iscsi neutron-server[103257]: INFO neutron.wsgi [req-52b57535-c206-4f54-a45c-ef428fae85d6 req-2d2b772f-39cb-4ced-8d75-95b17bf4db88 tempest-ServerRescueNegativeTestJSON-1304480791 tempest-ServerRescueNegativeTestJSON-1304480791-project] 10.222.0.39 "GET /v2.0/security-groups?id=d3f9b1f1-6368-4c51-964e-16ec3a7a3785&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417991 Apr 12 11:02:50.572848 dv-cinder-830088-4-iscsi neutron-server[103260]: DEBUG neutron_lib.callbacks.manager [None req-e733d737-0ba9-4569-bca2-0ad1e3d729e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1535343'] for port (382d4000-7e14-4e0e-8323-855f7d4402e5), before_update {{(pid=103260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:02:50.584517 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-764f7e9c-72e7-41b4-b95b-a2e820999f9b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1535343'] for port (None), before_create {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:02:50.734264 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.db.db_base_plugin_common [None req-764f7e9c-72e7-41b4-b95b-a2e820999f9b admin admin] Allocated IP 172.20.0.1 (6b07eef1-d07a-4859-9857-639b7b48caec/62a3d71a-6b7f-4b84-be49-3fdc054580de/ee1d3813-7355-44e7-a412-e4baa8b09e33) {{(pid=103258) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 12 11:02:50.818767 dv-cinder-830088-4-iscsi neutron-server[103260]: DEBUG neutron_lib.callbacks.manager [None req-e733d737-0ba9-4569-bca2-0ad1e3d729e8 None None] Publish callbacks [] for port (382d4000-7e14-4e0e-8323-855f7d4402e5), precommit_update {{(pid=103260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:02:50.826814 dv-cinder-830088-4-iscsi neutron-server[103260]: DEBUG neutron_lib.callbacks.manager [None req-e733d737-0ba9-4569-bca2-0ad1e3d729e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1534861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777667992095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777667450170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777667450188'] for port (382d4000-7e14-4e0e-8323-855f7d4402e5), after_update {{(pid=103260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:02:50.838436 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-764f7e9c-72e7-41b4-b95b-a2e820999f9b admin admin] Publish callbacks [] for port (ee1d3813-7355-44e7-a412-e4baa8b09e33), precommit_create {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:02:50.872476 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-764f7e9c-72e7-41b4-b95b-a2e820999f9b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1534861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777667450152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4796947'] for port (ee1d3813-7355-44e7-a412-e4baa8b09e33), after_create {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:02:50.884281 dv-cinder-830088-4-iscsi neutron-server[103260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f308a2a-704d-4dc7-9e2d-f0de016a952c None None] Pushing event updated for resources: {'Port': ['ID=382d4000-7e14-4e0e-8323-855f7d4402e5,revision_number=2']} {{(pid=103260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:02:50.888632 dv-cinder-830088-4-iscsi neutron-server[103260]: DEBUG neutron.plugins.ml2.managers [None req-e733d737-0ba9-4569-bca2-0ad1e3d729e8 None None] Attempting to bind port 382d4000-7e14-4e0e-8323-855f7d4402e5 on host dv-cinder-830088-4-iscsi for vnic_type normal with profile {{(pid=103260) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 12 11:02:50.889001 dv-cinder-830088-4-iscsi neutron-server[103260]: DEBUG neutron.plugins.ml2.managers [None req-e733d737-0ba9-4569-bca2-0ad1e3d729e8 None None] Attempting to bind port 382d4000-7e14-4e0e-8323-855f7d4402e5 by drivers openvswitch,hyperv on host dv-cinder-830088-4-iscsi at level 0 using segments [{'id': 'd942c271-b630-4108-8616-b993c4b79ecb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3b7be5f2-485b-4c85-8f98-fb200971b61c'}] {{(pid=103260) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 12 11:02:50.889355 dv-cinder-830088-4-iscsi neutron-server[103260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e733d737-0ba9-4569-bca2-0ad1e3d729e8 None None] Attempting to bind port 382d4000-7e14-4e0e-8323-855f7d4402e5 on network 3b7be5f2-485b-4c85-8f98-fb200971b61c {{(pid=103260) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 11:02:50.895737 dv-cinder-830088-4-iscsi neutron-server[103260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f308a2a-704d-4dc7-9e2d-f0de016a952c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830088-4-iscsi {{(pid=103260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:02:50.896078 dv-cinder-830088-4-iscsi neutron-server[103260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f308a2a-704d-4dc7-9e2d-f0de016a952c None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830088-4-iscsi {{(pid=103260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:02:50.896435 dv-cinder-830088-4-iscsi neutron-server[103260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f308a2a-704d-4dc7-9e2d-f0de016a952c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830088-4-iscsi {{(pid=103260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:02:50.896773 dv-cinder-830088-4-iscsi neutron-server[103260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f308a2a-704d-4dc7-9e2d-f0de016a952c None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830088-4-iscsi {{(pid=103260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:02:50.897637 dv-cinder-830088-4-iscsi neutron-server[103260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f308a2a-704d-4dc7-9e2d-f0de016a952c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830088-4-iscsi {{(pid=103260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:02:50.897970 dv-cinder-830088-4-iscsi neutron-server[103260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f308a2a-704d-4dc7-9e2d-f0de016a952c None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830088-4-iscsi {{(pid=103260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:02:50.898293 dv-cinder-830088-4-iscsi neutron-server[103260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f308a2a-704d-4dc7-9e2d-f0de016a952c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830088-4-iscsi {{(pid=103260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:02:50.898613 dv-cinder-830088-4-iscsi neutron-server[103260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f308a2a-704d-4dc7-9e2d-f0de016a952c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830088-4-iscsi {{(pid=103260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:02:50.898962 dv-cinder-830088-4-iscsi neutron-server[103260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f308a2a-704d-4dc7-9e2d-f0de016a952c None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-830088-4-iscsi {{(pid=103260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:02:50.899351 dv-cinder-830088-4-iscsi neutron-server[103260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f308a2a-704d-4dc7-9e2d-f0de016a952c None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830088-4-iscsi {{(pid=103260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:02:50.899673 dv-cinder-830088-4-iscsi neutron-server[103260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f308a2a-704d-4dc7-9e2d-f0de016a952c None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830088-4-iscsi {{(pid=103260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:02:50.900009 dv-cinder-830088-4-iscsi neutron-server[103260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f308a2a-704d-4dc7-9e2d-f0de016a952c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830088-4-iscsi {{(pid=103260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:02:50.900326 dv-cinder-830088-4-iscsi neutron-server[103260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f308a2a-704d-4dc7-9e2d-f0de016a952c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830088-4-iscsi {{(pid=103260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:02:50.900640 dv-cinder-830088-4-iscsi neutron-server[103260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f308a2a-704d-4dc7-9e2d-f0de016a952c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830088-4-iscsi {{(pid=103260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:02:50.900954 dv-cinder-830088-4-iscsi neutron-server[103260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f308a2a-704d-4dc7-9e2d-f0de016a952c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830088-4-iscsi {{(pid=103260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:02:50.906024 dv-cinder-830088-4-iscsi neutron-server[103260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e733d737-0ba9-4569-bca2-0ad1e3d729e8 None None] Checking agent: {'id': 'c71cae7d-514b-467a-8477-0a67bee0b970', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-830088-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 12, 10, 52, 16), 'started_at': datetime.datetime(2022, 4, 12, 10, 52, 46), 'heartbeat_timestamp': datetime.datetime(2022, 4, 12, 11, 2, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-830088-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103260) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 12 11:02:50.906611 dv-cinder-830088-4-iscsi neutron-server[103260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e733d737-0ba9-4569-bca2-0ad1e3d729e8 None None] Checking segment: {'id': 'd942c271-b630-4108-8616-b993c4b79ecb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3b7be5f2-485b-4c85-8f98-fb200971b61c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103260) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 11:02:50.907178 dv-cinder-830088-4-iscsi neutron-server[103260]: DEBUG neutron_lib.callbacks.manager [None req-e733d737-0ba9-4569-bca2-0ad1e3d729e8 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:02:50.907726 dv-cinder-830088-4-iscsi neutron-server[103260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e733d737-0ba9-4569-bca2-0ad1e3d729e8 None None] Bound using segment: {'id': 'd942c271-b630-4108-8616-b993c4b79ecb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3b7be5f2-485b-4c85-8f98-fb200971b61c'} {{(pid=103260) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 12 11:02:50.908323 dv-cinder-830088-4-iscsi neutron-server[103260]: DEBUG neutron.plugins.ml2.managers [None req-e733d737-0ba9-4569-bca2-0ad1e3d729e8 None None] Bound port: 382d4000-7e14-4e0e-8323-855f7d4402e5, host: dv-cinder-830088-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd942c271-b630-4108-8616-b993c4b79ecb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3b7be5f2-485b-4c85-8f98-fb200971b61c'}}] {{(pid=103260) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 12 11:02:50.908851 dv-cinder-830088-4-iscsi neutron-server[103260]: DEBUG neutron_lib.callbacks.manager [None req-e733d737-0ba9-4569-bca2-0ad1e3d729e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1535343'] for port (382d4000-7e14-4e0e-8323-855f7d4402e5), before_update {{(pid=103260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:02:50.913603 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-764f7e9c-72e7-41b4-b95b-a2e820999f9b admin admin] Network 6b07eef1-d07a-4859-9857-639b7b48caec is already hosted by enough agents. {{(pid=103258) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 11:02:50.916698 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.scheduler.base_scheduler [None req-764f7e9c-72e7-41b4-b95b-a2e820999f9b admin admin] Resources bound (agent type, host, resource id): {{(pid=103258) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 11:02:50.923256 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.db.l3_dvrscheduler_db [None req-764f7e9c-72e7-41b4-b95b-a2e820999f9b admin admin] Received port after_create {{(pid=103258) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 12 11:02:50.926523 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-764f7e9c-72e7-41b4-b95b-a2e820999f9b admin admin] Pushing event updated for resources: {'Port': ['ID=ee1d3813-7355-44e7-a412-e4baa8b09e33,revision_number=1']} {{(pid=103258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:02:50.941640 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron.plugins.ml2.plugin [None req-c96112fa-b36c-4fd5-bf94-17a493608ff0 None None] Current status of the port 0efdcee7-9091-42f3-a96c-b242a8661b9d is: ACTIVE; New status is: ACTIVE {{(pid=103259) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 11:02:50.967147 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-764f7e9c-72e7-41b4-b95b-a2e820999f9b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-579419'] for router_interface (c2bfbd9b-0f05-47ea-a3fe-4882b6cd1a58), before_create {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:02:50.973612 dv-cinder-830088-4-iscsi neutron-server[103260]: DEBUG neutron.plugins.ml2.db [None req-e733d737-0ba9-4569-bca2-0ad1e3d729e8 None None] For port 382d4000-7e14-4e0e-8323-855f7d4402e5, host dv-cinder-830088-4-iscsi, cleared binding levels {{(pid=103260) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 12 11:02:50.978588 dv-cinder-830088-4-iscsi neutron-server[103260]: DEBUG neutron.plugins.ml2.db [None req-e733d737-0ba9-4569-bca2-0ad1e3d729e8 None None] For port 382d4000-7e14-4e0e-8323-855f7d4402e5, host dv-cinder-830088-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830088-4-iscsi',level=0,port_id=382d4000-7e14-4e0e-8323-855f7d4402e5,segment=NetworkSegment(d942c271-b630-4108-8616-b993c4b79ecb),segment_id=d942c271-b630-4108-8616-b993c4b79ecb)] {{(pid=103260) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 12 11:02:50.988704 dv-cinder-830088-4-iscsi neutron-server[103260]: DEBUG neutron_lib.callbacks.manager [None req-e733d737-0ba9-4569-bca2-0ad1e3d729e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1534861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777667992095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777667450170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777667450188'] for port (382d4000-7e14-4e0e-8323-855f7d4402e5), after_update {{(pid=103260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:02:51.075092 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron.db.provisioning_blocks [None req-ee45d779-ac70-4a34-8e98-56b1f7191c8c None None] Provisioning complete for port 0efdcee7-9091-42f3-a96c-b242a8661b9d triggered by entity DHCP. {{(pid=103259) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 11:02:51.076141 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron_lib.callbacks.manager [None req-ee45d779-ac70-4a34-8e98-56b1f7191c8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1343588'] for port (0efdcee7-9091-42f3-a96c-b242a8661b9d), provisioning_complete {{(pid=103259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:02:51.079387 dv-cinder-830088-4-iscsi neutron-server[103260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f308a2a-704d-4dc7-9e2d-f0de016a952c None None] Pushing event updated for resources: {'Port': ['ID=382d4000-7e14-4e0e-8323-855f7d4402e5,revision_number=3']} {{(pid=103260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:02:51.104350 dv-cinder-830088-4-iscsi neutron-server[103260]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e733d737-0ba9-4569-bca2-0ad1e3d729e8 None None] Routers {'c2bfbd9b-0f05-47ea-a3fe-4882b6cd1a58'} bound to L3 agent in host dv-cinder-830088-4-iscsi {{(pid=103260) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 11:02:51.105798 dv-cinder-830088-4-iscsi neutron-server[103260]: DEBUG neutron.db.l3_hamode_db [None req-e733d737-0ba9-4569-bca2-0ad1e3d729e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830088-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-12T10:52:12Z,description=,heartbeat_timestamp=2022-04-12T11:02:43Z,host='dv-cinder-830088-4-iscsi',id=77f5e085-0284-4236-9dbf-35d2d452e277,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T10:52:12Z,topic='l3_agent')) {'router_ids': ['c2bfbd9b-0f05-47ea-a3fe-4882b6cd1a58'], 'active': True} {{(pid=103260) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 11:02:51.187434 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron.plugins.ml2.plugin [None req-ee45d779-ac70-4a34-8e98-56b1f7191c8c None None] Current status of the port 0efdcee7-9091-42f3-a96c-b242a8661b9d is: ACTIVE; New status is: ACTIVE {{(pid=103259) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 11:02:51.234053 dv-cinder-830088-4-iscsi neutron-server[103260]: DEBUG neutron.db.l3_dvr_db [None req-e733d737-0ba9-4569-bca2-0ad1e3d729e8 None None] Set router c2bfbd9b-0f05-47ea-a3fe-4882b6cd1a58 gateway port host: dv-cinder-830088-4-iscsi {{(pid=103260) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 11:02:51.303895 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron.db.provisioning_blocks [None req-b17911a5-91a6-43db-a032-d109e6596a40 None None] Provisioning complete for port ee1d3813-7355-44e7-a412-e4baa8b09e33 triggered by entity DHCP. {{(pid=103259) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 11:02:51.304177 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron_lib.callbacks.manager [None req-b17911a5-91a6-43db-a032-d109e6596a40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1343588'] for port (ee1d3813-7355-44e7-a412-e4baa8b09e33), provisioning_complete {{(pid=103259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:02:51.334530 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6566d3a6-fc6a-4e64-9258-89b7d9830233 req-c6e79415-0854-4a4e-8037-ed505cf5c9ab tempest-VolumesActionsTest-672028374 tempest-VolumesActionsTest-672028374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:02:51.336052 dv-cinder-830088-4-iscsi neutron-server[103258]: INFO neutron.wsgi [req-6566d3a6-fc6a-4e64-9258-89b7d9830233 req-c6e79415-0854-4a4e-8037-ed505cf5c9ab tempest-VolumesActionsTest-672028374 tempest-VolumesActionsTest-672028374-project] 10.222.0.39 "GET /v2.0/ports?device_id=e21b234c-d18c-4054-9447-91580c1e1447 HTTP/1.1" status: 200 len: 945 time: 0.0587237 Apr 12 11:02:51.344568 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron.plugins.ml2.plugin [None req-b17911a5-91a6-43db-a032-d109e6596a40 None None] Port ee1d3813-7355-44e7-a412-e4baa8b09e33 cannot update to ACTIVE because it is not bound. {{(pid=103259) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 12 11:02:51.425009 dv-cinder-830088-4-iscsi neutron-server[103260]: DEBUG neutron.db.l3_hamode_db [None req-e733d737-0ba9-4569-bca2-0ad1e3d729e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c2bfbd9b-0f05-47ea-a3fe-4882b6cd1a58', 'name': 'tempest-TestMinimumBasicScenario-1538033806-router', 'tenant_id': 'dcfac628f55a40e9b7615ebf00184320', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b7be5f2-485b-4c85-8f98-fb200971b61c', 'external_fixed_ips': [{'subnet_id': '4887111e-1302-416a-ab8e-c957c9df7f85', 'ip_address': '172.27.3.161'}], 'enable_snat': True}, 'gw_port_id': '382d4000-7e14-4e0e-8323-855f7d4402e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T11:02:48Z', 'updated_at': '2022-04-12T11:02:49Z', 'revision_number': 3, 'project_id': 'dcfac628f55a40e9b7615ebf00184320', 'gw_port': {'id': '382d4000-7e14-4e0e-8323-855f7d4402e5', 'name': '', 'network_id': '3b7be5f2-485b-4c85-8f98-fb200971b61c', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:ac:76', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c2bfbd9b-0f05-47ea-a3fe-4882b6cd1a58', 'device_owner': 'network:router_gateway', 'standard_attr_id': 286, 'fixed_ips': [{'subnet_id': '4887111e-1302-416a-ab8e-c957c9df7f85', 'ip_address': '172.27.3.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830088-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T11:02:48Z', 'updated_at': '2022-04-12T11:02:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4887111e-1302-416a-ab8e-c957c9df7f85', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830088-4-iscsi'}], 'dv-cinder-830088-4-iscsi', False) {} {{(pid=103260) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 11:02:51.445598 dv-cinder-830088-4-iscsi neutron-server[103258]: INFO neutron.wsgi [req-6566d3a6-fc6a-4e64-9258-89b7d9830233 req-68b7c49f-b69c-4474-a568-98b3f0df9da1 tempest-VolumesActionsTest-672028374 tempest-VolumesActionsTest-672028374-project] 10.222.0.39 "GET /v2.0/security-groups?id=c94d010a-ab4d-4dde-b8b1-d56220cf6cc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0697567 Apr 12 11:02:51.451610 dv-cinder-830088-4-iscsi neutron-server[103260]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e733d737-0ba9-4569-bca2-0ad1e3d729e8 None None] The sync data for ids ['c2bfbd9b-0f05-47ea-a3fe-4882b6cd1a58'] in dv-cinder-830088-4-iscsi is: [{'id': 'c2bfbd9b-0f05-47ea-a3fe-4882b6cd1a58', 'name': 'tempest-TestMinimumBasicScenario-1538033806-router', 'tenant_id': 'dcfac628f55a40e9b7615ebf00184320', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b7be5f2-485b-4c85-8f98-fb200971b61c', 'external_fixed_ips': [{'subnet_id': '4887111e-1302-416a-ab8e-c957c9df7f85', 'ip_address': '172.27.3.161'}], 'enable_snat': True}, 'gw_port_id': '382d4000-7e14-4e0e-8323-855f7d4402e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T11:02:48Z', 'updated_at': '2022-04-12T11:02:49Z', 'revision_number': 3, 'project_id': 'dcfac628f55a40e9b7615ebf00184320', 'gw_port': {'id': '382d4000-7e14-4e0e-8323-855f7d4402e5', 'name': '', 'network_id': '3b7be5f2-485b-4c85-8f98-fb200971b61c', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:ac:76', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c2bfbd9b-0f05-47ea-a3fe-4882b6cd1a58', 'device_owner': 'network:router_gateway', 'standard_attr_id': 286, 'fixed_ips': [{'subnet_id': '4887111e-1302-416a-ab8e-c957c9df7f85', 'ip_address': '172.27.3.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830088-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T11:02:48Z', 'updated_at': '2022-04-12T11:02:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4887111e-1302-416a-ab8e-c957c9df7f85', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830088-4-iscsi'}] {{(pid=103260) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 12 11:02:51.456413 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-764f7e9c-72e7-41b4-b95b-a2e820999f9b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1535343'] for port (ee1d3813-7355-44e7-a412-e4baa8b09e33), before_update {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:02:51.624204 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-764f7e9c-72e7-41b4-b95b-a2e820999f9b admin admin] Publish callbacks [] for port (ee1d3813-7355-44e7-a412-e4baa8b09e33), precommit_update {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:02:51.629410 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-764f7e9c-72e7-41b4-b95b-a2e820999f9b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1534861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777667992095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777667450170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777667450188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4796952'] for port (ee1d3813-7355-44e7-a412-e4baa8b09e33), after_update {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:02:51.710815 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbe8f15f-4cba-4144-97b4-95f356bb374b req-4d0c3668-0642-4e05-996a-80681f0a93a4 tempest-ServerRescueNegativeTestJSON-1304480791 tempest-ServerRescueNegativeTestJSON-1304480791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:02:51.712592 dv-cinder-830088-4-iscsi neutron-server[103257]: INFO neutron.wsgi [req-cbe8f15f-4cba-4144-97b4-95f356bb374b req-4d0c3668-0642-4e05-996a-80681f0a93a4 tempest-ServerRescueNegativeTestJSON-1304480791 tempest-ServerRescueNegativeTestJSON-1304480791-project] 10.222.0.39 "GET /v2.0/ports?device_id=9850fc3f-3ca4-4813-9ce5-f048fd29222e HTTP/1.1" status: 200 len: 945 time: 0.0724332 Apr 12 11:02:51.716280 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-764f7e9c-72e7-41b4-b95b-a2e820999f9b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-586225', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-584683'] for router_interface (c2bfbd9b-0f05-47ea-a3fe-4882b6cd1a58), after_create {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:02:51.723587 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-764f7e9c-72e7-41b4-b95b-a2e820999f9b admin admin] Pushing event updated for resources: {'Port': ['ID=ee1d3813-7355-44e7-a412-e4baa8b09e33,revision_number=2']} {{(pid=103258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:02:51.776900 dv-cinder-830088-4-iscsi neutron-server[103257]: INFO neutron.wsgi [req-cbe8f15f-4cba-4144-97b4-95f356bb374b req-c906d3db-622a-42e0-9e3c-b0ed694c9b3a tempest-ServerRescueNegativeTestJSON-1304480791 tempest-ServerRescueNegativeTestJSON-1304480791-project] 10.222.0.39 "GET /v2.0/security-groups?id=d3f9b1f1-6368-4c51-964e-16ec3a7a3785&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0576806 Apr 12 11:02:51.864671 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-764f7e9c-72e7-41b4-b95b-a2e820999f9b admin admin] Network 6b07eef1-d07a-4859-9857-639b7b48caec is already hosted by enough agents. {{(pid=103258) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 11:02:51.883454 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dae0471-8f4e-4174-a39d-79159c6d8ba4 req-bb4686f5-637e-4a34-8175-3e9eb9c0239c tempest-VolumesActionsTest-672028374 tempest-VolumesActionsTest-672028374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:02:51.885969 dv-cinder-830088-4-iscsi neutron-server[103258]: INFO neutron.wsgi [req-2dae0471-8f4e-4174-a39d-79159c6d8ba4 req-bb4686f5-637e-4a34-8175-3e9eb9c0239c tempest-VolumesActionsTest-672028374 tempest-VolumesActionsTest-672028374-project] 10.222.0.53 "GET /v2.0/ports?device_id=e21b234c-d18c-4054-9447-91580c1e1447 HTTP/1.1" status: 200 len: 945 time: 0.0680015 Apr 12 11:02:51.887747 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.scheduler.base_scheduler [None req-764f7e9c-72e7-41b4-b95b-a2e820999f9b admin admin] Resources bound (agent type, host, resource id): {{(pid=103258) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 11:02:51.981145 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron.plugins.ml2.rpc [None req-e4b062a6-7a21-4431-be77-3c7776c11043 None None] Device 0efdcee7-9091-42f3-a96c-b242a8661b9d up at agent ovs-agent-dv-cinder-830088-4-iscsi {{(pid=103259) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 11:02:52.033744 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.plugins.ml2.plugin [req-2dae0471-8f4e-4174-a39d-79159c6d8ba4 req-14d35a0e-43be-482a-9d29-9c8b24c80e36 tempest-VolumesActionsTest-672028374 tempest-VolumesActionsTest-672028374-project] Deleting port 825138e6-4463-4592-a0bb-b2f1ebe18482 {{(pid=103258) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 12 11:02:52.034051 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [req-2dae0471-8f4e-4174-a39d-79159c6d8ba4 req-14d35a0e-43be-482a-9d29-9c8b24c80e36 tempest-VolumesActionsTest-672028374 tempest-VolumesActionsTest-672028374-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777667983647'] for port (825138e6-4463-4592-a0bb-b2f1ebe18482), before_delete {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:02:52.053615 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron.db.provisioning_blocks [None req-e4b062a6-7a21-4431-be77-3c7776c11043 None None] Provisioning complete for port 0efdcee7-9091-42f3-a96c-b242a8661b9d triggered by entity L2. {{(pid=103259) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 11:02:52.054784 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron_lib.callbacks.manager [None req-e4b062a6-7a21-4431-be77-3c7776c11043 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1343588'] for port (0efdcee7-9091-42f3-a96c-b242a8661b9d), provisioning_complete {{(pid=103259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:02:52.195569 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.plugins.ml2.db [req-2dae0471-8f4e-4174-a39d-79159c6d8ba4 req-14d35a0e-43be-482a-9d29-9c8b24c80e36 tempest-VolumesActionsTest-672028374 tempest-VolumesActionsTest-672028374-project] For port 825138e6-4463-4592-a0bb-b2f1ebe18482, host hv-cinder-83008, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83008',level=0,port_id=825138e6-4463-4592-a0bb-b2f1ebe18482,segment=NetworkSegment(4ef6265e-81d1-422d-a625-9e9d19b9243d),segment_id=4ef6265e-81d1-422d-a625-9e9d19b9243d)] {{(pid=103258) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 11:02:52.196036 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [req-2dae0471-8f4e-4174-a39d-79159c6d8ba4 req-14d35a0e-43be-482a-9d29-9c8b24c80e36 tempest-VolumesActionsTest-672028374 tempest-VolumesActionsTest-672028374-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-575824'] for port (825138e6-4463-4592-a0bb-b2f1ebe18482), precommit_delete {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:02:52.201102 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-764f7e9c-72e7-41b4-b95b-a2e820999f9b admin admin] Router c2bfbd9b-0f05-47ea-a3fe-4882b6cd1a58 has already been hosted by L3 agent 77f5e085-0284-4236-9dbf-35d2d452e277 {{(pid=103258) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 12 11:02:52.215335 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.plugins.ml2.plugin [req-2dae0471-8f4e-4174-a39d-79159c6d8ba4 req-14d35a0e-43be-482a-9d29-9c8b24c80e36 tempest-VolumesActionsTest-672028374 tempest-VolumesActionsTest-672028374-project] Calling delete_port for 825138e6-4463-4592-a0bb-b2f1ebe18482 owned by compute:nova {{(pid=103258) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 12 11:02:52.274571 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron.db.provisioning_blocks [None req-30b4edb8-2160-437b-88d6-b0ecab753b5b None None] Provisioning complete for port ee1d3813-7355-44e7-a412-e4baa8b09e33 triggered by entity DHCP. {{(pid=103259) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 11:02:52.275553 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron_lib.callbacks.manager [None req-30b4edb8-2160-437b-88d6-b0ecab753b5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1343588'] for port (ee1d3813-7355-44e7-a412-e4baa8b09e33), provisioning_complete {{(pid=103259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:02:52.332761 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron.plugins.ml2.plugin [None req-30b4edb8-2160-437b-88d6-b0ecab753b5b None None] Port ee1d3813-7355-44e7-a412-e4baa8b09e33 cannot update to ACTIVE because it is not bound. {{(pid=103259) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 12 11:02:52.346275 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron.plugins.ml2.plugin [None req-e4b062a6-7a21-4431-be77-3c7776c11043 None None] Current status of the port 0efdcee7-9091-42f3-a96c-b242a8661b9d is: ACTIVE; New status is: ACTIVE {{(pid=103259) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 11:02:52.347398 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron.plugins.ml2.rpc [None req-e4b062a6-7a21-4431-be77-3c7776c11043 None None] Device 382d4000-7e14-4e0e-8323-855f7d4402e5 up at agent ovs-agent-dv-cinder-830088-4-iscsi {{(pid=103259) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 11:02:52.398159 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron.db.provisioning_blocks [None req-e4b062a6-7a21-4431-be77-3c7776c11043 None None] Provisioning complete for port 382d4000-7e14-4e0e-8323-855f7d4402e5 triggered by entity L2. {{(pid=103259) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 11:02:52.398537 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron_lib.callbacks.manager [None req-e4b062a6-7a21-4431-be77-3c7776c11043 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1343588'] for port (382d4000-7e14-4e0e-8323-855f7d4402e5), provisioning_complete {{(pid=103259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:02:52.401566 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-764f7e9c-72e7-41b4-b95b-a2e820999f9b admin admin] Notify agent at l3_agent.dv-cinder-830088-4-iscsi the message routers_updated {{(pid=103258) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 12 11:02:52.408787 dv-cinder-830088-4-iscsi neutron-server[103258]: INFO neutron.wsgi [None req-764f7e9c-72e7-41b4-b95b-a2e820999f9b admin admin] 10.222.0.39 "PUT /v2.0/routers/c2bfbd9b-0f05-47ea-a3fe-4882b6cd1a58/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2869494 Apr 12 11:02:52.486744 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [req-2dae0471-8f4e-4174-a39d-79159c6d8ba4 req-14d35a0e-43be-482a-9d29-9c8b24c80e36 tempest-VolumesActionsTest-672028374 tempest-VolumesActionsTest-672028374-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1534861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777667992077', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777667450161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4796947'] for port (825138e6-4463-4592-a0bb-b2f1ebe18482), after_delete {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:02:52.494218 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron.plugins.ml2.plugin [None req-e4b062a6-7a21-4431-be77-3c7776c11043 None None] Current status of the port 382d4000-7e14-4e0e-8323-855f7d4402e5 is: DOWN; New status is: ACTIVE {{(pid=103259) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 11:02:52.494852 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron_lib.callbacks.manager [None req-e4b062a6-7a21-4431-be77-3c7776c11043 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1535343'] for port (382d4000-7e14-4e0e-8323-855f7d4402e5), before_update {{(pid=103259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:02:52.523463 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron.plugins.ml2.db [None req-e4b062a6-7a21-4431-be77-3c7776c11043 None None] For port 382d4000-7e14-4e0e-8323-855f7d4402e5, host dv-cinder-830088-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830088-4-iscsi',level=0,port_id=382d4000-7e14-4e0e-8323-855f7d4402e5,segment=NetworkSegment(d942c271-b630-4108-8616-b993c4b79ecb),segment_id=d942c271-b630-4108-8616-b993c4b79ecb)] {{(pid=103259) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 11:02:52.530671 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron_lib.callbacks.manager [None req-e4b062a6-7a21-4431-be77-3c7776c11043 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1534861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777667992095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777667450170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777667450188'] for port (382d4000-7e14-4e0e-8323-855f7d4402e5), after_update {{(pid=103259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:02:52.535732 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron.plugins.ml2.db [None req-ae6c308c-a92e-4424-a7f8-d6a17e5174ef None None] get_ports_and_sgs() called for port_ids ['825138e6-4463-4592-a0bb-b2f1ebe18482'] {{(pid=103259) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 12 11:02:52.560647 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14d35a0e-43be-482a-9d29-9c8b24c80e36 tempest-VolumesActionsTest-672028374 tempest-VolumesActionsTest-672028374-project] Pushing event deleted for resources: {'Port': ['ID=825138e6-4463-4592-a0bb-b2f1ebe18482,revision_number=None']} {{(pid=103258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:02:52.597786 dv-cinder-830088-4-iscsi neutron-server[103258]: INFO neutron.wsgi [req-b32dcac8-8643-49db-bf80-15f88c0eeaaa req-5b80027d-7b92-430e-a16e-e11232322b9d tempest-VolumesActionsTest-672028374 tempest-VolumesActionsTest-672028374-project] 10.222.0.39 "GET /v2.0/ports?device_id=e21b234c-d18c-4054-9447-91580c1e1447 HTTP/1.1" status: 200 len: 210 time: 0.0498543 Apr 12 11:02:52.598264 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.db.l3_dvrscheduler_db [req-2dae0471-8f4e-4174-a39d-79159c6d8ba4 req-14d35a0e-43be-482a-9d29-9c8b24c80e36 tempest-VolumesActionsTest-672028374 tempest-VolumesActionsTest-672028374-project] No DVR routers for this DVR port 825138e6-4463-4592-a0bb-b2f1ebe18482 on host hv-cinder-83008 {{(pid=103258) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 12 11:02:52.601118 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [req-2dae0471-8f4e-4174-a39d-79159c6d8ba4 req-14d35a0e-43be-482a-9d29-9c8b24c80e36 tempest-VolumesActionsTest-672028374 tempest-VolumesActionsTest-672028374-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108023'] for port (None), before_response {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:02:52.604674 dv-cinder-830088-4-iscsi neutron-server[103258]: INFO neutron.wsgi [req-2dae0471-8f4e-4174-a39d-79159c6d8ba4 req-14d35a0e-43be-482a-9d29-9c8b24c80e36 tempest-VolumesActionsTest-672028374 tempest-VolumesActionsTest-672028374-project] 10.222.0.53 "DELETE /v2.0/ports/825138e6-4463-4592-a0bb-b2f1ebe18482 HTTP/1.1" status: 204 len: 173 time: 0.6646564 Apr 12 11:02:52.605143 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e21b234c-d18c-4054-9447-91580c1e1447', 'name': 'network-vif-deleted', 'tag': '825138e6-4463-4592-a0bb-b2f1ebe18482'}] {{(pid=103258) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 11:02:52.607990 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c54b6d548356c9296345eb8e608a1624e6dfb095c10b2709a108c8ba991c21a4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d9479a1a-3872-418c-8963-de47bcc9ca74" -d '{"events": [{"server_uuid": "e21b234c-d18c-4054-9447-91580c1e1447", "name": "network-vif-deleted", "tag": "825138e6-4463-4592-a0bb-b2f1ebe18482"}]}' {{(pid=103258) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 11:02:52.616944 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4b062a6-7a21-4431-be77-3c7776c11043 None None] Pushing event updated for resources: {'Port': ['ID=382d4000-7e14-4e0e-8323-855f7d4402e5,revision_number=4']} {{(pid=103259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:02:52.661522 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Apr 2022 11:02:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b7cca2f4-721d-4c79-a1d6-318c773d7826 x-openstack-request-id: req-b7cca2f4-721d-4c79-a1d6-318c773d7826 {{(pid=103258) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 11:02:52.661812 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e21b234c-d18c-4054-9447-91580c1e1447", "name": "network-vif-deleted", "tag": "825138e6-4463-4592-a0bb-b2f1ebe18482", "status": "completed", "code": 200}]} {{(pid=103258) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 11:02:52.662063 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-b7cca2f4-721d-4c79-a1d6-318c773d7826 {{(pid=103258) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 11:02:52.662462 dv-cinder-830088-4-iscsi neutron-server[103258]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b7cca2f4-721d-4c79-a1d6-318c773d7826'] response: {'server_uuid': 'e21b234c-d18c-4054-9447-91580c1e1447', 'name': 'network-vif-deleted', 'tag': '825138e6-4463-4592-a0bb-b2f1ebe18482', 'status': 'completed', 'code': 200} Apr 12 11:02:52.884690 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9d1d36b-6ffe-468c-9625-8d350092c778 req-4c6db203-c6b8-40b9-bd0e-b9e18bece6f4 tempest-ServerRescueNegativeTestJSON-1304480791 tempest-ServerRescueNegativeTestJSON-1304480791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:02:52.886195 dv-cinder-830088-4-iscsi neutron-server[103258]: INFO neutron.wsgi [req-c9d1d36b-6ffe-468c-9625-8d350092c778 req-4c6db203-c6b8-40b9-bd0e-b9e18bece6f4 tempest-ServerRescueNegativeTestJSON-1304480791 tempest-ServerRescueNegativeTestJSON-1304480791-project] 10.222.0.39 "GET /v2.0/ports?device_id=9850fc3f-3ca4-4813-9ce5-f048fd29222e HTTP/1.1" status: 200 len: 945 time: 0.0488999 Apr 12 11:02:52.935821 dv-cinder-830088-4-iscsi neutron-server[103258]: INFO neutron.wsgi [req-c9d1d36b-6ffe-468c-9625-8d350092c778 req-6fe639a9-b40a-45ac-8f08-e288fa63ae5b tempest-ServerRescueNegativeTestJSON-1304480791 tempest-ServerRescueNegativeTestJSON-1304480791-project] 10.222.0.39 "GET /v2.0/security-groups?id=d3f9b1f1-6368-4c51-964e-16ec3a7a3785&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440633 Apr 12 11:02:52.960958 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.wsgi [-] (103258) accepted ('10.222.0.39', 52606) {{(pid=103258) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 11:02:52.966452 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.api.v2.base [None req-a6ff789b-ecf8-40b0-abc2-3062caeef5f2 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-995339280-network', 'tenant_id': '185f953920024ba2ae1226bc0df55949'}} {{(pid=103258) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 11:02:52.987184 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a6ff789b-ecf8-40b0-abc2-3062caeef5f2 admin admin] Made reservation on behalf of 185f953920024ba2ae1226bc0df55949 for: {'network': 1} {{(pid=103258) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 12 11:02:52.989472 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-a6ff789b-ecf8-40b0-abc2-3062caeef5f2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1535343'] for network (None), before_create {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:02:52.997848 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-a6ff789b-ecf8-40b0-abc2-3062caeef5f2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:02:53.073789 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-a6ff789b-ecf8-40b0-abc2-3062caeef5f2 admin admin] Publish callbacks [] for security_group (42c2d295-a149-43b0-84cf-8825312e10c4), precommit_create {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:02:53.077738 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-a6ff789b-ecf8-40b0-abc2-3062caeef5f2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-415253'] for security_group (42c2d295-a149-43b0-84cf-8825312e10c4), after_create {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:02:53.101944 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a6ff789b-ecf8-40b0-abc2-3062caeef5f2 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 513} {{(pid=103258) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 12 11:02:53.118313 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6ff789b-ecf8-40b0-abc2-3062caeef5f2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=42c2d295-a149-43b0-84cf-8825312e10c4,revision_number=1']} {{(pid=103258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:02:53.122325 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-a6ff789b-ecf8-40b0-abc2-3062caeef5f2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1531021'] for segment (2c3159ea-6a9b-49ce-a30a-529be056c88e), precommit_create {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:02:53.122672 dv-cinder-830088-4-iscsi neutron-server[103258]: INFO neutron.db.segments_db [None req-a6ff789b-ecf8-40b0-abc2-3062caeef5f2 admin admin] Added segment 2c3159ea-6a9b-49ce-a30a-529be056c88e of type vlan for network 1aa1357a-efde-48ef-9c1b-166a435bd8dc Apr 12 11:02:53.162639 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-a6ff789b-ecf8-40b0-abc2-3062caeef5f2 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777667466078'] for network (1aa1357a-efde-48ef-9c1b-166a435bd8dc), precommit_create {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:02:53.187392 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-a6ff789b-ecf8-40b0-abc2-3062caeef5f2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-415428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586207'] for network (1aa1357a-efde-48ef-9c1b-166a435bd8dc), after_create {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:02:53.188452 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6ff789b-ecf8-40b0-abc2-3062caeef5f2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:02:53.189024 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-a6ff789b-ecf8-40b0-abc2-3062caeef5f2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586029'] for network (None), before_response {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:02:53.224479 dv-cinder-830088-4-iscsi neutron-server[103258]: INFO neutron.wsgi [None req-a6ff789b-ecf8-40b0-abc2-3062caeef5f2 admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.2590849 Apr 12 11:02:53.224956 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron.wsgi [-] (103257) accepted ('10.222.0.39', 52610) {{(pid=103257) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 11:02:53.230214 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron.api.v2.base [None req-99e0e3e1-e44e-4e16-871a-2b1d8b1a7493 admin admin] Request body: {'subnet': {'network_id': '1aa1357a-efde-48ef-9c1b-166a435bd8dc', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-995339280-subnet', 'tenant_id': '185f953920024ba2ae1226bc0df55949', 'ip_version': 4}} {{(pid=103257) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 11:02:53.244682 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5fd2b48f-6518-4be5-a9c9-d6fb2c946fe2 None None] Sync routers for ids ['c2bfbd9b-0f05-47ea-a3fe-4882b6cd1a58'] in dv-cinder-830088-4-iscsi {{(pid=103259) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 12 11:02:53.251472 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6ff789b-ecf8-40b0-abc2-3062caeef5f2 admin admin] Pushing event updated for resources: {'Network': ['ID=1aa1357a-efde-48ef-9c1b-166a435bd8dc,revision_number=1']} {{(pid=103258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:02:53.259361 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5fd2b48f-6518-4be5-a9c9-d6fb2c946fe2 None None] Routers {'c2bfbd9b-0f05-47ea-a3fe-4882b6cd1a58'} bound to L3 agent in host dv-cinder-830088-4-iscsi {{(pid=103259) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 11:02:53.261178 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-99e0e3e1-e44e-4e16-871a-2b1d8b1a7493 admin admin] Made reservation on behalf of 185f953920024ba2ae1226bc0df55949 for: {'subnet': 1} {{(pid=103257) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 12 11:02:53.263199 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron.db.l3_hamode_db [None req-5fd2b48f-6518-4be5-a9c9-d6fb2c946fe2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830088-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-12T10:52:12Z,description=,heartbeat_timestamp=2022-04-12T11:02:43Z,host='dv-cinder-830088-4-iscsi',id=77f5e085-0284-4236-9dbf-35d2d452e277,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T10:52:12Z,topic='l3_agent')) {'router_ids': ['c2bfbd9b-0f05-47ea-a3fe-4882b6cd1a58'], 'active': True} {{(pid=103259) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 11:02:53.263534 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-99e0e3e1-e44e-4e16-871a-2b1d8b1a7493 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5341082'] for subnet (None), before_create {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:02:53.268554 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron.plugins.ml2.rpc [None req-e4b062a6-7a21-4431-be77-3c7776c11043 None None] Network 1aa1357a-efde-48ef-9c1b-166a435bd8dc details requested by agent ovs-agent-dv-cinder-830088-4-iscsi with host dv-cinder-830088-4-iscsi {{(pid=103259) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 12 11:02:53.435612 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-99e0e3e1-e44e-4e16-871a-2b1d8b1a7493 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-439037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5269085', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5341064'] for subnet (a9c00b83-c6ca-4248-95d0-bc696986c436), after_create {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:02:53.438288 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron.db.l3_dvr_db [None req-5fd2b48f-6518-4be5-a9c9-d6fb2c946fe2 None None] Set router c2bfbd9b-0f05-47ea-a3fe-4882b6cd1a58 gateway port host: dv-cinder-830088-4-iscsi {{(pid=103259) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 11:02:53.490019 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99e0e3e1-e44e-4e16-871a-2b1d8b1a7493 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a9c00b83-c6ca-4248-95d0-bc696986c436,revision_number=0']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:02:53.501664 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99e0e3e1-e44e-4e16-871a-2b1d8b1a7493 admin admin] Checking segment: {'id': '2c3159ea-6a9b-49ce-a30a-529be056c88e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': '1aa1357a-efde-48ef-9c1b-166a435bd8dc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103257) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 11:02:53.502032 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99e0e3e1-e44e-4e16-871a-2b1d8b1a7493 admin admin] Network hostable DHCP agents. Network: 1aa1357a-efde-48ef-9c1b-166a435bd8dc, hostable agents: ['0a0a44e5-732d-48d9-a8ad-b47e7b7c1a86'], hosted agents: [] {{(pid=103257) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 12 11:02:53.520317 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99e0e3e1-e44e-4e16-871a-2b1d8b1a7493 admin admin] Network 1aa1357a-efde-48ef-9c1b-166a435bd8dc is scheduled to be hosted by DHCP agent 0a0a44e5-732d-48d9-a8ad-b47e7b7c1a86 with binding_index 1 {{(pid=103257) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 12 11:02:53.529272 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron.scheduler.base_scheduler [None req-99e0e3e1-e44e-4e16-871a-2b1d8b1a7493 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-830088-4-iscsi, 1aa1357a-efde-48ef-9c1b-166a435bd8dc) {{(pid=103257) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 11:02:53.534498 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99e0e3e1-e44e-4e16-871a-2b1d8b1a7493 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:02:53.535125 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-99e0e3e1-e44e-4e16-871a-2b1d8b1a7493 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586029'] for subnet (None), before_response {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:02:53.539158 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82e82feb-6885-4deb-964f-f1685ae835a2 None None] Network 1aa1357a-efde-48ef-9c1b-166a435bd8dc requested from dv-cinder-830088-4-iscsi {{(pid=103259) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 12 11:02:53.554777 dv-cinder-830088-4-iscsi neutron-server[103257]: INFO neutron.wsgi [None req-99e0e3e1-e44e-4e16-871a-2b1d8b1a7493 admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.3261838 Apr 12 11:02:53.554985 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron.wsgi [-] (103257) accepted ('10.222.0.39', 52618) {{(pid=103257) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 11:02:53.559149 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron.api.v2.base [None req-dc835a22-8f0b-4039-9dae-0daf1a2e0758 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-995339280-router', 'tenant_id': '185f953920024ba2ae1226bc0df55949', 'external_gateway_info': {'network_id': '3b7be5f2-485b-4c85-8f98-fb200971b61c'}}} {{(pid=103257) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 11:02:53.579038 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-dc835a22-8f0b-4039-9dae-0daf1a2e0758 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-518224', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14475'] for router (52a119ef-499f-4af8-8b07-100074dbd2a6), before_create {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:02:53.580029 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-dc835a22-8f0b-4039-9dae-0daf1a2e0758 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-519904', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-577883', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-347708', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14482'] for router (52a119ef-499f-4af8-8b07-100074dbd2a6), precommit_create {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:02:53.635605 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-dc835a22-8f0b-4039-9dae-0daf1a2e0758 admin admin] Publish callbacks [] for router_controller (52a119ef-499f-4af8-8b07-100074dbd2a6), precommit_add_association {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:02:53.717336 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-457c9e2f-27f5-47b0-894b-8c9ee095d582 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp428fab94-ffe0-5fd5-8965-378eceeea6ce-1aa1357a-efde-48ef-9c1b-166a435bd8dc', 'network_id': '1aa1357a-efde-48ef-9c1b-166a435bd8dc', 'project_id': '185f953920024ba2ae1226bc0df55949', 'fixed_ips': [{'subnet_id': 'a9c00b83-c6ca-4248-95d0-bc696986c436'}]}} from dv-cinder-830088-4-iscsi. {{(pid=103259) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 12 11:02:53.718169 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron_lib.callbacks.manager [None req-457c9e2f-27f5-47b0-894b-8c9ee095d582 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1535343'] for port (None), before_create {{(pid=103259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:02:53.728218 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron.db.l3_hamode_db [None req-5fd2b48f-6518-4be5-a9c9-d6fb2c946fe2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c2bfbd9b-0f05-47ea-a3fe-4882b6cd1a58', 'name': 'tempest-TestMinimumBasicScenario-1538033806-router', 'tenant_id': 'dcfac628f55a40e9b7615ebf00184320', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b7be5f2-485b-4c85-8f98-fb200971b61c', 'external_fixed_ips': [{'subnet_id': '4887111e-1302-416a-ab8e-c957c9df7f85', 'ip_address': '172.27.3.161'}], 'enable_snat': True}, 'gw_port_id': '382d4000-7e14-4e0e-8323-855f7d4402e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T11:02:48Z', 'updated_at': '2022-04-12T11:02:51Z', 'revision_number': 4, 'project_id': 'dcfac628f55a40e9b7615ebf00184320', 'gw_port': {'id': '382d4000-7e14-4e0e-8323-855f7d4402e5', 'name': '', 'network_id': '3b7be5f2-485b-4c85-8f98-fb200971b61c', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:ac:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2bfbd9b-0f05-47ea-a3fe-4882b6cd1a58', 'device_owner': 'network:router_gateway', 'standard_attr_id': 286, 'fixed_ips': [{'subnet_id': '4887111e-1302-416a-ab8e-c957c9df7f85', 'ip_address': '172.27.3.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830088-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T11:02:48Z', 'updated_at': '2022-04-12T11:02:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4887111e-1302-416a-ab8e-c957c9df7f85', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830088-4-iscsi', '_interfaces': [{'id': 'ee1d3813-7355-44e7-a412-e4baa8b09e33', 'name': '', 'network_id': '6b07eef1-d07a-4859-9857-639b7b48caec', 'tenant_id': 'dcfac628f55a40e9b7615ebf00184320', 'mac_address': 'fa:16:3e:a2:41:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c2bfbd9b-0f05-47ea-a3fe-4882b6cd1a58', 'device_owner': 'network:router_interface', 'standard_attr_id': 287, 'fixed_ips': [{'subnet_id': '62a3d71a-6b7f-4b84-be49-3fdc054580de', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T11:02:50Z', 'updated_at': '2022-04-12T11:02:51Z', 'revision_number': 2, 'project_id': 'dcfac628f55a40e9b7615ebf00184320', 'subnets': [{'id': '62a3d71a-6b7f-4b84-be49-3fdc054580de', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830088-4-iscsi', False) {} {{(pid=103259) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 11:02:53.756408 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5fd2b48f-6518-4be5-a9c9-d6fb2c946fe2 None None] Checking router: c2bfbd9b-0f05-47ea-a3fe-4882b6cd1a58 for host: dv-cinder-830088-4-iscsi {{(pid=103259) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 12 11:02:53.756754 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5fd2b48f-6518-4be5-a9c9-d6fb2c946fe2 None None] Updating router c2bfbd9b-0f05-47ea-a3fe-4882b6cd1a58 port ee1d3813-7355-44e7-a412-e4baa8b09e33 binding host dv-cinder-830088-4-iscsi {{(pid=103259) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 12 11:02:53.793058 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron_lib.callbacks.manager [None req-5fd2b48f-6518-4be5-a9c9-d6fb2c946fe2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1535343'] for port (ee1d3813-7355-44e7-a412-e4baa8b09e33), before_update {{(pid=103259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:02:53.800896 dv-cinder-830088-4-iscsi neutron-server[103257]: INFO neutron.wsgi [req-7d4d759f-67e2-4601-82e7-2ddcb872625e req-4082e3a9-b052-4075-b93e-a74e6eb4b3eb tempest-VolumesActionsTest-672028374 tempest-VolumesActionsTest-672028374-project] 10.222.0.39 "GET /v2.0/ports?device_id=e21b234c-d18c-4054-9447-91580c1e1447 HTTP/1.1" status: 200 len: 210 time: 0.0553412 Apr 12 11:02:53.804623 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-dc835a22-8f0b-4039-9dae-0daf1a2e0758 admin admin] Publish callbacks [] for router_gateway (52a119ef-499f-4af8-8b07-100074dbd2a6), precommit_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:02:53.895315 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron.plugins.ml2.rpc [None req-e4b062a6-7a21-4431-be77-3c7776c11043 None None] Device 382d4000-7e14-4e0e-8323-855f7d4402e5 up at agent ovs-agent-dv-cinder-830088-4-iscsi {{(pid=103259) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 11:02:54.037352 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron.db.db_base_plugin_common [None req-457c9e2f-27f5-47b0-894b-8c9ee095d582 None None] Allocated IP 172.20.0.2 (1aa1357a-efde-48ef-9c1b-166a435bd8dc/a9c00b83-c6ca-4248-95d0-bc696986c436/791529e6-b96d-4ce3-912c-f995a45f2e4f) {{(pid=103259) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 12 11:02:54.081806 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c76fc331-8972-43cb-9e2b-74f40d38eacf req-90fca638-8ebc-4aa8-bb97-fe0a80eaf328 tempest-ServerRescueNegativeTestJSON-1304480791 tempest-ServerRescueNegativeTestJSON-1304480791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:02:54.087193 dv-cinder-830088-4-iscsi neutron-server[103258]: INFO neutron.wsgi [req-c76fc331-8972-43cb-9e2b-74f40d38eacf req-90fca638-8ebc-4aa8-bb97-fe0a80eaf328 tempest-ServerRescueNegativeTestJSON-1304480791 tempest-ServerRescueNegativeTestJSON-1304480791-project] 10.222.0.39 "GET /v2.0/ports?device_id=9850fc3f-3ca4-4813-9ce5-f048fd29222e HTTP/1.1" status: 200 len: 945 time: 0.0814517 Apr 12 11:02:54.129462 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron.db.provisioning_blocks [None req-e4b062a6-7a21-4431-be77-3c7776c11043 None None] Provisioning complete for port 382d4000-7e14-4e0e-8323-855f7d4402e5 triggered by entity L2. {{(pid=103259) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 11:02:54.129833 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron_lib.callbacks.manager [None req-e4b062a6-7a21-4431-be77-3c7776c11043 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1343588'] for port (382d4000-7e14-4e0e-8323-855f7d4402e5), provisioning_complete {{(pid=103259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:02:54.138095 dv-cinder-830088-4-iscsi neutron-server[103258]: INFO neutron.wsgi [req-c76fc331-8972-43cb-9e2b-74f40d38eacf req-5582d3c3-e3e3-4540-86de-81c9d63afe01 tempest-ServerRescueNegativeTestJSON-1304480791 tempest-ServerRescueNegativeTestJSON-1304480791-project] 10.222.0.39 "GET /v2.0/security-groups?id=d3f9b1f1-6368-4c51-964e-16ec3a7a3785&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479722 Apr 12 11:02:54.238186 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-dc835a22-8f0b-4039-9dae-0daf1a2e0758 admin admin] Publish callbacks [] for router_gateway (52a119ef-499f-4af8-8b07-100074dbd2a6), before_create {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:02:54.257690 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-dc835a22-8f0b-4039-9dae-0daf1a2e0758 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1535343'] for port (None), before_create {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:02:54.361897 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron_lib.callbacks.manager [None req-457c9e2f-27f5-47b0-894b-8c9ee095d582 None None] Publish callbacks [] for port (791529e6-b96d-4ce3-912c-f995a45f2e4f), precommit_create {{(pid=103259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:02:54.364552 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron.db.db_base_plugin_common [None req-dc835a22-8f0b-4039-9dae-0daf1a2e0758 admin admin] Allocated IP 172.27.3.216 (3b7be5f2-485b-4c85-8f98-fb200971b61c/4887111e-1302-416a-ab8e-c957c9df7f85/eb201387-b7a7-4777-a143-53a5eee3833e) {{(pid=103257) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 12 11:02:54.381260 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron_lib.callbacks.manager [None req-457c9e2f-27f5-47b0-894b-8c9ee095d582 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1534861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777667450152'] for port (791529e6-b96d-4ce3-912c-f995a45f2e4f), after_create {{(pid=103259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:02:54.387151 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron.plugins.ml2.plugin [None req-e4b062a6-7a21-4431-be77-3c7776c11043 None None] Current status of the port 382d4000-7e14-4e0e-8323-855f7d4402e5 is: ACTIVE; New status is: ACTIVE {{(pid=103259) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 11:02:54.393752 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron_lib.callbacks.manager [None req-5fd2b48f-6518-4be5-a9c9-d6fb2c946fe2 None None] Publish callbacks [] for port (ee1d3813-7355-44e7-a412-e4baa8b09e33), precommit_update {{(pid=103259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:02:54.420549 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron_lib.callbacks.manager [None req-5fd2b48f-6518-4be5-a9c9-d6fb2c946fe2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1534861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777667992095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777667450170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777667450188'] for port (ee1d3813-7355-44e7-a412-e4baa8b09e33), after_update {{(pid=103259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:02:54.432816 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-457c9e2f-27f5-47b0-894b-8c9ee095d582 None None] Network 1aa1357a-efde-48ef-9c1b-166a435bd8dc is already hosted by enough agents. {{(pid=103259) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 11:02:54.439975 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron.scheduler.base_scheduler [None req-457c9e2f-27f5-47b0-894b-8c9ee095d582 None None] Resources bound (agent type, host, resource id): {{(pid=103259) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 11:02:54.447314 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron.db.l3_dvrscheduler_db [None req-457c9e2f-27f5-47b0-894b-8c9ee095d582 None None] Received port after_create {{(pid=103259) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 12 11:02:54.453280 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-457c9e2f-27f5-47b0-894b-8c9ee095d582 None None] Pushing event updated for resources: {'Port': ['ID=791529e6-b96d-4ce3-912c-f995a45f2e4f,revision_number=1']} {{(pid=103259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:02:54.484443 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-dc835a22-8f0b-4039-9dae-0daf1a2e0758 admin admin] Publish callbacks [] for port (eb201387-b7a7-4777-a143-53a5eee3833e), precommit_create {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:02:54.534533 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-dc835a22-8f0b-4039-9dae-0daf1a2e0758 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1534861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777667450152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5265645'] for port (eb201387-b7a7-4777-a143-53a5eee3833e), after_create {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:02:54.576532 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc835a22-8f0b-4039-9dae-0daf1a2e0758 admin admin] Network 3b7be5f2-485b-4c85-8f98-fb200971b61c is already hosted by enough agents. {{(pid=103257) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 11:02:54.583281 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron.scheduler.base_scheduler [None req-dc835a22-8f0b-4039-9dae-0daf1a2e0758 admin admin] Resources bound (agent type, host, resource id): {{(pid=103257) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 11:02:54.585772 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc835a22-8f0b-4039-9dae-0daf1a2e0758 admin admin] Received port after_create {{(pid=103257) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 12 11:02:54.625027 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc835a22-8f0b-4039-9dae-0daf1a2e0758 admin admin] Pushing event updated for resources: {'Port': ['ID=eb201387-b7a7-4777-a143-53a5eee3833e,revision_number=1']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:02:54.689070 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4faaf3c2-d055-4f51-9d02-7403f6742c2b None None] Pushing event updated for resources: {'Port': ['ID=ee1d3813-7355-44e7-a412-e4baa8b09e33,revision_number=3']} {{(pid=103259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:02:54.725149 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron.plugins.ml2.managers [None req-457c9e2f-27f5-47b0-894b-8c9ee095d582 None None] Attempting to bind port 791529e6-b96d-4ce3-912c-f995a45f2e4f on host dv-cinder-830088-4-iscsi for vnic_type normal with profile {{(pid=103259) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 12 11:02:54.725544 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron.plugins.ml2.managers [None req-457c9e2f-27f5-47b0-894b-8c9ee095d582 None None] Attempting to bind port 791529e6-b96d-4ce3-912c-f995a45f2e4f by drivers openvswitch,hyperv on host dv-cinder-830088-4-iscsi at level 0 using segments [{'id': '2c3159ea-6a9b-49ce-a30a-529be056c88e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': '1aa1357a-efde-48ef-9c1b-166a435bd8dc'}] {{(pid=103259) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 12 11:02:54.725907 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-457c9e2f-27f5-47b0-894b-8c9ee095d582 None None] Attempting to bind port 791529e6-b96d-4ce3-912c-f995a45f2e4f on network 1aa1357a-efde-48ef-9c1b-166a435bd8dc {{(pid=103259) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 11:02:54.737354 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-457c9e2f-27f5-47b0-894b-8c9ee095d582 None None] Checking agent: {'id': 'c71cae7d-514b-467a-8477-0a67bee0b970', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-830088-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 12, 10, 52, 16), 'started_at': datetime.datetime(2022, 4, 12, 10, 52, 46), 'heartbeat_timestamp': datetime.datetime(2022, 4, 12, 11, 2, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-830088-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103259) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 12 11:02:54.737669 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-457c9e2f-27f5-47b0-894b-8c9ee095d582 None None] Checking segment: {'id': '2c3159ea-6a9b-49ce-a30a-529be056c88e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': '1aa1357a-efde-48ef-9c1b-166a435bd8dc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103259) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 11:02:54.738040 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron_lib.callbacks.manager [None req-457c9e2f-27f5-47b0-894b-8c9ee095d582 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:02:54.738424 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-457c9e2f-27f5-47b0-894b-8c9ee095d582 None None] Bound using segment: {'id': '2c3159ea-6a9b-49ce-a30a-529be056c88e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': '1aa1357a-efde-48ef-9c1b-166a435bd8dc'} {{(pid=103259) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 12 11:02:54.738906 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron.plugins.ml2.managers [None req-457c9e2f-27f5-47b0-894b-8c9ee095d582 None None] Bound port: 791529e6-b96d-4ce3-912c-f995a45f2e4f, host: dv-cinder-830088-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2c3159ea-6a9b-49ce-a30a-529be056c88e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': '1aa1357a-efde-48ef-9c1b-166a435bd8dc'}}] {{(pid=103259) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 12 11:02:54.739283 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron_lib.callbacks.manager [None req-457c9e2f-27f5-47b0-894b-8c9ee095d582 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1535343'] for port (791529e6-b96d-4ce3-912c-f995a45f2e4f), before_update {{(pid=103259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:02:54.741165 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron.plugins.ml2.managers [None req-5fd2b48f-6518-4be5-a9c9-d6fb2c946fe2 None None] Attempting to bind port ee1d3813-7355-44e7-a412-e4baa8b09e33 on host dv-cinder-830088-4-iscsi for vnic_type normal with profile {{(pid=103259) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 12 11:02:54.741518 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron.plugins.ml2.managers [None req-5fd2b48f-6518-4be5-a9c9-d6fb2c946fe2 None None] Attempting to bind port ee1d3813-7355-44e7-a412-e4baa8b09e33 by drivers openvswitch,hyperv on host dv-cinder-830088-4-iscsi at level 0 using segments [{'id': 'e9f6dafb-a075-420d-87aa-8b06d81648cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': '6b07eef1-d07a-4859-9857-639b7b48caec'}] {{(pid=103259) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 12 11:02:54.741863 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5fd2b48f-6518-4be5-a9c9-d6fb2c946fe2 None None] Attempting to bind port ee1d3813-7355-44e7-a412-e4baa8b09e33 on network 6b07eef1-d07a-4859-9857-639b7b48caec {{(pid=103259) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 11:02:54.755066 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5fd2b48f-6518-4be5-a9c9-d6fb2c946fe2 None None] Checking agent: {'id': 'c71cae7d-514b-467a-8477-0a67bee0b970', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-830088-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 12, 10, 52, 16), 'started_at': datetime.datetime(2022, 4, 12, 10, 52, 46), 'heartbeat_timestamp': datetime.datetime(2022, 4, 12, 11, 2, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-830088-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103259) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 12 11:02:54.755413 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5fd2b48f-6518-4be5-a9c9-d6fb2c946fe2 None None] Checking segment: {'id': 'e9f6dafb-a075-420d-87aa-8b06d81648cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': '6b07eef1-d07a-4859-9857-639b7b48caec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103259) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 11:02:54.755732 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron_lib.callbacks.manager [None req-5fd2b48f-6518-4be5-a9c9-d6fb2c946fe2 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:02:54.756118 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5fd2b48f-6518-4be5-a9c9-d6fb2c946fe2 None None] Bound using segment: {'id': 'e9f6dafb-a075-420d-87aa-8b06d81648cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': '6b07eef1-d07a-4859-9857-639b7b48caec'} {{(pid=103259) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 12 11:02:54.756573 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron.plugins.ml2.managers [None req-5fd2b48f-6518-4be5-a9c9-d6fb2c946fe2 None None] Bound port: ee1d3813-7355-44e7-a412-e4baa8b09e33, host: dv-cinder-830088-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e9f6dafb-a075-420d-87aa-8b06d81648cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': '6b07eef1-d07a-4859-9857-639b7b48caec'}}] {{(pid=103259) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 12 11:02:54.756946 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron_lib.callbacks.manager [None req-5fd2b48f-6518-4be5-a9c9-d6fb2c946fe2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1535343'] for port (ee1d3813-7355-44e7-a412-e4baa8b09e33), before_update {{(pid=103259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:02:54.800408 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron.db.provisioning_blocks [None req-92da9bf0-440c-48bb-a89d-d0467afd214b None None] Provisioning complete for port ee1d3813-7355-44e7-a412-e4baa8b09e33 triggered by entity DHCP. {{(pid=103259) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 11:02:54.800777 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron_lib.callbacks.manager [None req-92da9bf0-440c-48bb-a89d-d0467afd214b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1343588'] for port (ee1d3813-7355-44e7-a412-e4baa8b09e33), provisioning_complete {{(pid=103259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:02:54.864708 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-dc835a22-8f0b-4039-9dae-0daf1a2e0758 admin admin] Publish callbacks [] for router_gateway (52a119ef-499f-4af8-8b07-100074dbd2a6), after_create {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:02:54.887070 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron.plugins.ml2.plugin [None req-92da9bf0-440c-48bb-a89d-d0467afd214b None None] Port ee1d3813-7355-44e7-a412-e4baa8b09e33 cannot update to ACTIVE because it is not bound. {{(pid=103259) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 12 11:02:54.896689 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron.plugins.ml2.db [None req-457c9e2f-27f5-47b0-894b-8c9ee095d582 None None] For port 791529e6-b96d-4ce3-912c-f995a45f2e4f, host dv-cinder-830088-4-iscsi, cleared binding levels {{(pid=103259) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 12 11:02:54.902453 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron.plugins.ml2.db [None req-457c9e2f-27f5-47b0-894b-8c9ee095d582 None None] For port 791529e6-b96d-4ce3-912c-f995a45f2e4f, host dv-cinder-830088-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830088-4-iscsi',level=0,port_id=791529e6-b96d-4ce3-912c-f995a45f2e4f,segment=NetworkSegment(2c3159ea-6a9b-49ce-a30a-529be056c88e),segment_id=2c3159ea-6a9b-49ce-a30a-529be056c88e)] {{(pid=103259) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 12 11:02:54.909616 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron.plugins.ml2.db [None req-5fd2b48f-6518-4be5-a9c9-d6fb2c946fe2 None None] For port ee1d3813-7355-44e7-a412-e4baa8b09e33, host dv-cinder-830088-4-iscsi, cleared binding levels {{(pid=103259) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 12 11:02:54.913011 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron.plugins.ml2.db [None req-5fd2b48f-6518-4be5-a9c9-d6fb2c946fe2 None None] For port ee1d3813-7355-44e7-a412-e4baa8b09e33, host dv-cinder-830088-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830088-4-iscsi',level=0,port_id=ee1d3813-7355-44e7-a412-e4baa8b09e33,segment=NetworkSegment(e9f6dafb-a075-420d-87aa-8b06d81648cd),segment_id=e9f6dafb-a075-420d-87aa-8b06d81648cd)] {{(pid=103259) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 12 11:02:54.915464 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron_lib.callbacks.manager [None req-457c9e2f-27f5-47b0-894b-8c9ee095d582 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1534861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777667992095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777667450170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777667450188'] for port (791529e6-b96d-4ce3-912c-f995a45f2e4f), after_update {{(pid=103259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:02:54.944520 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron_lib.callbacks.manager [None req-5fd2b48f-6518-4be5-a9c9-d6fb2c946fe2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1534861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777667992095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777667450170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777667450188'] for port (ee1d3813-7355-44e7-a412-e4baa8b09e33), after_update {{(pid=103259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:02:54.982816 dv-cinder-830088-4-iscsi neutron-server[103257]: INFO neutron.wsgi [req-7407c7d9-1b0c-4694-9f78-c08fa7b5919b req-2d1788d4-67ff-4b9c-97aa-a5457380c8c2 tempest-VolumesActionsTest-672028374 tempest-VolumesActionsTest-672028374-project] 10.222.0.39 "GET /v2.0/ports?device_id=e21b234c-d18c-4054-9447-91580c1e1447 HTTP/1.1" status: 200 len: 210 time: 0.0640750 Apr 12 11:02:54.989906 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-457c9e2f-27f5-47b0-894b-8c9ee095d582 None None] Pushing event updated for resources: {'Port': ['ID=791529e6-b96d-4ce3-912c-f995a45f2e4f,revision_number=2']} {{(pid=103259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:02:54.995363 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5fd2b48f-6518-4be5-a9c9-d6fb2c946fe2 None None] Routers {'c2bfbd9b-0f05-47ea-a3fe-4882b6cd1a58'} bound to L3 agent in host dv-cinder-830088-4-iscsi {{(pid=103259) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 11:02:54.996213 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron.db.l3_hamode_db [None req-5fd2b48f-6518-4be5-a9c9-d6fb2c946fe2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830088-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-12T10:52:12Z,description=,heartbeat_timestamp=2022-04-12T11:02:43Z,host='dv-cinder-830088-4-iscsi',id=77f5e085-0284-4236-9dbf-35d2d452e277,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T10:52:12Z,topic='l3_agent')) {'router_ids': ['c2bfbd9b-0f05-47ea-a3fe-4882b6cd1a58'], 'active': True} {{(pid=103259) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 11:02:55.144700 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4faaf3c2-d055-4f51-9d02-7403f6742c2b None None] Pushing event updated for resources: {'Port': ['ID=ee1d3813-7355-44e7-a412-e4baa8b09e33,revision_number=4']} {{(pid=103259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:02:55.148357 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-dc835a22-8f0b-4039-9dae-0daf1a2e0758 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-519897', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-579496'] for router (52a119ef-499f-4af8-8b07-100074dbd2a6), after_create {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:02:55.161474 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron.db.l3_dvr_db [None req-5fd2b48f-6518-4be5-a9c9-d6fb2c946fe2 None None] Set router c2bfbd9b-0f05-47ea-a3fe-4882b6cd1a58 gateway port host: dv-cinder-830088-4-iscsi {{(pid=103259) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 11:02:55.311197 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5cc8357-24d3-41ba-9c6e-d7f69b937b47 req-83daa7d4-650a-490e-84a8-0514263454f5 tempest-ServerRescueNegativeTestJSON-1304480791 tempest-ServerRescueNegativeTestJSON-1304480791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:02:55.322484 dv-cinder-830088-4-iscsi neutron-server[103258]: INFO neutron.wsgi [req-c5cc8357-24d3-41ba-9c6e-d7f69b937b47 req-83daa7d4-650a-490e-84a8-0514263454f5 tempest-ServerRescueNegativeTestJSON-1304480791 tempest-ServerRescueNegativeTestJSON-1304480791-project] 10.222.0.39 "GET /v2.0/ports?device_id=9850fc3f-3ca4-4813-9ce5-f048fd29222e HTTP/1.1" status: 200 len: 945 time: 0.0989687 Apr 12 11:02:55.407313 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dc835a22-8f0b-4039-9dae-0daf1a2e0758 admin admin] Router 52a119ef-499f-4af8-8b07-100074dbd2a6 is scheduled to L3 agent 77f5e085-0284-4236-9dbf-35d2d452e277 with binding_index 1 {{(pid=103257) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 12 11:02:55.410824 dv-cinder-830088-4-iscsi neutron-server[103258]: INFO neutron.wsgi [req-c5cc8357-24d3-41ba-9c6e-d7f69b937b47 req-4cbd44d3-58ce-4cb1-bde6-c34586965b8e tempest-ServerRescueNegativeTestJSON-1304480791 tempest-ServerRescueNegativeTestJSON-1304480791-project] 10.222.0.39 "GET /v2.0/security-groups?id=d3f9b1f1-6368-4c51-964e-16ec3a7a3785&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0871139 Apr 12 11:02:55.444575 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron.db.provisioning_blocks [None req-6ab56816-5115-45f0-b293-537e433a3964 None None] Provisioning complete for port ee1d3813-7355-44e7-a412-e4baa8b09e33 triggered by entity DHCP. {{(pid=103259) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 11:02:55.445119 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron_lib.callbacks.manager [None req-6ab56816-5115-45f0-b293-537e433a3964 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1343588'] for port (ee1d3813-7355-44e7-a412-e4baa8b09e33), provisioning_complete {{(pid=103259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:02:55.517275 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron.db.l3_hamode_db [None req-5fd2b48f-6518-4be5-a9c9-d6fb2c946fe2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c2bfbd9b-0f05-47ea-a3fe-4882b6cd1a58', 'name': 'tempest-TestMinimumBasicScenario-1538033806-router', 'tenant_id': 'dcfac628f55a40e9b7615ebf00184320', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b7be5f2-485b-4c85-8f98-fb200971b61c', 'external_fixed_ips': [{'subnet_id': '4887111e-1302-416a-ab8e-c957c9df7f85', 'ip_address': '172.27.3.161'}], 'enable_snat': True}, 'gw_port_id': '382d4000-7e14-4e0e-8323-855f7d4402e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T11:02:48Z', 'updated_at': '2022-04-12T11:02:51Z', 'revision_number': 4, 'project_id': 'dcfac628f55a40e9b7615ebf00184320', 'gw_port': {'id': '382d4000-7e14-4e0e-8323-855f7d4402e5', 'name': '', 'network_id': '3b7be5f2-485b-4c85-8f98-fb200971b61c', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:ac:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2bfbd9b-0f05-47ea-a3fe-4882b6cd1a58', 'device_owner': 'network:router_gateway', 'standard_attr_id': 286, 'fixed_ips': [{'subnet_id': '4887111e-1302-416a-ab8e-c957c9df7f85', 'ip_address': '172.27.3.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830088-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T11:02:48Z', 'updated_at': '2022-04-12T11:02:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4887111e-1302-416a-ab8e-c957c9df7f85', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830088-4-iscsi', '_interfaces': [{'id': 'ee1d3813-7355-44e7-a412-e4baa8b09e33', 'name': '', 'network_id': '6b07eef1-d07a-4859-9857-639b7b48caec', 'tenant_id': 'dcfac628f55a40e9b7615ebf00184320', 'mac_address': 'fa:16:3e:a2:41:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c2bfbd9b-0f05-47ea-a3fe-4882b6cd1a58', 'device_owner': 'network:router_interface', 'standard_attr_id': 287, 'fixed_ips': [{'subnet_id': '62a3d71a-6b7f-4b84-be49-3fdc054580de', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830088-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T11:02:50Z', 'updated_at': '2022-04-12T11:02:54Z', 'revision_number': 4, 'project_id': 'dcfac628f55a40e9b7615ebf00184320', 'subnets': [{'id': '62a3d71a-6b7f-4b84-be49-3fdc054580de', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830088-4-iscsi', False) {} {{(pid=103259) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 11:02:55.543402 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dc835a22-8f0b-4039-9dae-0daf1a2e0758 admin admin] Notify agent at l3_agent.dv-cinder-830088-4-iscsi the message routers_updated {{(pid=103257) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 12 11:02:55.548156 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5fd2b48f-6518-4be5-a9c9-d6fb2c946fe2 None None] The sync data for ids ['c2bfbd9b-0f05-47ea-a3fe-4882b6cd1a58'] in dv-cinder-830088-4-iscsi is: [{'id': 'c2bfbd9b-0f05-47ea-a3fe-4882b6cd1a58', 'name': 'tempest-TestMinimumBasicScenario-1538033806-router', 'tenant_id': 'dcfac628f55a40e9b7615ebf00184320', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b7be5f2-485b-4c85-8f98-fb200971b61c', 'external_fixed_ips': [{'subnet_id': '4887111e-1302-416a-ab8e-c957c9df7f85', 'ip_address': '172.27.3.161'}], 'enable_snat': True}, 'gw_port_id': '382d4000-7e14-4e0e-8323-855f7d4402e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T11:02:48Z', 'updated_at': '2022-04-12T11:02:51Z', 'revision_number': 4, 'project_id': 'dcfac628f55a40e9b7615ebf00184320', 'gw_port': {'id': '382d4000-7e14-4e0e-8323-855f7d4402e5', 'name': '', 'network_id': '3b7be5f2-485b-4c85-8f98-fb200971b61c', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:ac:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2bfbd9b-0f05-47ea-a3fe-4882b6cd1a58', 'device_owner': 'network:router_gateway', 'standard_attr_id': 286, 'fixed_ips': [{'subnet_id': '4887111e-1302-416a-ab8e-c957c9df7f85', 'ip_address': '172.27.3.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830088-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T11:02:48Z', 'updated_at': '2022-04-12T11:02:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4887111e-1302-416a-ab8e-c957c9df7f85', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830088-4-iscsi', '_interfaces': [{'id': 'ee1d3813-7355-44e7-a412-e4baa8b09e33', 'name': '', 'network_id': '6b07eef1-d07a-4859-9857-639b7b48caec', 'tenant_id': 'dcfac628f55a40e9b7615ebf00184320', 'mac_address': 'fa:16:3e:a2:41:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c2bfbd9b-0f05-47ea-a3fe-4882b6cd1a58', 'device_owner': 'network:router_interface', 'standard_attr_id': 287, 'fixed_ips': [{'subnet_id': '62a3d71a-6b7f-4b84-be49-3fdc054580de', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830088-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T11:02:50Z', 'updated_at': '2022-04-12T11:02:54Z', 'revision_number': 4, 'project_id': 'dcfac628f55a40e9b7615ebf00184320', 'subnets': [{'id': '62a3d71a-6b7f-4b84-be49-3fdc054580de', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103259) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 12 11:02:55.558491 dv-cinder-830088-4-iscsi neutron-server[103260]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8d4fce4-2114-4ff0-9088-51fcff72dc72 None None] Sync routers for ids ['52a119ef-499f-4af8-8b07-100074dbd2a6'] in dv-cinder-830088-4-iscsi {{(pid=103260) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 12 11:02:55.566249 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-dc835a22-8f0b-4039-9dae-0daf1a2e0758 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:02:55.567674 dv-cinder-830088-4-iscsi neutron-server[103257]: INFO neutron.wsgi [None req-dc835a22-8f0b-4039-9dae-0daf1a2e0758 admin admin] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 2.0116148 Apr 12 11:02:55.571197 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.wsgi [-] (103258) accepted ('10.222.0.39', 52640) {{(pid=103258) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 11:02:55.576008 dv-cinder-830088-4-iscsi neutron-server[103260]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8d4fce4-2114-4ff0-9088-51fcff72dc72 None None] Routers {'52a119ef-499f-4af8-8b07-100074dbd2a6'} bound to L3 agent in host dv-cinder-830088-4-iscsi {{(pid=103260) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 11:02:55.577011 dv-cinder-830088-4-iscsi neutron-server[103260]: DEBUG neutron.db.l3_hamode_db [None req-f8d4fce4-2114-4ff0-9088-51fcff72dc72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830088-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-12T10:52:12Z,description=,heartbeat_timestamp=2022-04-12T11:02:43Z,host='dv-cinder-830088-4-iscsi',id=77f5e085-0284-4236-9dbf-35d2d452e277,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T10:52:12Z,topic='l3_agent')) {'router_ids': ['52a119ef-499f-4af8-8b07-100074dbd2a6'], 'active': True} {{(pid=103260) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 11:02:55.592682 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron.plugins.ml2.plugin [None req-6ab56816-5115-45f0-b293-537e433a3964 None None] Current status of the port ee1d3813-7355-44e7-a412-e4baa8b09e33 is: DOWN; New status is: ACTIVE {{(pid=103259) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 11:02:55.593079 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron_lib.callbacks.manager [None req-6ab56816-5115-45f0-b293-537e433a3964 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1535343'] for port (ee1d3813-7355-44e7-a412-e4baa8b09e33), before_update {{(pid=103259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:02:55.665181 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron.plugins.ml2.db [None req-6ab56816-5115-45f0-b293-537e433a3964 None None] For port ee1d3813-7355-44e7-a412-e4baa8b09e33, host dv-cinder-830088-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830088-4-iscsi',level=0,port_id=ee1d3813-7355-44e7-a412-e4baa8b09e33,segment=NetworkSegment(e9f6dafb-a075-420d-87aa-8b06d81648cd),segment_id=e9f6dafb-a075-420d-87aa-8b06d81648cd)] {{(pid=103259) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 11:02:55.670721 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron_lib.callbacks.manager [None req-6ab56816-5115-45f0-b293-537e433a3964 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1534861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777667992095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777667450170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777667450188'] for port (ee1d3813-7355-44e7-a412-e4baa8b09e33), after_update {{(pid=103259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:02:55.790220 dv-cinder-830088-4-iscsi neutron-server[103260]: DEBUG neutron.db.l3_dvr_db [None req-f8d4fce4-2114-4ff0-9088-51fcff72dc72 None None] Set router 52a119ef-499f-4af8-8b07-100074dbd2a6 gateway port host: dv-cinder-830088-4-iscsi {{(pid=103260) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 11:02:55.794365 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08ef6fc6-a510-4dbf-bbff-f3f77570dde6 req-8027e478-24f6-4543-97b4-675251e37d34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:02:55.795916 dv-cinder-830088-4-iscsi neutron-server[103258]: INFO neutron.wsgi [req-08ef6fc6-a510-4dbf-bbff-f3f77570dde6 req-8027e478-24f6-4543-97b4-675251e37d34 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=9850fc3f-3ca4-4813-9ce5-f048fd29222e HTTP/1.1" status: 200 len: 1129 time: 0.1010039 Apr 12 11:02:55.816320 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ab56816-5115-45f0-b293-537e433a3964 None None] Pushing event updated for resources: {'Port': ['ID=ee1d3813-7355-44e7-a412-e4baa8b09e33,revision_number=5']} {{(pid=103259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:02:56.035519 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron.plugins.ml2.rpc [None req-e4b062a6-7a21-4431-be77-3c7776c11043 None None] Device ee1d3813-7355-44e7-a412-e4baa8b09e33 up at agent ovs-agent-dv-cinder-830088-4-iscsi {{(pid=103259) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 11:02:56.060442 dv-cinder-830088-4-iscsi neutron-server[103260]: DEBUG neutron.db.l3_hamode_db [None req-f8d4fce4-2114-4ff0-9088-51fcff72dc72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '52a119ef-499f-4af8-8b07-100074dbd2a6', 'name': 'tempest-TestMinimumBasicScenario-995339280-router', 'tenant_id': '185f953920024ba2ae1226bc0df55949', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b7be5f2-485b-4c85-8f98-fb200971b61c', 'external_fixed_ips': [{'subnet_id': '4887111e-1302-416a-ab8e-c957c9df7f85', 'ip_address': '172.27.3.216'}], 'enable_snat': True}, 'gw_port_id': 'eb201387-b7a7-4777-a143-53a5eee3833e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T11:02:53Z', 'updated_at': '2022-04-12T11:02:54Z', 'revision_number': 3, 'project_id': '185f953920024ba2ae1226bc0df55949', 'gw_port': {'id': 'eb201387-b7a7-4777-a143-53a5eee3833e', 'name': '', 'network_id': '3b7be5f2-485b-4c85-8f98-fb200971b61c', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:cd:98', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '52a119ef-499f-4af8-8b07-100074dbd2a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 298, 'fixed_ips': [{'subnet_id': '4887111e-1302-416a-ab8e-c957c9df7f85', 'ip_address': '172.27.3.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T11:02:54Z', 'updated_at': '2022-04-12T11:02:54Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4887111e-1302-416a-ab8e-c957c9df7f85', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830088-4-iscsi'}], 'dv-cinder-830088-4-iscsi', False) {} {{(pid=103260) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 11:02:56.074421 dv-cinder-830088-4-iscsi neutron-server[103258]: INFO neutron.wsgi [req-08ef6fc6-a510-4dbf-bbff-f3f77570dde6 req-a7c21d2b-5bdb-49d6-b964-09d285f9a9d8 service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=d3f9b1f1-6368-4c51-964e-16ec3a7a3785&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2630465 Apr 12 11:02:56.096277 dv-cinder-830088-4-iscsi neutron-server[103260]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8d4fce4-2114-4ff0-9088-51fcff72dc72 None None] Checking router: 52a119ef-499f-4af8-8b07-100074dbd2a6 for host: dv-cinder-830088-4-iscsi {{(pid=103260) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 12 11:02:56.096921 dv-cinder-830088-4-iscsi neutron-server[103260]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8d4fce4-2114-4ff0-9088-51fcff72dc72 None None] Updating router 52a119ef-499f-4af8-8b07-100074dbd2a6 port eb201387-b7a7-4777-a143-53a5eee3833e binding host dv-cinder-830088-4-iscsi {{(pid=103260) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 12 11:02:56.134554 dv-cinder-830088-4-iscsi neutron-server[103260]: DEBUG neutron_lib.callbacks.manager [None req-f8d4fce4-2114-4ff0-9088-51fcff72dc72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1535343'] for port (eb201387-b7a7-4777-a143-53a5eee3833e), before_update {{(pid=103260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:02:56.149266 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron.db.provisioning_blocks [None req-e4b062a6-7a21-4431-be77-3c7776c11043 None None] Provisioning complete for port ee1d3813-7355-44e7-a412-e4baa8b09e33 triggered by entity L2. {{(pid=103259) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 11:02:56.149266 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron_lib.callbacks.manager [None req-e4b062a6-7a21-4431-be77-3c7776c11043 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1343588'] for port (ee1d3813-7355-44e7-a412-e4baa8b09e33), provisioning_complete {{(pid=103259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:02:56.328416 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron.plugins.ml2.plugin [None req-e4b062a6-7a21-4431-be77-3c7776c11043 None None] Current status of the port ee1d3813-7355-44e7-a412-e4baa8b09e33 is: ACTIVE; New status is: ACTIVE {{(pid=103259) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 11:02:56.330361 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron.plugins.ml2.rpc [None req-e4b062a6-7a21-4431-be77-3c7776c11043 None None] Device 791529e6-b96d-4ce3-912c-f995a45f2e4f up at agent ovs-agent-dv-cinder-830088-4-iscsi {{(pid=103259) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 11:02:56.398232 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron.db.provisioning_blocks [None req-e4b062a6-7a21-4431-be77-3c7776c11043 None None] Provisioning complete for port 791529e6-b96d-4ce3-912c-f995a45f2e4f triggered by entity L2. {{(pid=103259) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 11:02:56.398679 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron_lib.callbacks.manager [None req-e4b062a6-7a21-4431-be77-3c7776c11043 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1343588'] for port (791529e6-b96d-4ce3-912c-f995a45f2e4f), provisioning_complete {{(pid=103259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:02:56.518024 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-000d68b9-8d06-4ca4-ac7e-116679dd5992 None None] Network 1aa1357a-efde-48ef-9c1b-166a435bd8dc requested from dv-cinder-830088-4-iscsi {{(pid=103259) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 12 11:02:56.560737 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0a259f1-4f14-4857-8fd9-ba2b35ec2ce4 req-b2611402-dd06-46e8-9451-6fc52872c377 tempest-ServerRescueNegativeTestJSON-1304480791 tempest-ServerRescueNegativeTestJSON-1304480791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:02:56.568236 dv-cinder-830088-4-iscsi neutron-server[103257]: INFO neutron.wsgi [req-c0a259f1-4f14-4857-8fd9-ba2b35ec2ce4 req-b2611402-dd06-46e8-9451-6fc52872c377 tempest-ServerRescueNegativeTestJSON-1304480791 tempest-ServerRescueNegativeTestJSON-1304480791-project] 10.222.0.39 "GET /v2.0/ports?device_id=9850fc3f-3ca4-4813-9ce5-f048fd29222e HTTP/1.1" status: 200 len: 945 time: 0.0799010 Apr 12 11:02:56.597700 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron.plugins.ml2.plugin [None req-e4b062a6-7a21-4431-be77-3c7776c11043 None None] Current status of the port 791529e6-b96d-4ce3-912c-f995a45f2e4f is: DOWN; New status is: ACTIVE {{(pid=103259) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 11:02:56.598094 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron_lib.callbacks.manager [None req-e4b062a6-7a21-4431-be77-3c7776c11043 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1535343'] for port (791529e6-b96d-4ce3-912c-f995a45f2e4f), before_update {{(pid=103259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:02:56.620210 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron.db.provisioning_blocks [None req-fefe529e-2e86-47ae-b559-10079bac5375 None None] Provisioning complete for port 791529e6-b96d-4ce3-912c-f995a45f2e4f triggered by entity DHCP. {{(pid=103259) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 11:02:56.620867 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron_lib.callbacks.manager [None req-fefe529e-2e86-47ae-b559-10079bac5375 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1343588'] for port (791529e6-b96d-4ce3-912c-f995a45f2e4f), provisioning_complete {{(pid=103259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:02:56.630317 dv-cinder-830088-4-iscsi neutron-server[103257]: INFO neutron.wsgi [req-c0a259f1-4f14-4857-8fd9-ba2b35ec2ce4 req-3f7bcdf9-c608-4033-ba8d-e7ad066ede9b tempest-ServerRescueNegativeTestJSON-1304480791 tempest-ServerRescueNegativeTestJSON-1304480791-project] 10.222.0.39 "GET /v2.0/security-groups?id=d3f9b1f1-6368-4c51-964e-16ec3a7a3785&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0597723 Apr 12 11:02:56.688391 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-fe3132f4-faca-437f-8aa0-52aa34e9b3bd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1535343'] for port (None), before_create {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:02:56.698542 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron.plugins.ml2.db [None req-e4b062a6-7a21-4431-be77-3c7776c11043 None None] For port 791529e6-b96d-4ce3-912c-f995a45f2e4f, host dv-cinder-830088-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830088-4-iscsi',level=0,port_id=791529e6-b96d-4ce3-912c-f995a45f2e4f,segment=NetworkSegment(2c3159ea-6a9b-49ce-a30a-529be056c88e),segment_id=2c3159ea-6a9b-49ce-a30a-529be056c88e)] {{(pid=103259) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 11:02:56.711818 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron_lib.callbacks.manager [None req-e4b062a6-7a21-4431-be77-3c7776c11043 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1534861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777667992095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777667450170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777667450188'] for port (791529e6-b96d-4ce3-912c-f995a45f2e4f), after_update {{(pid=103259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:02:56.715675 dv-cinder-830088-4-iscsi neutron-server[103260]: DEBUG neutron_lib.callbacks.manager [None req-f8d4fce4-2114-4ff0-9088-51fcff72dc72 None None] Publish callbacks [] for port (eb201387-b7a7-4777-a143-53a5eee3833e), precommit_update {{(pid=103260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:02:56.732091 dv-cinder-830088-4-iscsi neutron-server[103260]: DEBUG neutron_lib.callbacks.manager [None req-f8d4fce4-2114-4ff0-9088-51fcff72dc72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1534861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777667992095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777667450170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777667450188'] for port (eb201387-b7a7-4777-a143-53a5eee3833e), after_update {{(pid=103260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:02:56.790234 dv-cinder-830088-4-iscsi neutron-server[103260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6de6f7ee-9823-40c9-a1e2-6f00c771782a None None] Pushing event updated for resources: {'Port': ['ID=eb201387-b7a7-4777-a143-53a5eee3833e,revision_number=2']} {{(pid=103260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:02:56.801735 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4b062a6-7a21-4431-be77-3c7776c11043 None None] Pushing event updated for resources: {'Port': ['ID=791529e6-b96d-4ce3-912c-f995a45f2e4f,revision_number=3']} {{(pid=103259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:02:56.803007 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05a31c5b-f916-4ca9-a2ff-2f2cf7a22270 req-03e778e5-2a76-4666-9bb6-9dcff4cf51d4 tempest-VolumesActionsTest-672028374 tempest-VolumesActionsTest-672028374-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:02:56.804559 dv-cinder-830088-4-iscsi neutron-server[103258]: INFO neutron.wsgi [req-05a31c5b-f916-4ca9-a2ff-2f2cf7a22270 req-03e778e5-2a76-4666-9bb6-9dcff4cf51d4 tempest-VolumesActionsTest-672028374 tempest-VolumesActionsTest-672028374-project] 10.222.0.39 "GET /v2.0/networks?id=8e71ff57-0439-465f-8499-c7598f62a760 HTTP/1.1" status: 200 len: 808 time: 0.3528857 Apr 12 11:02:56.816091 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron.plugins.ml2.plugin [None req-fefe529e-2e86-47ae-b559-10079bac5375 None None] Current status of the port 791529e6-b96d-4ce3-912c-f995a45f2e4f is: ACTIVE; New status is: ACTIVE {{(pid=103259) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 11:02:56.817652 dv-cinder-830088-4-iscsi neutron-server[103260]: DEBUG neutron.plugins.ml2.managers [None req-f8d4fce4-2114-4ff0-9088-51fcff72dc72 None None] Attempting to bind port eb201387-b7a7-4777-a143-53a5eee3833e on host dv-cinder-830088-4-iscsi for vnic_type normal with profile {{(pid=103260) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 12 11:02:56.818196 dv-cinder-830088-4-iscsi neutron-server[103260]: DEBUG neutron.plugins.ml2.managers [None req-f8d4fce4-2114-4ff0-9088-51fcff72dc72 None None] Attempting to bind port eb201387-b7a7-4777-a143-53a5eee3833e by drivers openvswitch,hyperv on host dv-cinder-830088-4-iscsi at level 0 using segments [{'id': 'd942c271-b630-4108-8616-b993c4b79ecb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3b7be5f2-485b-4c85-8f98-fb200971b61c'}] {{(pid=103260) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 12 11:02:56.819385 dv-cinder-830088-4-iscsi neutron-server[103260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8d4fce4-2114-4ff0-9088-51fcff72dc72 None None] Attempting to bind port eb201387-b7a7-4777-a143-53a5eee3833e on network 3b7be5f2-485b-4c85-8f98-fb200971b61c {{(pid=103260) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 11:02:56.832567 dv-cinder-830088-4-iscsi neutron-server[103260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8d4fce4-2114-4ff0-9088-51fcff72dc72 None None] Checking agent: {'id': 'c71cae7d-514b-467a-8477-0a67bee0b970', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-830088-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 12, 10, 52, 16), 'started_at': datetime.datetime(2022, 4, 12, 10, 52, 46), 'heartbeat_timestamp': datetime.datetime(2022, 4, 12, 11, 2, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-830088-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103260) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 12 11:02:56.832939 dv-cinder-830088-4-iscsi neutron-server[103260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8d4fce4-2114-4ff0-9088-51fcff72dc72 None None] Checking segment: {'id': 'd942c271-b630-4108-8616-b993c4b79ecb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3b7be5f2-485b-4c85-8f98-fb200971b61c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103260) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 11:02:56.833499 dv-cinder-830088-4-iscsi neutron-server[103260]: DEBUG neutron_lib.callbacks.manager [None req-f8d4fce4-2114-4ff0-9088-51fcff72dc72 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:02:56.834839 dv-cinder-830088-4-iscsi neutron-server[103260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8d4fce4-2114-4ff0-9088-51fcff72dc72 None None] Bound using segment: {'id': 'd942c271-b630-4108-8616-b993c4b79ecb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3b7be5f2-485b-4c85-8f98-fb200971b61c'} {{(pid=103260) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 12 11:02:56.835467 dv-cinder-830088-4-iscsi neutron-server[103260]: DEBUG neutron.plugins.ml2.managers [None req-f8d4fce4-2114-4ff0-9088-51fcff72dc72 None None] Bound port: eb201387-b7a7-4777-a143-53a5eee3833e, host: dv-cinder-830088-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd942c271-b630-4108-8616-b993c4b79ecb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3b7be5f2-485b-4c85-8f98-fb200971b61c'}}] {{(pid=103260) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 12 11:02:56.835999 dv-cinder-830088-4-iscsi neutron-server[103260]: DEBUG neutron_lib.callbacks.manager [None req-f8d4fce4-2114-4ff0-9088-51fcff72dc72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1535343'] for port (eb201387-b7a7-4777-a143-53a5eee3833e), before_update {{(pid=103260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:02:56.845357 dv-cinder-830088-4-iscsi neutron-server[103258]: INFO neutron.wsgi [req-05a31c5b-f916-4ca9-a2ff-2f2cf7a22270 req-aa31aa7c-e3e8-420f-aeb2-7aab60a42901 tempest-VolumesActionsTest-672028374 tempest-VolumesActionsTest-672028374-project] 10.222.0.39 "GET /v2.0/quotas/d24d9e7fa22c4bf2b2890639d1b84819 HTTP/1.1" status: 200 len: 375 time: 0.0212324 Apr 12 11:02:56.892630 dv-cinder-830088-4-iscsi neutron-server[103260]: DEBUG neutron.plugins.ml2.db [None req-f8d4fce4-2114-4ff0-9088-51fcff72dc72 None None] For port eb201387-b7a7-4777-a143-53a5eee3833e, host dv-cinder-830088-4-iscsi, cleared binding levels {{(pid=103260) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 12 11:02:56.896045 dv-cinder-830088-4-iscsi neutron-server[103260]: DEBUG neutron.plugins.ml2.db [None req-f8d4fce4-2114-4ff0-9088-51fcff72dc72 None None] For port eb201387-b7a7-4777-a143-53a5eee3833e, host dv-cinder-830088-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830088-4-iscsi',level=0,port_id=eb201387-b7a7-4777-a143-53a5eee3833e,segment=NetworkSegment(d942c271-b630-4108-8616-b993c4b79ecb),segment_id=d942c271-b630-4108-8616-b993c4b79ecb)] {{(pid=103260) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 12 11:02:56.904057 dv-cinder-830088-4-iscsi neutron-server[103258]: INFO neutron.wsgi [req-05a31c5b-f916-4ca9-a2ff-2f2cf7a22270 req-0611283c-a49c-40d6-bf9f-6a7c379c5184 tempest-VolumesActionsTest-672028374 tempest-VolumesActionsTest-672028374-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=d24d9e7fa22c4bf2b2890639d1b84819&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0531790 Apr 12 11:02:56.904485 dv-cinder-830088-4-iscsi neutron-server[103260]: DEBUG neutron_lib.callbacks.manager [None req-f8d4fce4-2114-4ff0-9088-51fcff72dc72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1534861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777667992095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777667450170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777667450188'] for port (eb201387-b7a7-4777-a143-53a5eee3833e), after_update {{(pid=103260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:02:56.905436 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron.plugins.ml2.rpc [None req-ae6c308c-a92e-4424-a7f8-d6a17e5174ef None None] Device 825138e6-4463-4592-a0bb-b2f1ebe18482 no longer exists at agent hyperv_hv-cinder-83008 {{(pid=103259) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 12 11:02:56.941864 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron.plugins.ml2.plugin [None req-ae6c308c-a92e-4424-a7f8-d6a17e5174ef None None] No Port match for: 825138e6-4463-4592-a0bb-b2f1ebe18482 {{(pid=103259) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 12 11:02:56.942316 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron.plugins.ml2.rpc [None req-ae6c308c-a92e-4424-a7f8-d6a17e5174ef None None] Device 825138e6-4463-4592-a0bb-b2f1ebe18482 not bound to the agent host hv-cinder-83008 {{(pid=103259) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 12 11:02:56.969571 dv-cinder-830088-4-iscsi neutron-server[103260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6de6f7ee-9823-40c9-a1e2-6f00c771782a None None] Pushing event updated for resources: {'Port': ['ID=eb201387-b7a7-4777-a143-53a5eee3833e,revision_number=3']} {{(pid=103260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:02:56.984357 dv-cinder-830088-4-iscsi neutron-server[103260]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8d4fce4-2114-4ff0-9088-51fcff72dc72 None None] Routers {'52a119ef-499f-4af8-8b07-100074dbd2a6'} bound to L3 agent in host dv-cinder-830088-4-iscsi {{(pid=103260) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 11:02:56.984990 dv-cinder-830088-4-iscsi neutron-server[103260]: DEBUG neutron.db.l3_hamode_db [None req-f8d4fce4-2114-4ff0-9088-51fcff72dc72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830088-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-12T10:52:12Z,description=,heartbeat_timestamp=2022-04-12T11:02:43Z,host='dv-cinder-830088-4-iscsi',id=77f5e085-0284-4236-9dbf-35d2d452e277,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T10:52:12Z,topic='l3_agent')) {'router_ids': ['52a119ef-499f-4af8-8b07-100074dbd2a6'], 'active': True} {{(pid=103260) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 11:02:57.062364 dv-cinder-830088-4-iscsi neutron-server[103258]: INFO neutron.wsgi [req-05a31c5b-f916-4ca9-a2ff-2f2cf7a22270 req-50a11013-6be0-4f5f-a251-7b5da24b4f4f service neutron] 10.222.0.39 "GET /v2.0/networks/8e71ff57-0439-465f-8499-c7598f62a760?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1479790 Apr 12 11:02:57.123508 dv-cinder-830088-4-iscsi neutron-server[103260]: DEBUG neutron.db.l3_dvr_db [None req-f8d4fce4-2114-4ff0-9088-51fcff72dc72 None None] Set router 52a119ef-499f-4af8-8b07-100074dbd2a6 gateway port host: dv-cinder-830088-4-iscsi {{(pid=103260) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 11:02:57.123703 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.db.db_base_plugin_common [None req-fe3132f4-faca-437f-8aa0-52aa34e9b3bd admin admin] Allocated IP 172.20.0.1 (1aa1357a-efde-48ef-9c1b-166a435bd8dc/a9c00b83-c6ca-4248-95d0-bc696986c436/391633f2-fa7c-4547-b4c8-9c36686527b2) {{(pid=103258) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 12 11:02:57.143671 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron.db.provisioning_blocks [None req-6ab49b99-d212-4b0e-8596-c2fd0fffb247 None None] Provisioning complete for port 791529e6-b96d-4ce3-912c-f995a45f2e4f triggered by entity DHCP. {{(pid=103259) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 11:02:57.144282 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron_lib.callbacks.manager [None req-6ab49b99-d212-4b0e-8596-c2fd0fffb247 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1343588'] for port (791529e6-b96d-4ce3-912c-f995a45f2e4f), provisioning_complete {{(pid=103259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:02:57.302509 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron.plugins.ml2.plugin [None req-6ab49b99-d212-4b0e-8596-c2fd0fffb247 None None] Current status of the port 791529e6-b96d-4ce3-912c-f995a45f2e4f is: ACTIVE; New status is: ACTIVE {{(pid=103259) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 11:02:57.312824 dv-cinder-830088-4-iscsi neutron-server[103258]: INFO neutron.wsgi [req-05a31c5b-f916-4ca9-a2ff-2f2cf7a22270 req-098a74f2-b47e-4c3c-9525-08ec162cfed3 service neutron] 10.222.0.39 "GET /v2.0/networks/8e71ff57-0439-465f-8499-c7598f62a760?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2293379 Apr 12 11:02:57.344416 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-fe3132f4-faca-437f-8aa0-52aa34e9b3bd admin admin] Publish callbacks [] for port (391633f2-fa7c-4547-b4c8-9c36686527b2), precommit_create {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:02:57.364503 dv-cinder-830088-4-iscsi neutron-server[103260]: DEBUG neutron.db.l3_hamode_db [None req-f8d4fce4-2114-4ff0-9088-51fcff72dc72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '52a119ef-499f-4af8-8b07-100074dbd2a6', 'name': 'tempest-TestMinimumBasicScenario-995339280-router', 'tenant_id': '185f953920024ba2ae1226bc0df55949', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b7be5f2-485b-4c85-8f98-fb200971b61c', 'external_fixed_ips': [{'subnet_id': '4887111e-1302-416a-ab8e-c957c9df7f85', 'ip_address': '172.27.3.216'}], 'enable_snat': True}, 'gw_port_id': 'eb201387-b7a7-4777-a143-53a5eee3833e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T11:02:53Z', 'updated_at': '2022-04-12T11:02:54Z', 'revision_number': 3, 'project_id': '185f953920024ba2ae1226bc0df55949', 'gw_port': {'id': 'eb201387-b7a7-4777-a143-53a5eee3833e', 'name': '', 'network_id': '3b7be5f2-485b-4c85-8f98-fb200971b61c', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:cd:98', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '52a119ef-499f-4af8-8b07-100074dbd2a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 298, 'fixed_ips': [{'subnet_id': '4887111e-1302-416a-ab8e-c957c9df7f85', 'ip_address': '172.27.3.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830088-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T11:02:54Z', 'updated_at': '2022-04-12T11:02:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4887111e-1302-416a-ab8e-c957c9df7f85', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830088-4-iscsi'}], 'dv-cinder-830088-4-iscsi', False) {} {{(pid=103260) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 11:02:57.393217 dv-cinder-830088-4-iscsi neutron-server[103260]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8d4fce4-2114-4ff0-9088-51fcff72dc72 None None] The sync data for ids ['52a119ef-499f-4af8-8b07-100074dbd2a6'] in dv-cinder-830088-4-iscsi is: [{'id': '52a119ef-499f-4af8-8b07-100074dbd2a6', 'name': 'tempest-TestMinimumBasicScenario-995339280-router', 'tenant_id': '185f953920024ba2ae1226bc0df55949', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b7be5f2-485b-4c85-8f98-fb200971b61c', 'external_fixed_ips': [{'subnet_id': '4887111e-1302-416a-ab8e-c957c9df7f85', 'ip_address': '172.27.3.216'}], 'enable_snat': True}, 'gw_port_id': 'eb201387-b7a7-4777-a143-53a5eee3833e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T11:02:53Z', 'updated_at': '2022-04-12T11:02:54Z', 'revision_number': 3, 'project_id': '185f953920024ba2ae1226bc0df55949', 'gw_port': {'id': 'eb201387-b7a7-4777-a143-53a5eee3833e', 'name': '', 'network_id': '3b7be5f2-485b-4c85-8f98-fb200971b61c', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:cd:98', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '52a119ef-499f-4af8-8b07-100074dbd2a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 298, 'fixed_ips': [{'subnet_id': '4887111e-1302-416a-ab8e-c957c9df7f85', 'ip_address': '172.27.3.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830088-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T11:02:54Z', 'updated_at': '2022-04-12T11:02:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4887111e-1302-416a-ab8e-c957c9df7f85', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830088-4-iscsi'}] {{(pid=103260) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 12 11:02:57.409847 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-fe3132f4-faca-437f-8aa0-52aa34e9b3bd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1534861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777667450152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4796947'] for port (391633f2-fa7c-4547-b4c8-9c36686527b2), after_create {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:02:57.453575 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe3132f4-faca-437f-8aa0-52aa34e9b3bd admin admin] Network 1aa1357a-efde-48ef-9c1b-166a435bd8dc is already hosted by enough agents. {{(pid=103258) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 11:02:57.457172 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.scheduler.base_scheduler [None req-fe3132f4-faca-437f-8aa0-52aa34e9b3bd admin admin] Resources bound (agent type, host, resource id): {{(pid=103258) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 11:02:57.461189 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe3132f4-faca-437f-8aa0-52aa34e9b3bd admin admin] Received port after_create {{(pid=103258) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 12 11:02:57.501470 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-fe3132f4-faca-437f-8aa0-52aa34e9b3bd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-579419'] for router_interface (52a119ef-499f-4af8-8b07-100074dbd2a6), before_create {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:02:57.565572 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe3132f4-faca-437f-8aa0-52aa34e9b3bd admin admin] Pushing event updated for resources: {'Port': ['ID=391633f2-fa7c-4547-b4c8-9c36686527b2,revision_number=1']} {{(pid=103258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:02:57.613348 dv-cinder-830088-4-iscsi neutron-server[103257]: INFO neutron.wsgi [req-b1f82811-7f92-4f25-87a6-8ff55e43829b req-d6053b33-662a-4a57-a823-2329e3eb17cb tempest-VolumesActionsTest-672028374 tempest-VolumesActionsTest-672028374-project] 10.222.0.39 "GET /v2.0/ports?device_id=c5c70b78-aa4a-4e70-bdd0-34674ed6979f HTTP/1.1" status: 200 len: 210 time: 0.0802460 Apr 12 11:02:57.722960 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-fe3132f4-faca-437f-8aa0-52aa34e9b3bd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1535343'] for port (391633f2-fa7c-4547-b4c8-9c36686527b2), before_update {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:02:57.814646 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d7439b0-1f7c-4de3-9c55-e263553481f6 req-8dfc6794-3a85-4762-ab3d-dd1b2348d4a7 tempest-ServerRescueNegativeTestJSON-1304480791 tempest-ServerRescueNegativeTestJSON-1304480791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:02:57.822541 dv-cinder-830088-4-iscsi neutron-server[103258]: INFO neutron.wsgi [req-5d7439b0-1f7c-4de3-9c55-e263553481f6 req-8dfc6794-3a85-4762-ab3d-dd1b2348d4a7 tempest-ServerRescueNegativeTestJSON-1304480791 tempest-ServerRescueNegativeTestJSON-1304480791-project] 10.222.0.39 "GET /v2.0/ports?device_id=9850fc3f-3ca4-4813-9ce5-f048fd29222e HTTP/1.1" status: 200 len: 945 time: 0.1004910 Apr 12 11:02:57.839410 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron.db.provisioning_blocks [None req-b3385552-a86c-4da2-9e37-8b4fc2b44c01 None None] Provisioning complete for port 391633f2-fa7c-4547-b4c8-9c36686527b2 triggered by entity DHCP. {{(pid=103259) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 11:02:57.840410 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron_lib.callbacks.manager [None req-b3385552-a86c-4da2-9e37-8b4fc2b44c01 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1343588'] for port (391633f2-fa7c-4547-b4c8-9c36686527b2), provisioning_complete {{(pid=103259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:02:57.898276 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron.plugins.ml2.plugin [None req-b3385552-a86c-4da2-9e37-8b4fc2b44c01 None None] Port 391633f2-fa7c-4547-b4c8-9c36686527b2 cannot update to ACTIVE because it is not bound. {{(pid=103259) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 12 11:02:57.958226 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron.plugins.ml2.rpc [None req-e4b062a6-7a21-4431-be77-3c7776c11043 None None] Device ee1d3813-7355-44e7-a412-e4baa8b09e33 up at agent ovs-agent-dv-cinder-830088-4-iscsi {{(pid=103259) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 11:02:57.976359 dv-cinder-830088-4-iscsi neutron-server[103258]: INFO neutron.wsgi [req-5d7439b0-1f7c-4de3-9c55-e263553481f6 req-e4f44907-e3d9-469b-8e7e-5fbc51431776 tempest-ServerRescueNegativeTestJSON-1304480791 tempest-ServerRescueNegativeTestJSON-1304480791-project] 10.222.0.39 "GET /v2.0/security-groups?id=d3f9b1f1-6368-4c51-964e-16ec3a7a3785&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1488161 Apr 12 11:02:58.028386 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron.db.provisioning_blocks [None req-e4b062a6-7a21-4431-be77-3c7776c11043 None None] Provisioning complete for port ee1d3813-7355-44e7-a412-e4baa8b09e33 triggered by entity L2. {{(pid=103259) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 11:02:58.028760 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron_lib.callbacks.manager [None req-e4b062a6-7a21-4431-be77-3c7776c11043 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1343588'] for port (ee1d3813-7355-44e7-a412-e4baa8b09e33), provisioning_complete {{(pid=103259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:02:58.041659 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-fe3132f4-faca-437f-8aa0-52aa34e9b3bd admin admin] Publish callbacks [] for port (391633f2-fa7c-4547-b4c8-9c36686527b2), precommit_update {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:02:58.047004 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-fe3132f4-faca-437f-8aa0-52aa34e9b3bd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1534861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777667992095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777667450170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777667450188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4796952'] for port (391633f2-fa7c-4547-b4c8-9c36686527b2), after_update {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:02:58.117583 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe3132f4-faca-437f-8aa0-52aa34e9b3bd admin admin] Pushing event updated for resources: {'Port': ['ID=391633f2-fa7c-4547-b4c8-9c36686527b2,revision_number=2']} {{(pid=103258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:02:58.119347 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron.plugins.ml2.plugin [None req-e4b062a6-7a21-4431-be77-3c7776c11043 None None] Current status of the port ee1d3813-7355-44e7-a412-e4baa8b09e33 is: ACTIVE; New status is: ACTIVE {{(pid=103259) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 11:02:58.121752 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron.plugins.ml2.rpc [None req-e4b062a6-7a21-4431-be77-3c7776c11043 None None] Device 791529e6-b96d-4ce3-912c-f995a45f2e4f up at agent ovs-agent-dv-cinder-830088-4-iscsi {{(pid=103259) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 11:02:58.123195 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-fe3132f4-faca-437f-8aa0-52aa34e9b3bd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-586225', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-584683'] for router_interface (52a119ef-499f-4af8-8b07-100074dbd2a6), after_create {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:02:58.171942 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron.db.provisioning_blocks [None req-e4b062a6-7a21-4431-be77-3c7776c11043 None None] Provisioning complete for port 791529e6-b96d-4ce3-912c-f995a45f2e4f triggered by entity L2. {{(pid=103259) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 11:02:58.172317 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron_lib.callbacks.manager [None req-e4b062a6-7a21-4431-be77-3c7776c11043 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1343588'] for port (791529e6-b96d-4ce3-912c-f995a45f2e4f), provisioning_complete {{(pid=103259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:02:58.220295 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe3132f4-faca-437f-8aa0-52aa34e9b3bd admin admin] Network 1aa1357a-efde-48ef-9c1b-166a435bd8dc is already hosted by enough agents. {{(pid=103258) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 11:02:58.221930 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.scheduler.base_scheduler [None req-fe3132f4-faca-437f-8aa0-52aa34e9b3bd admin admin] Resources bound (agent type, host, resource id): {{(pid=103258) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 11:02:58.275547 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron.plugins.ml2.plugin [None req-e4b062a6-7a21-4431-be77-3c7776c11043 None None] Current status of the port 791529e6-b96d-4ce3-912c-f995a45f2e4f is: ACTIVE; New status is: ACTIVE {{(pid=103259) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 11:02:58.359761 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fe3132f4-faca-437f-8aa0-52aa34e9b3bd admin admin] Router 52a119ef-499f-4af8-8b07-100074dbd2a6 has already been hosted by L3 agent 77f5e085-0284-4236-9dbf-35d2d452e277 {{(pid=103258) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 12 11:02:58.526649 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron.db.provisioning_blocks [None req-e6e0e2a1-705d-4e08-8aad-18deb1442d1a None None] Provisioning complete for port 391633f2-fa7c-4547-b4c8-9c36686527b2 triggered by entity DHCP. {{(pid=103259) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 11:02:58.527011 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron_lib.callbacks.manager [None req-e6e0e2a1-705d-4e08-8aad-18deb1442d1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1343588'] for port (391633f2-fa7c-4547-b4c8-9c36686527b2), provisioning_complete {{(pid=103259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:02:58.568918 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron.plugins.ml2.plugin [None req-e6e0e2a1-705d-4e08-8aad-18deb1442d1a None None] Port 391633f2-fa7c-4547-b4c8-9c36686527b2 cannot update to ACTIVE because it is not bound. {{(pid=103259) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 12 11:02:58.700440 dv-cinder-830088-4-iscsi neutron-server[103257]: INFO neutron.wsgi [req-900a3efa-3ae7-4532-83a8-2e7f19e91acd req-8c52ce75-f62f-4916-a705-0b70fa66b790 tempest-VolumesActionsTest-672028374 tempest-VolumesActionsTest-672028374-project] 10.222.0.39 "GET /v2.0/ports?device_id=c5c70b78-aa4a-4e70-bdd0-34674ed6979f HTTP/1.1" status: 200 len: 210 time: 0.0281124 Apr 12 11:02:58.721908 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fe3132f4-faca-437f-8aa0-52aa34e9b3bd admin admin] Notify agent at l3_agent.dv-cinder-830088-4-iscsi the message routers_updated {{(pid=103258) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 12 11:02:58.727876 dv-cinder-830088-4-iscsi neutron-server[103258]: INFO neutron.wsgi [None req-fe3132f4-faca-437f-8aa0-52aa34e9b3bd admin admin] 10.222.0.39 "PUT /v2.0/routers/52a119ef-499f-4af8-8b07-100074dbd2a6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1556661 Apr 12 11:02:59.124134 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae4b4a24-d942-4d63-8a86-0daa1c14cbe7 req-d72f964e-fc93-481d-a0d8-61edfdd18bfc tempest-ServerRescueNegativeTestJSON-1304480791 tempest-ServerRescueNegativeTestJSON-1304480791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:02:59.125836 dv-cinder-830088-4-iscsi neutron-server[103258]: INFO neutron.wsgi [req-ae4b4a24-d942-4d63-8a86-0daa1c14cbe7 req-d72f964e-fc93-481d-a0d8-61edfdd18bfc tempest-ServerRescueNegativeTestJSON-1304480791 tempest-ServerRescueNegativeTestJSON-1304480791-project] 10.222.0.39 "GET /v2.0/ports?device_id=9850fc3f-3ca4-4813-9ce5-f048fd29222e HTTP/1.1" status: 200 len: 945 time: 0.0638530 Apr 12 11:02:59.176277 dv-cinder-830088-4-iscsi neutron-server[103258]: INFO neutron.wsgi [req-ae4b4a24-d942-4d63-8a86-0daa1c14cbe7 req-eedde6fb-f85a-4606-bb45-bed2eb26e012 tempest-ServerRescueNegativeTestJSON-1304480791 tempest-ServerRescueNegativeTestJSON-1304480791-project] 10.222.0.39 "GET /v2.0/security-groups?id=d3f9b1f1-6368-4c51-964e-16ec3a7a3785&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448158 Apr 12 11:02:59.331254 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c451f334-a808-4dc1-93b4-0b99b2757a55 None None] Sync routers for ids ['52a119ef-499f-4af8-8b07-100074dbd2a6'] in dv-cinder-830088-4-iscsi {{(pid=103259) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 12 11:02:59.342460 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c451f334-a808-4dc1-93b4-0b99b2757a55 None None] Routers {'52a119ef-499f-4af8-8b07-100074dbd2a6'} bound to L3 agent in host dv-cinder-830088-4-iscsi {{(pid=103259) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 11:02:59.343031 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron.db.l3_hamode_db [None req-c451f334-a808-4dc1-93b4-0b99b2757a55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830088-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-12T10:52:12Z,description=,heartbeat_timestamp=2022-04-12T11:02:43Z,host='dv-cinder-830088-4-iscsi',id=77f5e085-0284-4236-9dbf-35d2d452e277,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T10:52:12Z,topic='l3_agent')) {'router_ids': ['52a119ef-499f-4af8-8b07-100074dbd2a6'], 'active': True} {{(pid=103259) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 11:02:59.472011 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron.db.l3_dvr_db [None req-c451f334-a808-4dc1-93b4-0b99b2757a55 None None] Set router 52a119ef-499f-4af8-8b07-100074dbd2a6 gateway port host: dv-cinder-830088-4-iscsi {{(pid=103259) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 11:02:59.819224 dv-cinder-830088-4-iscsi neutron-server[103257]: INFO neutron.wsgi [req-690d8265-dde8-495c-8c15-84bf46631c80 req-cb0115db-c1c2-464f-82e4-4450efb4402f tempest-VolumesActionsTest-672028374 tempest-VolumesActionsTest-672028374-project] 10.222.0.39 "GET /v2.0/ports?device_id=c5c70b78-aa4a-4e70-bdd0-34674ed6979f HTTP/1.1" status: 200 len: 210 time: 0.0496163 Apr 12 11:02:59.846178 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron.db.l3_hamode_db [None req-c451f334-a808-4dc1-93b4-0b99b2757a55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '52a119ef-499f-4af8-8b07-100074dbd2a6', 'name': 'tempest-TestMinimumBasicScenario-995339280-router', 'tenant_id': '185f953920024ba2ae1226bc0df55949', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b7be5f2-485b-4c85-8f98-fb200971b61c', 'external_fixed_ips': [{'subnet_id': '4887111e-1302-416a-ab8e-c957c9df7f85', 'ip_address': '172.27.3.216'}], 'enable_snat': True}, 'gw_port_id': 'eb201387-b7a7-4777-a143-53a5eee3833e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T11:02:53Z', 'updated_at': '2022-04-12T11:02:57Z', 'revision_number': 4, 'project_id': '185f953920024ba2ae1226bc0df55949', 'gw_port': {'id': 'eb201387-b7a7-4777-a143-53a5eee3833e', 'name': '', 'network_id': '3b7be5f2-485b-4c85-8f98-fb200971b61c', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:cd:98', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '52a119ef-499f-4af8-8b07-100074dbd2a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 298, 'fixed_ips': [{'subnet_id': '4887111e-1302-416a-ab8e-c957c9df7f85', 'ip_address': '172.27.3.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830088-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T11:02:54Z', 'updated_at': '2022-04-12T11:02:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4887111e-1302-416a-ab8e-c957c9df7f85', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830088-4-iscsi', '_interfaces': [{'id': '391633f2-fa7c-4547-b4c8-9c36686527b2', 'name': '', 'network_id': '1aa1357a-efde-48ef-9c1b-166a435bd8dc', 'tenant_id': '185f953920024ba2ae1226bc0df55949', 'mac_address': 'fa:16:3e:03:7c:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '52a119ef-499f-4af8-8b07-100074dbd2a6', 'device_owner': 'network:router_interface', 'standard_attr_id': 299, 'fixed_ips': [{'subnet_id': 'a9c00b83-c6ca-4248-95d0-bc696986c436', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T11:02:56Z', 'updated_at': '2022-04-12T11:02:57Z', 'revision_number': 2, 'project_id': '185f953920024ba2ae1226bc0df55949', 'subnets': [{'id': 'a9c00b83-c6ca-4248-95d0-bc696986c436', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830088-4-iscsi', False) {} {{(pid=103259) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 11:02:59.874691 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c451f334-a808-4dc1-93b4-0b99b2757a55 None None] Checking router: 52a119ef-499f-4af8-8b07-100074dbd2a6 for host: dv-cinder-830088-4-iscsi {{(pid=103259) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 12 11:02:59.875158 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c451f334-a808-4dc1-93b4-0b99b2757a55 None None] Updating router 52a119ef-499f-4af8-8b07-100074dbd2a6 port 391633f2-fa7c-4547-b4c8-9c36686527b2 binding host dv-cinder-830088-4-iscsi {{(pid=103259) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 12 11:02:59.908190 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron_lib.callbacks.manager [None req-c451f334-a808-4dc1-93b4-0b99b2757a55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1535343'] for port (391633f2-fa7c-4547-b4c8-9c36686527b2), before_update {{(pid=103259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:02:59.948780 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron.plugins.ml2.rpc [None req-e4b062a6-7a21-4431-be77-3c7776c11043 None None] Device eb201387-b7a7-4777-a143-53a5eee3833e up at agent ovs-agent-dv-cinder-830088-4-iscsi {{(pid=103259) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 11:03:00.074924 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron.db.provisioning_blocks [None req-e4b062a6-7a21-4431-be77-3c7776c11043 None None] Provisioning complete for port eb201387-b7a7-4777-a143-53a5eee3833e triggered by entity L2. {{(pid=103259) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 11:03:00.075300 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron_lib.callbacks.manager [None req-e4b062a6-7a21-4431-be77-3c7776c11043 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1343588'] for port (eb201387-b7a7-4777-a143-53a5eee3833e), provisioning_complete {{(pid=103259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:03:00.240500 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron.plugins.ml2.plugin [None req-e4b062a6-7a21-4431-be77-3c7776c11043 None None] Current status of the port eb201387-b7a7-4777-a143-53a5eee3833e is: DOWN; New status is: ACTIVE {{(pid=103259) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 11:03:00.240500 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron_lib.callbacks.manager [None req-e4b062a6-7a21-4431-be77-3c7776c11043 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1535343'] for port (eb201387-b7a7-4777-a143-53a5eee3833e), before_update {{(pid=103259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:03:00.294181 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron.plugins.ml2.db [None req-e4b062a6-7a21-4431-be77-3c7776c11043 None None] For port eb201387-b7a7-4777-a143-53a5eee3833e, host dv-cinder-830088-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830088-4-iscsi',level=0,port_id=eb201387-b7a7-4777-a143-53a5eee3833e,segment=NetworkSegment(d942c271-b630-4108-8616-b993c4b79ecb),segment_id=d942c271-b630-4108-8616-b993c4b79ecb)] {{(pid=103259) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 11:03:00.320399 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron_lib.callbacks.manager [None req-e4b062a6-7a21-4431-be77-3c7776c11043 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1534861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777667992095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777667450170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777667450188'] for port (eb201387-b7a7-4777-a143-53a5eee3833e), after_update {{(pid=103259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:03:00.337018 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b92c713e-3d77-4b28-9755-169c7f2ab77d req-815396ea-d0e5-4c4a-923d-17f2ebaa5ae9 tempest-ServerRescueNegativeTestJSON-1304480791 tempest-ServerRescueNegativeTestJSON-1304480791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:03:00.344938 dv-cinder-830088-4-iscsi neutron-server[103258]: INFO neutron.wsgi [req-b92c713e-3d77-4b28-9755-169c7f2ab77d req-815396ea-d0e5-4c4a-923d-17f2ebaa5ae9 tempest-ServerRescueNegativeTestJSON-1304480791 tempest-ServerRescueNegativeTestJSON-1304480791-project] 10.222.0.39 "GET /v2.0/ports?device_id=9850fc3f-3ca4-4813-9ce5-f048fd29222e HTTP/1.1" status: 200 len: 945 time: 0.0681598 Apr 12 11:03:00.367790 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron_lib.callbacks.manager [None req-c451f334-a808-4dc1-93b4-0b99b2757a55 None None] Publish callbacks [] for port (391633f2-fa7c-4547-b4c8-9c36686527b2), precommit_update {{(pid=103259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:03:00.386384 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron_lib.callbacks.manager [None req-c451f334-a808-4dc1-93b4-0b99b2757a55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1534861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777667992095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777667450170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777667450188'] for port (391633f2-fa7c-4547-b4c8-9c36686527b2), after_update {{(pid=103259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:03:00.395509 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4b062a6-7a21-4431-be77-3c7776c11043 None None] Pushing event updated for resources: {'Port': ['ID=eb201387-b7a7-4777-a143-53a5eee3833e,revision_number=4']} {{(pid=103259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:03:00.400179 dv-cinder-830088-4-iscsi neutron-server[103258]: INFO neutron.wsgi [req-b92c713e-3d77-4b28-9755-169c7f2ab77d req-5d11e530-85aa-402b-99d6-76efcb338e76 tempest-ServerRescueNegativeTestJSON-1304480791 tempest-ServerRescueNegativeTestJSON-1304480791-project] 10.222.0.39 "GET /v2.0/security-groups?id=d3f9b1f1-6368-4c51-964e-16ec3a7a3785&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533879 Apr 12 11:03:00.457043 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f995104-9b86-4719-8d10-f518aa684322 None None] Pushing event updated for resources: {'Port': ['ID=391633f2-fa7c-4547-b4c8-9c36686527b2,revision_number=3']} {{(pid=103259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:03:00.532870 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron.plugins.ml2.managers [None req-c451f334-a808-4dc1-93b4-0b99b2757a55 None None] Attempting to bind port 391633f2-fa7c-4547-b4c8-9c36686527b2 on host dv-cinder-830088-4-iscsi for vnic_type normal with profile {{(pid=103259) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 12 11:03:00.533629 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron.plugins.ml2.managers [None req-c451f334-a808-4dc1-93b4-0b99b2757a55 None None] Attempting to bind port 391633f2-fa7c-4547-b4c8-9c36686527b2 by drivers openvswitch,hyperv on host dv-cinder-830088-4-iscsi at level 0 using segments [{'id': '2c3159ea-6a9b-49ce-a30a-529be056c88e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': '1aa1357a-efde-48ef-9c1b-166a435bd8dc'}] {{(pid=103259) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 12 11:03:00.534165 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c451f334-a808-4dc1-93b4-0b99b2757a55 None None] Attempting to bind port 391633f2-fa7c-4547-b4c8-9c36686527b2 on network 1aa1357a-efde-48ef-9c1b-166a435bd8dc {{(pid=103259) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 11:03:00.545929 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c451f334-a808-4dc1-93b4-0b99b2757a55 None None] Checking agent: {'id': 'c71cae7d-514b-467a-8477-0a67bee0b970', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-830088-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 12, 10, 52, 16), 'started_at': datetime.datetime(2022, 4, 12, 10, 52, 46), 'heartbeat_timestamp': datetime.datetime(2022, 4, 12, 11, 2, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-830088-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103259) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 12 11:03:00.545929 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c451f334-a808-4dc1-93b4-0b99b2757a55 None None] Checking segment: {'id': '2c3159ea-6a9b-49ce-a30a-529be056c88e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': '1aa1357a-efde-48ef-9c1b-166a435bd8dc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103259) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 11:03:00.545929 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron_lib.callbacks.manager [None req-c451f334-a808-4dc1-93b4-0b99b2757a55 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:03:00.545929 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c451f334-a808-4dc1-93b4-0b99b2757a55 None None] Bound using segment: {'id': '2c3159ea-6a9b-49ce-a30a-529be056c88e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': '1aa1357a-efde-48ef-9c1b-166a435bd8dc'} {{(pid=103259) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 12 11:03:00.545929 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron.plugins.ml2.managers [None req-c451f334-a808-4dc1-93b4-0b99b2757a55 None None] Bound port: 391633f2-fa7c-4547-b4c8-9c36686527b2, host: dv-cinder-830088-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2c3159ea-6a9b-49ce-a30a-529be056c88e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': '1aa1357a-efde-48ef-9c1b-166a435bd8dc'}}] {{(pid=103259) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 12 11:03:00.545929 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron_lib.callbacks.manager [None req-c451f334-a808-4dc1-93b4-0b99b2757a55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1535343'] for port (391633f2-fa7c-4547-b4c8-9c36686527b2), before_update {{(pid=103259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:03:00.624967 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron.plugins.ml2.db [None req-c451f334-a808-4dc1-93b4-0b99b2757a55 None None] For port 391633f2-fa7c-4547-b4c8-9c36686527b2, host dv-cinder-830088-4-iscsi, cleared binding levels {{(pid=103259) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 12 11:03:00.633681 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron.plugins.ml2.db [None req-c451f334-a808-4dc1-93b4-0b99b2757a55 None None] For port 391633f2-fa7c-4547-b4c8-9c36686527b2, host dv-cinder-830088-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830088-4-iscsi',level=0,port_id=391633f2-fa7c-4547-b4c8-9c36686527b2,segment=NetworkSegment(2c3159ea-6a9b-49ce-a30a-529be056c88e),segment_id=2c3159ea-6a9b-49ce-a30a-529be056c88e)] {{(pid=103259) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 12 11:03:00.650833 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron_lib.callbacks.manager [None req-c451f334-a808-4dc1-93b4-0b99b2757a55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1534861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777667992095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777667450170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777667450188'] for port (391633f2-fa7c-4547-b4c8-9c36686527b2), after_update {{(pid=103259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:03:00.734123 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c451f334-a808-4dc1-93b4-0b99b2757a55 None None] Routers {'52a119ef-499f-4af8-8b07-100074dbd2a6'} bound to L3 agent in host dv-cinder-830088-4-iscsi {{(pid=103259) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 11:03:00.734924 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron.db.l3_hamode_db [None req-c451f334-a808-4dc1-93b4-0b99b2757a55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830088-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-12T10:52:12Z,description=,heartbeat_timestamp=2022-04-12T11:02:43Z,host='dv-cinder-830088-4-iscsi',id=77f5e085-0284-4236-9dbf-35d2d452e277,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T10:52:12Z,topic='l3_agent')) {'router_ids': ['52a119ef-499f-4af8-8b07-100074dbd2a6'], 'active': True} {{(pid=103259) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 11:03:00.737495 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f995104-9b86-4719-8d10-f518aa684322 None None] Pushing event updated for resources: {'Port': ['ID=391633f2-fa7c-4547-b4c8-9c36686527b2,revision_number=4']} {{(pid=103259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:03:00.751329 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron.db.provisioning_blocks [None req-325f01c5-0166-4483-be75-075c69154c56 None None] Provisioning complete for port 391633f2-fa7c-4547-b4c8-9c36686527b2 triggered by entity DHCP. {{(pid=103259) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 11:03:00.751682 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron_lib.callbacks.manager [None req-325f01c5-0166-4483-be75-075c69154c56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1343588'] for port (391633f2-fa7c-4547-b4c8-9c36686527b2), provisioning_complete {{(pid=103259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:03:00.938454 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron.db.l3_dvr_db [None req-c451f334-a808-4dc1-93b4-0b99b2757a55 None None] Set router 52a119ef-499f-4af8-8b07-100074dbd2a6 gateway port host: dv-cinder-830088-4-iscsi {{(pid=103259) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 11:03:00.950508 dv-cinder-830088-4-iscsi neutron-server[103257]: INFO neutron.wsgi [req-aa4d6cb2-8b77-4703-93c2-1e87195d985e req-b280b746-1bc0-40c7-bc80-1bc0941fa890 tempest-VolumesActionsTest-672028374 tempest-VolumesActionsTest-672028374-project] 10.222.0.39 "GET /v2.0/ports?device_id=c5c70b78-aa4a-4e70-bdd0-34674ed6979f HTTP/1.1" status: 200 len: 210 time: 0.0446074 Apr 12 11:03:00.969061 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron.plugins.ml2.plugin [None req-325f01c5-0166-4483-be75-075c69154c56 None None] Current status of the port 391633f2-fa7c-4547-b4c8-9c36686527b2 is: DOWN; New status is: ACTIVE {{(pid=103259) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 11:03:00.969373 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron_lib.callbacks.manager [None req-325f01c5-0166-4483-be75-075c69154c56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1535343'] for port (391633f2-fa7c-4547-b4c8-9c36686527b2), before_update {{(pid=103259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:03:01.059668 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron.plugins.ml2.db [None req-325f01c5-0166-4483-be75-075c69154c56 None None] For port 391633f2-fa7c-4547-b4c8-9c36686527b2, host dv-cinder-830088-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830088-4-iscsi',level=0,port_id=391633f2-fa7c-4547-b4c8-9c36686527b2,segment=NetworkSegment(2c3159ea-6a9b-49ce-a30a-529be056c88e),segment_id=2c3159ea-6a9b-49ce-a30a-529be056c88e)] {{(pid=103259) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 11:03:01.065472 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron_lib.callbacks.manager [None req-325f01c5-0166-4483-be75-075c69154c56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1534861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777667992095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777667450170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777667450188'] for port (391633f2-fa7c-4547-b4c8-9c36686527b2), after_update {{(pid=103259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:03:01.161401 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-325f01c5-0166-4483-be75-075c69154c56 None None] Pushing event updated for resources: {'Port': ['ID=391633f2-fa7c-4547-b4c8-9c36686527b2,revision_number=5']} {{(pid=103259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:03:01.208313 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron.db.provisioning_blocks [None req-d1921c4a-1803-4afc-ac54-11805d593a3c None None] Provisioning complete for port 391633f2-fa7c-4547-b4c8-9c36686527b2 triggered by entity DHCP. {{(pid=103259) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 11:03:01.208677 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron_lib.callbacks.manager [None req-d1921c4a-1803-4afc-ac54-11805d593a3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1343588'] for port (391633f2-fa7c-4547-b4c8-9c36686527b2), provisioning_complete {{(pid=103259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:03:01.244141 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron.db.l3_hamode_db [None req-c451f334-a808-4dc1-93b4-0b99b2757a55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '52a119ef-499f-4af8-8b07-100074dbd2a6', 'name': 'tempest-TestMinimumBasicScenario-995339280-router', 'tenant_id': '185f953920024ba2ae1226bc0df55949', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b7be5f2-485b-4c85-8f98-fb200971b61c', 'external_fixed_ips': [{'subnet_id': '4887111e-1302-416a-ab8e-c957c9df7f85', 'ip_address': '172.27.3.216'}], 'enable_snat': True}, 'gw_port_id': 'eb201387-b7a7-4777-a143-53a5eee3833e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T11:02:53Z', 'updated_at': '2022-04-12T11:02:57Z', 'revision_number': 4, 'project_id': '185f953920024ba2ae1226bc0df55949', 'gw_port': {'id': 'eb201387-b7a7-4777-a143-53a5eee3833e', 'name': '', 'network_id': '3b7be5f2-485b-4c85-8f98-fb200971b61c', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:cd:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52a119ef-499f-4af8-8b07-100074dbd2a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 298, 'fixed_ips': [{'subnet_id': '4887111e-1302-416a-ab8e-c957c9df7f85', 'ip_address': '172.27.3.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830088-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T11:02:54Z', 'updated_at': '2022-04-12T11:03:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4887111e-1302-416a-ab8e-c957c9df7f85', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830088-4-iscsi', '_interfaces': [{'id': '391633f2-fa7c-4547-b4c8-9c36686527b2', 'name': '', 'network_id': '1aa1357a-efde-48ef-9c1b-166a435bd8dc', 'tenant_id': '185f953920024ba2ae1226bc0df55949', 'mac_address': 'fa:16:3e:03:7c:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '52a119ef-499f-4af8-8b07-100074dbd2a6', 'device_owner': 'network:router_interface', 'standard_attr_id': 299, 'fixed_ips': [{'subnet_id': 'a9c00b83-c6ca-4248-95d0-bc696986c436', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830088-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T11:02:56Z', 'updated_at': '2022-04-12T11:03:00Z', 'revision_number': 4, 'project_id': '185f953920024ba2ae1226bc0df55949', 'subnets': [{'id': 'a9c00b83-c6ca-4248-95d0-bc696986c436', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830088-4-iscsi', False) {} {{(pid=103259) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 11:03:01.288265 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c451f334-a808-4dc1-93b4-0b99b2757a55 None None] The sync data for ids ['52a119ef-499f-4af8-8b07-100074dbd2a6'] in dv-cinder-830088-4-iscsi is: [{'id': '52a119ef-499f-4af8-8b07-100074dbd2a6', 'name': 'tempest-TestMinimumBasicScenario-995339280-router', 'tenant_id': '185f953920024ba2ae1226bc0df55949', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b7be5f2-485b-4c85-8f98-fb200971b61c', 'external_fixed_ips': [{'subnet_id': '4887111e-1302-416a-ab8e-c957c9df7f85', 'ip_address': '172.27.3.216'}], 'enable_snat': True}, 'gw_port_id': 'eb201387-b7a7-4777-a143-53a5eee3833e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T11:02:53Z', 'updated_at': '2022-04-12T11:02:57Z', 'revision_number': 4, 'project_id': '185f953920024ba2ae1226bc0df55949', 'gw_port': {'id': 'eb201387-b7a7-4777-a143-53a5eee3833e', 'name': '', 'network_id': '3b7be5f2-485b-4c85-8f98-fb200971b61c', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:cd:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52a119ef-499f-4af8-8b07-100074dbd2a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 298, 'fixed_ips': [{'subnet_id': '4887111e-1302-416a-ab8e-c957c9df7f85', 'ip_address': '172.27.3.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830088-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T11:02:54Z', 'updated_at': '2022-04-12T11:03:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4887111e-1302-416a-ab8e-c957c9df7f85', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830088-4-iscsi', '_interfaces': [{'id': '391633f2-fa7c-4547-b4c8-9c36686527b2', 'name': '', 'network_id': '1aa1357a-efde-48ef-9c1b-166a435bd8dc', 'tenant_id': '185f953920024ba2ae1226bc0df55949', 'mac_address': 'fa:16:3e:03:7c:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '52a119ef-499f-4af8-8b07-100074dbd2a6', 'device_owner': 'network:router_interface', 'standard_attr_id': 299, 'fixed_ips': [{'subnet_id': 'a9c00b83-c6ca-4248-95d0-bc696986c436', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830088-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T11:02:56Z', 'updated_at': '2022-04-12T11:03:00Z', 'revision_number': 4, 'project_id': '185f953920024ba2ae1226bc0df55949', 'subnets': [{'id': 'a9c00b83-c6ca-4248-95d0-bc696986c436', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103259) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 12 11:03:01.335080 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron.plugins.ml2.plugin [None req-d1921c4a-1803-4afc-ac54-11805d593a3c None None] Current status of the port 391633f2-fa7c-4547-b4c8-9c36686527b2 is: ACTIVE; New status is: ACTIVE {{(pid=103259) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 11:03:01.548089 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33062cc5-ee38-4f71-aec1-481bc0cec485 req-231dc345-3dfb-4c5c-bdd7-5dd747ac1fb2 tempest-ServerRescueNegativeTestJSON-1304480791 tempest-ServerRescueNegativeTestJSON-1304480791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:03:01.560020 dv-cinder-830088-4-iscsi neutron-server[103258]: INFO neutron.wsgi [req-33062cc5-ee38-4f71-aec1-481bc0cec485 req-231dc345-3dfb-4c5c-bdd7-5dd747ac1fb2 tempest-ServerRescueNegativeTestJSON-1304480791 tempest-ServerRescueNegativeTestJSON-1304480791-project] 10.222.0.39 "GET /v2.0/ports?device_id=9850fc3f-3ca4-4813-9ce5-f048fd29222e HTTP/1.1" status: 200 len: 945 time: 0.0752513 Apr 12 11:03:01.617971 dv-cinder-830088-4-iscsi neutron-server[103258]: INFO neutron.wsgi [req-33062cc5-ee38-4f71-aec1-481bc0cec485 req-6b2157bc-0a76-4210-b20b-2d6c52f2f110 tempest-ServerRescueNegativeTestJSON-1304480791 tempest-ServerRescueNegativeTestJSON-1304480791-project] 10.222.0.39 "GET /v2.0/security-groups?id=d3f9b1f1-6368-4c51-964e-16ec3a7a3785&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0554266 Apr 12 11:03:01.973802 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron.plugins.ml2.rpc [None req-e4b062a6-7a21-4431-be77-3c7776c11043 None None] Device eb201387-b7a7-4777-a143-53a5eee3833e up at agent ovs-agent-dv-cinder-830088-4-iscsi {{(pid=103259) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 11:03:02.028976 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron.db.provisioning_blocks [None req-e4b062a6-7a21-4431-be77-3c7776c11043 None None] Provisioning complete for port eb201387-b7a7-4777-a143-53a5eee3833e triggered by entity L2. {{(pid=103259) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 11:03:02.028976 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron_lib.callbacks.manager [None req-e4b062a6-7a21-4431-be77-3c7776c11043 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1343588'] for port (eb201387-b7a7-4777-a143-53a5eee3833e), provisioning_complete {{(pid=103259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:03:02.059134 dv-cinder-830088-4-iscsi neutron-server[103257]: INFO neutron.wsgi [req-c9db523e-14b4-48d3-83a1-014813f4dabc req-35cf4de8-b3ea-471a-95c5-8bde969fae87 tempest-VolumesActionsTest-672028374 tempest-VolumesActionsTest-672028374-project] 10.222.0.39 "GET /v2.0/ports?device_id=c5c70b78-aa4a-4e70-bdd0-34674ed6979f HTTP/1.1" status: 200 len: 210 time: 0.0415852 Apr 12 11:03:02.166499 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron.plugins.ml2.plugin [None req-e4b062a6-7a21-4431-be77-3c7776c11043 None None] Current status of the port eb201387-b7a7-4777-a143-53a5eee3833e is: ACTIVE; New status is: ACTIVE {{(pid=103259) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 11:03:02.170734 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron.plugins.ml2.rpc [None req-e4b062a6-7a21-4431-be77-3c7776c11043 None None] Device 391633f2-fa7c-4547-b4c8-9c36686527b2 up at agent ovs-agent-dv-cinder-830088-4-iscsi {{(pid=103259) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 11:03:02.232436 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron.db.provisioning_blocks [None req-e4b062a6-7a21-4431-be77-3c7776c11043 None None] Provisioning complete for port 391633f2-fa7c-4547-b4c8-9c36686527b2 triggered by entity L2. {{(pid=103259) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 11:03:02.232807 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron_lib.callbacks.manager [None req-e4b062a6-7a21-4431-be77-3c7776c11043 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1343588'] for port (391633f2-fa7c-4547-b4c8-9c36686527b2), provisioning_complete {{(pid=103259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:03:02.313778 dv-cinder-830088-4-iscsi neutron-server[103258]: INFO neutron.wsgi [req-7e38bab0-17e6-4d3f-bbe8-78b23e6c97d4 req-f52552e2-8d75-4d3c-8134-6665195d3419 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=76c0d3e2-99b4-4344-b105-cc9bc02b2bb7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0732591 Apr 12 11:03:02.346789 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron.plugins.ml2.plugin [None req-e4b062a6-7a21-4431-be77-3c7776c11043 None None] Current status of the port 391633f2-fa7c-4547-b4c8-9c36686527b2 is: ACTIVE; New status is: ACTIVE {{(pid=103259) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 11:03:02.469173 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e38bab0-17e6-4d3f-bbe8-78b23e6c97d4 req-ac854764-64f0-46fc-b449-9f6b8d28ba97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:03:02.470894 dv-cinder-830088-4-iscsi neutron-server[103258]: INFO neutron.wsgi [req-7e38bab0-17e6-4d3f-bbe8-78b23e6c97d4 req-ac854764-64f0-46fc-b449-9f6b8d28ba97 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=e581060642574053bd171680bd4e15a9&device_id=76c0d3e2-99b4-4344-b105-cc9bc02b2bb7 HTTP/1.1" status: 200 len: 1129 time: 0.0574415 Apr 12 11:03:02.591196 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e38bab0-17e6-4d3f-bbe8-78b23e6c97d4 req-4051b555-c574-42bf-bf6e-770f9667b3a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:03:02.592668 dv-cinder-830088-4-iscsi neutron-server[103258]: INFO neutron.wsgi [req-7e38bab0-17e6-4d3f-bbe8-78b23e6c97d4 req-4051b555-c574-42bf-bf6e-770f9667b3a9 service neutron] 10.222.0.53 "GET /v2.0/networks?id=8605bce6-3955-4448-bd79-8ef881f45c6d HTTP/1.1" status: 200 len: 915 time: 0.1029003 Apr 12 11:03:02.748247 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b0a5fc5-0e65-4c6b-a3c6-e47d49563400 req-84fba432-7024-4d64-afd1-2eb824d9092e tempest-ServerRescueNegativeTestJSON-1304480791 tempest-ServerRescueNegativeTestJSON-1304480791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:03:02.750145 dv-cinder-830088-4-iscsi neutron-server[103258]: INFO neutron.wsgi [req-2b0a5fc5-0e65-4c6b-a3c6-e47d49563400 req-84fba432-7024-4d64-afd1-2eb824d9092e tempest-ServerRescueNegativeTestJSON-1304480791 tempest-ServerRescueNegativeTestJSON-1304480791-project] 10.222.0.39 "GET /v2.0/ports?device_id=9850fc3f-3ca4-4813-9ce5-f048fd29222e HTTP/1.1" status: 200 len: 945 time: 0.0594535 Apr 12 11:03:02.821906 dv-cinder-830088-4-iscsi neutron-server[103258]: INFO neutron.wsgi [req-2b0a5fc5-0e65-4c6b-a3c6-e47d49563400 req-4a1677ab-f4ef-4576-be59-13fd2e777d70 tempest-ServerRescueNegativeTestJSON-1304480791 tempest-ServerRescueNegativeTestJSON-1304480791-project] 10.222.0.39 "GET /v2.0/security-groups?id=d3f9b1f1-6368-4c51-964e-16ec3a7a3785&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0591619 Apr 12 11:03:02.959176 dv-cinder-830088-4-iscsi neutron-server[103258]: INFO neutron.wsgi [req-7e38bab0-17e6-4d3f-bbe8-78b23e6c97d4 req-96a30a6f-ff57-4cd1-90c7-41d8508da053 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=81da8d92-10b5-4f49-b3df-4f9d3bffc3b7 HTTP/1.1" status: 200 len: 1001 time: 0.1357892 Apr 12 11:03:02.994216 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74d2fc9f-a705-46b6-ae8a-aa7dedaabf0d req-4872423e-011b-4773-b99b-296f97537292 tempest-ServerRescueNegativeTestJSON-1304480791 tempest-ServerRescueNegativeTestJSON-1304480791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:03:02.995894 dv-cinder-830088-4-iscsi neutron-server[103257]: INFO neutron.wsgi [req-74d2fc9f-a705-46b6-ae8a-aa7dedaabf0d req-4872423e-011b-4773-b99b-296f97537292 tempest-ServerRescueNegativeTestJSON-1304480791 tempest-ServerRescueNegativeTestJSON-1304480791-project] 10.222.0.39 "GET /v2.0/ports?device_id=59d855d0-c55b-43eb-bbd0-ca27547aa179 HTTP/1.1" status: 200 len: 945 time: 0.0860779 Apr 12 11:03:03.108367 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e38bab0-17e6-4d3f-bbe8-78b23e6c97d4 req-eb0cd4f0-c9cf-4585-aac6-98ed44d7d776 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:03:03.109022 dv-cinder-830088-4-iscsi neutron-server[103257]: INFO neutron.wsgi [req-74d2fc9f-a705-46b6-ae8a-aa7dedaabf0d req-9c4b6caa-7c4e-46b6-8137-dbef1a93c632 tempest-ServerRescueNegativeTestJSON-1304480791 tempest-ServerRescueNegativeTestJSON-1304480791-project] 10.222.0.39 "GET /v2.0/security-groups?id=d3f9b1f1-6368-4c51-964e-16ec3a7a3785&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1070642 Apr 12 11:03:03.143264 dv-cinder-830088-4-iscsi neutron-server[103258]: INFO neutron.wsgi [req-7e38bab0-17e6-4d3f-bbe8-78b23e6c97d4 req-eb0cd4f0-c9cf-4585-aac6-98ed44d7d776 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=342bfb33-54ce-4b31-b1d9-ee13f5d2ec00 HTTP/1.1" status: 200 len: 853 time: 0.1288958 Apr 12 11:03:03.206647 dv-cinder-830088-4-iscsi neutron-server[103258]: INFO neutron.wsgi [req-fd9bccbf-55ac-42b4-b3fd-f23ea5ec07f4 req-a9ff62f7-abf0-4573-9238-55b489e28aeb tempest-VolumesActionsTest-672028374 tempest-VolumesActionsTest-672028374-project] 10.222.0.39 "GET /v2.0/ports?device_id=c5c70b78-aa4a-4e70-bdd0-34674ed6979f HTTP/1.1" status: 200 len: 210 time: 0.0338821 Apr 12 11:03:03.269938 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05a31c5b-f916-4ca9-a2ff-2f2cf7a22270 req-ca8f3715-d82e-4acf-ad98-8ad11a73ca0d tempest-VolumesActionsTest-672028374 tempest-VolumesActionsTest-672028374-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:03:03.271981 dv-cinder-830088-4-iscsi neutron-server[103257]: INFO neutron.wsgi [req-05a31c5b-f916-4ca9-a2ff-2f2cf7a22270 req-ca8f3715-d82e-4acf-ad98-8ad11a73ca0d tempest-VolumesActionsTest-672028374 tempest-VolumesActionsTest-672028374-project] 10.222.0.53 "GET /v2.0/networks?id=8e71ff57-0439-465f-8499-c7598f62a760 HTTP/1.1" status: 200 len: 808 time: 0.2625589 Apr 12 11:03:04.325917 dv-cinder-830088-4-iscsi neutron-server[103257]: INFO neutron.wsgi [req-774f52a0-3978-4a5a-b9f4-4160f2d342b6 req-2bcef013-a154-49f9-88eb-7af41e202d90 tempest-VolumesActionsTest-672028374 tempest-VolumesActionsTest-672028374-project] 10.222.0.39 "GET /v2.0/ports?device_id=c5c70b78-aa4a-4e70-bdd0-34674ed6979f HTTP/1.1" status: 200 len: 210 time: 0.0413439 Apr 12 11:03:05.417351 dv-cinder-830088-4-iscsi neutron-server[103258]: INFO neutron.wsgi [req-bc683f2b-cfa1-46be-883b-3077353014cc req-9fecbbb3-86da-4ea2-a3b2-b72d8f3e0d37 tempest-VolumesActionsTest-672028374 tempest-VolumesActionsTest-672028374-project] 10.222.0.39 "GET /v2.0/ports?device_id=c5c70b78-aa4a-4e70-bdd0-34674ed6979f HTTP/1.1" status: 200 len: 210 time: 0.0287354 Apr 12 11:03:05.560062 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron.api.v2.base [req-05a31c5b-f916-4ca9-a2ff-2f2cf7a22270 req-ab78758e-5bd3-4dd1-8801-7fb47ca97724 tempest-VolumesActionsTest-672028374 tempest-VolumesActionsTest-672028374-project] Request body: {'port': {'device_id': 'c5c70b78-aa4a-4e70-bdd0-34674ed6979f', 'network_id': '8e71ff57-0439-465f-8499-c7598f62a760', 'admin_state_up': True, 'tenant_id': 'd24d9e7fa22c4bf2b2890639d1b84819'}} {{(pid=103257) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 11:03:05.605348 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e38bab0-17e6-4d3f-bbe8-78b23e6c97d4 req-d0300d85-0a3b-44b0-b473-bb8f2f05d9f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:03:05.607713 dv-cinder-830088-4-iscsi neutron-server[103258]: INFO neutron.wsgi [req-7e38bab0-17e6-4d3f-bbe8-78b23e6c97d4 req-d0300d85-0a3b-44b0-b473-bb8f2f05d9f1 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=8605bce6-3955-4448-bd79-8ef881f45c6d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0596485 Apr 12 11:03:05.724353 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-05a31c5b-f916-4ca9-a2ff-2f2cf7a22270 req-ab78758e-5bd3-4dd1-8801-7fb47ca97724 tempest-VolumesActionsTest-672028374 tempest-VolumesActionsTest-672028374-project] Made reservation on behalf of d24d9e7fa22c4bf2b2890639d1b84819 for: {'port': 1} {{(pid=103257) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 12 11:03:05.728080 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [req-05a31c5b-f916-4ca9-a2ff-2f2cf7a22270 req-ab78758e-5bd3-4dd1-8801-7fb47ca97724 tempest-VolumesActionsTest-672028374 tempest-VolumesActionsTest-672028374-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1535343'] for port (None), before_create {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:03:05.899535 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron.db.db_base_plugin_common [req-05a31c5b-f916-4ca9-a2ff-2f2cf7a22270 req-ab78758e-5bd3-4dd1-8801-7fb47ca97724 tempest-VolumesActionsTest-672028374 tempest-VolumesActionsTest-672028374-project] Allocated IP 172.20.0.12 (8e71ff57-0439-465f-8499-c7598f62a760/16d1a1da-b814-4f98-ae96-a312095b21c8/cae94809-c192-4bca-bde2-2c8ee0f18ea7) {{(pid=103257) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 12 11:03:06.065829 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [req-05a31c5b-f916-4ca9-a2ff-2f2cf7a22270 req-ab78758e-5bd3-4dd1-8801-7fb47ca97724 tempest-VolumesActionsTest-672028374 tempest-VolumesActionsTest-672028374-project] Publish callbacks [] for port (cae94809-c192-4bca-bde2-2c8ee0f18ea7), precommit_create {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:03:06.105033 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [req-05a31c5b-f916-4ca9-a2ff-2f2cf7a22270 req-ab78758e-5bd3-4dd1-8801-7fb47ca97724 tempest-VolumesActionsTest-672028374 tempest-VolumesActionsTest-672028374-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1534861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777667450152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5265645'] for port (cae94809-c192-4bca-bde2-2c8ee0f18ea7), after_create {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:03:06.154821 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-05a31c5b-f916-4ca9-a2ff-2f2cf7a22270 req-ab78758e-5bd3-4dd1-8801-7fb47ca97724 tempest-VolumesActionsTest-672028374 tempest-VolumesActionsTest-672028374-project] Network 8e71ff57-0439-465f-8499-c7598f62a760 is already hosted by enough agents. {{(pid=103257) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 11:03:06.160748 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab78758e-5bd3-4dd1-8801-7fb47ca97724 tempest-VolumesActionsTest-672028374 tempest-VolumesActionsTest-672028374-project] Pushing event updated for resources: {'Port': ['ID=cae94809-c192-4bca-bde2-2c8ee0f18ea7,revision_number=1']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:03:06.163289 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron.scheduler.base_scheduler [req-05a31c5b-f916-4ca9-a2ff-2f2cf7a22270 req-ab78758e-5bd3-4dd1-8801-7fb47ca97724 tempest-VolumesActionsTest-672028374 tempest-VolumesActionsTest-672028374-project] Resources bound (agent type, host, resource id): {{(pid=103257) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 11:03:06.165931 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron.db.l3_dvrscheduler_db [req-05a31c5b-f916-4ca9-a2ff-2f2cf7a22270 req-ab78758e-5bd3-4dd1-8801-7fb47ca97724 tempest-VolumesActionsTest-672028374 tempest-VolumesActionsTest-672028374-project] Received port after_create {{(pid=103257) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 12 11:03:06.217916 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05a31c5b-f916-4ca9-a2ff-2f2cf7a22270 req-ab78758e-5bd3-4dd1-8801-7fb47ca97724 tempest-VolumesActionsTest-672028374 tempest-VolumesActionsTest-672028374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:03:06.218523 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [req-05a31c5b-f916-4ca9-a2ff-2f2cf7a22270 req-ab78758e-5bd3-4dd1-8801-7fb47ca97724 tempest-VolumesActionsTest-672028374 tempest-VolumesActionsTest-672028374-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108023'] for port (None), before_response {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:03:06.237869 dv-cinder-830088-4-iscsi neutron-server[103257]: INFO neutron.wsgi [req-05a31c5b-f916-4ca9-a2ff-2f2cf7a22270 req-ab78758e-5bd3-4dd1-8801-7fb47ca97724 tempest-VolumesActionsTest-672028374 tempest-VolumesActionsTest-672028374-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6827674 Apr 12 11:03:06.554163 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10adeab3-2c9b-4702-849a-6ffe55328196 req-13b9fd06-66ef-41dd-8c5e-3190740073cc tempest-VolumesActionsTest-672028374 tempest-VolumesActionsTest-672028374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:03:06.555368 dv-cinder-830088-4-iscsi neutron-server[103257]: INFO neutron.wsgi [req-10adeab3-2c9b-4702-849a-6ffe55328196 req-13b9fd06-66ef-41dd-8c5e-3190740073cc tempest-VolumesActionsTest-672028374 tempest-VolumesActionsTest-672028374-project] 10.222.0.39 "GET /v2.0/ports?device_id=c5c70b78-aa4a-4e70-bdd0-34674ed6979f HTTP/1.1" status: 200 len: 932 time: 0.0561376 Apr 12 11:03:06.607267 dv-cinder-830088-4-iscsi neutron-server[103257]: INFO neutron.wsgi [req-10adeab3-2c9b-4702-849a-6ffe55328196 req-8b994d96-5b27-4eb4-aae1-05a4d1c26480 tempest-VolumesActionsTest-672028374 tempest-VolumesActionsTest-672028374-project] 10.222.0.39 "GET /v2.0/security-groups?id=c94d010a-ab4d-4dde-b8b1-d56220cf6cc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448251 Apr 12 11:03:07.000538 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron.api.v2.base [req-05a31c5b-f916-4ca9-a2ff-2f2cf7a22270 req-56d47f1c-b4bc-43c0-9bba-fc692dd8a535 service neutron] Request body: {'port': {'device_id': 'c5c70b78-aa4a-4e70-bdd0-34674ed6979f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83008'}} {{(pid=103257) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 11:03:07.084080 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [req-05a31c5b-f916-4ca9-a2ff-2f2cf7a22270 req-56d47f1c-b4bc-43c0-9bba-fc692dd8a535 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1535343'] for port (cae94809-c192-4bca-bde2-2c8ee0f18ea7), before_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:03:07.106960 dv-cinder-830088-4-iscsi neutron-server[103258]: INFO neutron.wsgi [req-7e38bab0-17e6-4d3f-bbe8-78b23e6c97d4 req-fc033112-b67d-444c-9f2f-8aaa3b52771d service neutron] 10.222.0.53 "GET /v2.0/networks/8605bce6-3955-4448-bd79-8ef881f45c6d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1151924 Apr 12 11:03:07.313879 dv-cinder-830088-4-iscsi neutron-server[103258]: INFO neutron.wsgi [req-7e38bab0-17e6-4d3f-bbe8-78b23e6c97d4 req-538d956c-9e09-44a4-aa9b-9ef82056935e service neutron] 10.222.0.53 "GET /v2.0/networks/8605bce6-3955-4448-bd79-8ef881f45c6d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0995772 Apr 12 11:03:07.377647 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron.notifiers.nova [req-05a31c5b-f916-4ca9-a2ff-2f2cf7a22270 req-56d47f1c-b4bc-43c0-9bba-fc692dd8a535 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cae94809-c192-4bca-bde2-2c8ee0f18ea7 {{(pid=103257) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 12 11:03:07.388303 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [req-05a31c5b-f916-4ca9-a2ff-2f2cf7a22270 req-56d47f1c-b4bc-43c0-9bba-fc692dd8a535 service neutron] Publish callbacks [] for port (cae94809-c192-4bca-bde2-2c8ee0f18ea7), precommit_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:03:07.400575 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron.db.provisioning_blocks [req-05a31c5b-f916-4ca9-a2ff-2f2cf7a22270 req-56d47f1c-b4bc-43c0-9bba-fc692dd8a535 service neutron] Transition to ACTIVE for port object cae94809-c192-4bca-bde2-2c8ee0f18ea7 will not be triggered until provisioned by entity L2. {{(pid=103257) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 12 11:03:07.406932 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [req-05a31c5b-f916-4ca9-a2ff-2f2cf7a22270 req-56d47f1c-b4bc-43c0-9bba-fc692dd8a535 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1534861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777667992095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777667450170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777667450188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5265638'] for port (cae94809-c192-4bca-bde2-2c8ee0f18ea7), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:03:07.510461 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56d47f1c-b4bc-43c0-9bba-fc692dd8a535 service neutron] Pushing event updated for resources: {'Port': ['ID=cae94809-c192-4bca-bde2-2c8ee0f18ea7,revision_number=2']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:03:07.534575 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron.plugins.ml2.managers [req-05a31c5b-f916-4ca9-a2ff-2f2cf7a22270 req-56d47f1c-b4bc-43c0-9bba-fc692dd8a535 service neutron] Attempting to bind port cae94809-c192-4bca-bde2-2c8ee0f18ea7 on host hv-cinder-83008 for vnic_type normal with profile {{(pid=103257) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 12 11:03:07.535032 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron.plugins.ml2.managers [req-05a31c5b-f916-4ca9-a2ff-2f2cf7a22270 req-56d47f1c-b4bc-43c0-9bba-fc692dd8a535 service neutron] Attempting to bind port cae94809-c192-4bca-bde2-2c8ee0f18ea7 by drivers openvswitch,hyperv on host hv-cinder-83008 at level 0 using segments [{'id': '4ef6265e-81d1-422d-a625-9e9d19b9243d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': '8e71ff57-0439-465f-8499-c7598f62a760'}] {{(pid=103257) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 12 11:03:07.535432 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05a31c5b-f916-4ca9-a2ff-2f2cf7a22270 req-56d47f1c-b4bc-43c0-9bba-fc692dd8a535 service neutron] Attempting to bind port cae94809-c192-4bca-bde2-2c8ee0f18ea7 on network 8e71ff57-0439-465f-8499-c7598f62a760 {{(pid=103257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 11:03:07.540731 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05a31c5b-f916-4ca9-a2ff-2f2cf7a22270 req-56d47f1c-b4bc-43c0-9bba-fc692dd8a535 service neutron] Port cae94809-c192-4bca-bde2-2c8ee0f18ea7 on network 8e71ff57-0439-465f-8499-c7598f62a760 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83008 {{(pid=103257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 12 11:03:07.541137 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05a31c5b-f916-4ca9-a2ff-2f2cf7a22270 req-56d47f1c-b4bc-43c0-9bba-fc692dd8a535 service neutron] Attempting to bind port cae94809-c192-4bca-bde2-2c8ee0f18ea7 on network 8e71ff57-0439-465f-8499-c7598f62a760 {{(pid=103257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 11:03:07.546109 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05a31c5b-f916-4ca9-a2ff-2f2cf7a22270 req-56d47f1c-b4bc-43c0-9bba-fc692dd8a535 service neutron] Checking agent: {'id': '742b2e09-86ec-4663-b086-f6b891926c3e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83008', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 12, 10, 58, 42), 'started_at': datetime.datetime(2022, 4, 12, 10, 58, 42), 'heartbeat_timestamp': datetime.datetime(2022, 4, 12, 11, 2, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 12 11:03:07.546519 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05a31c5b-f916-4ca9-a2ff-2f2cf7a22270 req-56d47f1c-b4bc-43c0-9bba-fc692dd8a535 service neutron] Checking segment: {'id': '4ef6265e-81d1-422d-a625-9e9d19b9243d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': '8e71ff57-0439-465f-8499-c7598f62a760'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103257) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 11:03:07.546999 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05a31c5b-f916-4ca9-a2ff-2f2cf7a22270 req-56d47f1c-b4bc-43c0-9bba-fc692dd8a535 service neutron] Bound using segment: {'id': '4ef6265e-81d1-422d-a625-9e9d19b9243d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': '8e71ff57-0439-465f-8499-c7598f62a760'} {{(pid=103257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 12 11:03:07.547487 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron.plugins.ml2.managers [req-05a31c5b-f916-4ca9-a2ff-2f2cf7a22270 req-56d47f1c-b4bc-43c0-9bba-fc692dd8a535 service neutron] Bound port: cae94809-c192-4bca-bde2-2c8ee0f18ea7, host: hv-cinder-83008, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4ef6265e-81d1-422d-a625-9e9d19b9243d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': '8e71ff57-0439-465f-8499-c7598f62a760'}}] {{(pid=103257) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 12 11:03:07.547849 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [req-05a31c5b-f916-4ca9-a2ff-2f2cf7a22270 req-56d47f1c-b4bc-43c0-9bba-fc692dd8a535 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1535343'] for port (cae94809-c192-4bca-bde2-2c8ee0f18ea7), before_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:03:07.631719 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron.plugins.ml2.db [req-05a31c5b-f916-4ca9-a2ff-2f2cf7a22270 req-56d47f1c-b4bc-43c0-9bba-fc692dd8a535 service neutron] For port cae94809-c192-4bca-bde2-2c8ee0f18ea7, host hv-cinder-83008, cleared binding levels {{(pid=103257) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 12 11:03:07.635667 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron.plugins.ml2.db [req-05a31c5b-f916-4ca9-a2ff-2f2cf7a22270 req-56d47f1c-b4bc-43c0-9bba-fc692dd8a535 service neutron] For port cae94809-c192-4bca-bde2-2c8ee0f18ea7, host hv-cinder-83008, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83008',level=0,port_id=cae94809-c192-4bca-bde2-2c8ee0f18ea7,segment=NetworkSegment(4ef6265e-81d1-422d-a625-9e9d19b9243d),segment_id=4ef6265e-81d1-422d-a625-9e9d19b9243d)] {{(pid=103257) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 12 11:03:07.644173 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [req-05a31c5b-f916-4ca9-a2ff-2f2cf7a22270 req-56d47f1c-b4bc-43c0-9bba-fc692dd8a535 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1534861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777667992095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777667450170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777667450188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5265638'] for port (cae94809-c192-4bca-bde2-2c8ee0f18ea7), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:03:07.680695 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05a31c5b-f916-4ca9-a2ff-2f2cf7a22270 req-56d47f1c-b4bc-43c0-9bba-fc692dd8a535 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:03:07.681317 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [req-05a31c5b-f916-4ca9-a2ff-2f2cf7a22270 req-56d47f1c-b4bc-43c0-9bba-fc692dd8a535 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108023'] for port (None), before_response {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:03:07.688146 dv-cinder-830088-4-iscsi neutron-server[103257]: INFO neutron.wsgi [req-05a31c5b-f916-4ca9-a2ff-2f2cf7a22270 req-56d47f1c-b4bc-43c0-9bba-fc692dd8a535 service neutron] 10.222.0.53 "PUT /v2.0/ports/cae94809-c192-4bca-bde2-2c8ee0f18ea7 HTTP/1.1" status: 200 len: 1094 time: 0.6925020 Apr 12 11:03:07.688714 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c5c70b78-aa4a-4e70-bdd0-34674ed6979f', 'tag': 'cae94809-c192-4bca-bde2-2c8ee0f18ea7'}] {{(pid=103257) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 11:03:07.693078 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}263188bb5a56b6ea0b99504a79f1a82db60da3322be0ebbd3338f0b2803b3102" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-544d596b-5ad7-4716-853e-b34d023dd500" -d '{"events": [{"name": "network-changed", "server_uuid": "c5c70b78-aa4a-4e70-bdd0-34674ed6979f", "tag": "cae94809-c192-4bca-bde2-2c8ee0f18ea7"}]}' {{(pid=103257) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 11:03:07.742970 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b0f630f-5514-4904-a75f-785ab211c2d3 req-8829d9dd-743c-479a-b147-8d1542adeedc tempest-VolumesActionsTest-672028374 tempest-VolumesActionsTest-672028374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:03:07.748403 dv-cinder-830088-4-iscsi neutron-server[103258]: INFO neutron.wsgi [req-7b0f630f-5514-4904-a75f-785ab211c2d3 req-8829d9dd-743c-479a-b147-8d1542adeedc tempest-VolumesActionsTest-672028374 tempest-VolumesActionsTest-672028374-project] 10.222.0.39 "GET /v2.0/ports?device_id=c5c70b78-aa4a-4e70-bdd0-34674ed6979f HTTP/1.1" status: 200 len: 944 time: 0.0658355 Apr 12 11:03:07.759041 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Apr 2022 11:03:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-318ea10d-e6ee-41d2-bed6-cb6bf13b8061 x-openstack-request-id: req-318ea10d-e6ee-41d2-bed6-cb6bf13b8061 {{(pid=103257) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 11:03:07.760003 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c5c70b78-aa4a-4e70-bdd0-34674ed6979f", "tag": "cae94809-c192-4bca-bde2-2c8ee0f18ea7", "status": "completed", "code": 200}]} {{(pid=103257) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 11:03:07.760695 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-318ea10d-e6ee-41d2-bed6-cb6bf13b8061 {{(pid=103257) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 11:03:07.761246 dv-cinder-830088-4-iscsi neutron-server[103257]: INFO neutron.notifiers.nova [-] Nova event matching ['req-318ea10d-e6ee-41d2-bed6-cb6bf13b8061'] response: {'name': 'network-changed', 'server_uuid': 'c5c70b78-aa4a-4e70-bdd0-34674ed6979f', 'tag': 'cae94809-c192-4bca-bde2-2c8ee0f18ea7', 'status': 'completed', 'code': 200} Apr 12 11:03:07.767621 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56d47f1c-b4bc-43c0-9bba-fc692dd8a535 service neutron] Pushing event updated for resources: {'Port': ['ID=cae94809-c192-4bca-bde2-2c8ee0f18ea7,revision_number=3']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:03:07.804705 dv-cinder-830088-4-iscsi neutron-server[103258]: INFO neutron.wsgi [req-7b0f630f-5514-4904-a75f-785ab211c2d3 req-4b653bf7-e6b4-46fb-856c-3b443f92d877 tempest-VolumesActionsTest-672028374 tempest-VolumesActionsTest-672028374-project] 10.222.0.39 "GET /v2.0/security-groups?id=c94d010a-ab4d-4dde-b8b1-d56220cf6cc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504351 Apr 12 11:03:08.246762 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-544d596b-5ad7-4716-853e-b34d023dd500 req-15a28b7f-da8c-4537-b860-e02b24093323 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:03:08.248229 dv-cinder-830088-4-iscsi neutron-server[103257]: INFO neutron.wsgi [req-544d596b-5ad7-4716-853e-b34d023dd500 req-15a28b7f-da8c-4537-b860-e02b24093323 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=d24d9e7fa22c4bf2b2890639d1b84819&device_id=c5c70b78-aa4a-4e70-bdd0-34674ed6979f HTTP/1.1" status: 200 len: 1128 time: 0.0462792 Apr 12 11:03:08.389140 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-544d596b-5ad7-4716-853e-b34d023dd500 req-8a355c57-dce0-4998-93d7-7a712378443e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:03:08.390741 dv-cinder-830088-4-iscsi neutron-server[103257]: INFO neutron.wsgi [req-544d596b-5ad7-4716-853e-b34d023dd500 req-8a355c57-dce0-4998-93d7-7a712378443e service neutron] 10.222.0.53 "GET /v2.0/networks?tenant_id=d24d9e7fa22c4bf2b2890639d1b84819&shared=False HTTP/1.1" status: 200 len: 909 time: 0.1087277 Apr 12 11:03:08.533516 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-544d596b-5ad7-4716-853e-b34d023dd500 req-feb0f7df-0399-4b5d-8f5d-5e4e446598ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:03:08.535506 dv-cinder-830088-4-iscsi neutron-server[103257]: INFO neutron.wsgi [req-544d596b-5ad7-4716-853e-b34d023dd500 req-feb0f7df-0399-4b5d-8f5d-5e4e446598ee service neutron] 10.222.0.53 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1057580 Apr 12 11:03:08.983529 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75813fe5-acc7-4923-b57d-851d7e08dfc2 req-4f580c66-65a8-4283-9c9e-705496545480 tempest-VolumesActionsTest-672028374 tempest-VolumesActionsTest-672028374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:03:08.985091 dv-cinder-830088-4-iscsi neutron-server[103257]: INFO neutron.wsgi [req-75813fe5-acc7-4923-b57d-851d7e08dfc2 req-4f580c66-65a8-4283-9c9e-705496545480 tempest-VolumesActionsTest-672028374 tempest-VolumesActionsTest-672028374-project] 10.222.0.39 "GET /v2.0/ports?device_id=c5c70b78-aa4a-4e70-bdd0-34674ed6979f HTTP/1.1" status: 200 len: 944 time: 0.0986588 Apr 12 11:03:08.991479 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05a31c5b-f916-4ca9-a2ff-2f2cf7a22270 req-3c9ffde7-f2cc-497d-b142-60ccfa6548ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:03:08.993249 dv-cinder-830088-4-iscsi neutron-server[103257]: INFO neutron.wsgi [req-05a31c5b-f916-4ca9-a2ff-2f2cf7a22270 req-3c9ffde7-f2cc-497d-b142-60ccfa6548ff service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=d24d9e7fa22c4bf2b2890639d1b84819&device_id=c5c70b78-aa4a-4e70-bdd0-34674ed6979f HTTP/1.1" status: 200 len: 1128 time: 0.0615656 Apr 12 11:03:09.074927 dv-cinder-830088-4-iscsi neutron-server[103257]: INFO neutron.wsgi [req-05a31c5b-f916-4ca9-a2ff-2f2cf7a22270 req-0e8d81e0-dc61-4232-b503-de0a9f6ecd12 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=cae94809-c192-4bca-bde2-2c8ee0f18ea7 HTTP/1.1" status: 200 len: 217 time: 0.0576377 Apr 12 11:03:09.099140 dv-cinder-830088-4-iscsi neutron-server[103257]: INFO neutron.wsgi [req-75813fe5-acc7-4923-b57d-851d7e08dfc2 req-0aa9e323-705f-4c55-8fd3-ff386fa8c723 tempest-VolumesActionsTest-672028374 tempest-VolumesActionsTest-672028374-project] 10.222.0.39 "GET /v2.0/security-groups?id=c94d010a-ab4d-4dde-b8b1-d56220cf6cc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1048567 Apr 12 11:03:09.149000 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05a31c5b-f916-4ca9-a2ff-2f2cf7a22270 req-b72447f6-468d-43bc-a50f-602ba6a7311f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:03:09.150472 dv-cinder-830088-4-iscsi neutron-server[103257]: INFO neutron.wsgi [req-05a31c5b-f916-4ca9-a2ff-2f2cf7a22270 req-b72447f6-468d-43bc-a50f-602ba6a7311f service neutron] 10.222.0.53 "GET /v2.0/subnets?id=16d1a1da-b814-4f98-ae96-a312095b21c8 HTTP/1.1" status: 200 len: 848 time: 0.0660555 Apr 12 11:03:09.213338 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ff75d85-b81e-4478-9531-abb7da222d60 req-7d37574c-29fe-4ac6-9aed-94ff47666b29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:03:09.214216 dv-cinder-830088-4-iscsi neutron-server[103257]: INFO neutron.wsgi [req-05a31c5b-f916-4ca9-a2ff-2f2cf7a22270 req-32b45e33-6262-4cbf-bee3-3f36397ad175 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=8e71ff57-0439-465f-8499-c7598f62a760&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0549927 Apr 12 11:03:09.222940 dv-cinder-830088-4-iscsi neutron-server[103258]: INFO neutron.wsgi [req-3ff75d85-b81e-4478-9531-abb7da222d60 req-7d37574c-29fe-4ac6-9aed-94ff47666b29 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=87551ef1ad8e4190b7a3b1c3469382df&device_id=59d855d0-c55b-43eb-bbd0-ca27547aa179 HTTP/1.1" status: 200 len: 1129 time: 0.0875683 Apr 12 11:03:09.356857 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ebeb474-5a76-4961-8e1a-b96e0f421a02 req-96035d42-05ab-414d-b8d6-cc782000061d tempest-ServerRescueNegativeTestJSON-1304480791 tempest-ServerRescueNegativeTestJSON-1304480791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:03:09.365356 dv-cinder-830088-4-iscsi neutron-server[103257]: INFO neutron.wsgi [req-5ebeb474-5a76-4961-8e1a-b96e0f421a02 req-96035d42-05ab-414d-b8d6-cc782000061d tempest-ServerRescueNegativeTestJSON-1304480791 tempest-ServerRescueNegativeTestJSON-1304480791-project] 10.222.0.39 "GET /v2.0/ports?device_id=59d855d0-c55b-43eb-bbd0-ca27547aa179 HTTP/1.1" status: 200 len: 945 time: 0.0706565 Apr 12 11:03:09.380390 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ff75d85-b81e-4478-9531-abb7da222d60 req-27307d95-2ebc-4590-b648-bd941ae8921c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:03:09.381873 dv-cinder-830088-4-iscsi neutron-server[103258]: INFO neutron.wsgi [req-3ff75d85-b81e-4478-9531-abb7da222d60 req-27307d95-2ebc-4590-b648-bd941ae8921c service neutron] 10.222.0.53 "GET /v2.0/networks?id=696acaf3-e376-402a-9f44-515f336c0ed7 HTTP/1.1" status: 200 len: 920 time: 0.1525235 Apr 12 11:03:09.423513 dv-cinder-830088-4-iscsi neutron-server[103257]: INFO neutron.wsgi [req-05a31c5b-f916-4ca9-a2ff-2f2cf7a22270 req-e7b02d84-11bc-4cfa-8f73-6a4f75b18e80 service neutron] 10.222.0.53 "GET /v2.0/networks/8e71ff57-0439-465f-8499-c7598f62a760?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2010868 Apr 12 11:03:09.423769 dv-cinder-830088-4-iscsi neutron-server[103258]: INFO neutron.wsgi [req-3ff75d85-b81e-4478-9531-abb7da222d60 req-31c6345c-19c7-4243-9b3b-a3f8b7eea285 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=d44d9ccf-b10a-4742-9c74-7f9d8d3c3ce8 HTTP/1.1" status: 200 len: 217 time: 0.0353816 Apr 12 11:03:09.431183 dv-cinder-830088-4-iscsi neutron-server[103257]: INFO neutron.wsgi [req-5ebeb474-5a76-4961-8e1a-b96e0f421a02 req-72d42838-df1a-4b9d-836f-ed8026cc22a7 tempest-ServerRescueNegativeTestJSON-1304480791 tempest-ServerRescueNegativeTestJSON-1304480791-project] 10.222.0.39 "GET /v2.0/security-groups?id=d3f9b1f1-6368-4c51-964e-16ec3a7a3785&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0650041 Apr 12 11:03:09.544573 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ff75d85-b81e-4478-9531-abb7da222d60 req-e8b2832c-cae3-45a3-851b-734fade5248c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:03:09.546058 dv-cinder-830088-4-iscsi neutron-server[103258]: INFO neutron.wsgi [req-3ff75d85-b81e-4478-9531-abb7da222d60 req-e8b2832c-cae3-45a3-851b-734fade5248c service neutron] 10.222.0.53 "GET /v2.0/subnets?id=dac559db-7802-4e19-95c5-3aacf686b15d HTTP/1.1" status: 200 len: 858 time: 0.1130400 Apr 12 11:03:09.641208 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ff75d85-b81e-4478-9531-abb7da222d60 req-c37539b5-fbc1-4cbb-add1-09a878db74aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:03:09.642886 dv-cinder-830088-4-iscsi neutron-server[103258]: INFO neutron.wsgi [req-3ff75d85-b81e-4478-9531-abb7da222d60 req-c37539b5-fbc1-4cbb-add1-09a878db74aa service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=696acaf3-e376-402a-9f44-515f336c0ed7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0632293 Apr 12 11:03:09.704065 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bfad6ba-fc98-4d0f-b9a9-67a5426166d2 req-0bc5e163-6e88-46cf-97ec-9412b967cb62 tempest-TestMinimumBasicScenario-1491506946 tempest-TestMinimumBasicScenario-1491506946-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:03:09.705542 dv-cinder-830088-4-iscsi neutron-server[103258]: INFO neutron.wsgi [req-0bfad6ba-fc98-4d0f-b9a9-67a5426166d2 req-0bc5e163-6e88-46cf-97ec-9412b967cb62 tempest-TestMinimumBasicScenario-1491506946 tempest-TestMinimumBasicScenario-1491506946-project] 10.222.0.39 "GET /v2.0/networks?id=6b07eef1-d07a-4859-9857-639b7b48caec HTTP/1.1" status: 200 len: 815 time: 0.2031784 Apr 12 11:03:09.754222 dv-cinder-830088-4-iscsi neutron-server[103258]: INFO neutron.wsgi [req-0bfad6ba-fc98-4d0f-b9a9-67a5426166d2 req-d3442aec-d434-4ee1-a30e-146520c397df tempest-TestMinimumBasicScenario-1491506946 tempest-TestMinimumBasicScenario-1491506946-project] 10.222.0.39 "GET /v2.0/quotas/dcfac628f55a40e9b7615ebf00184320 HTTP/1.1" status: 200 len: 375 time: 0.0396647 Apr 12 11:03:09.787709 dv-cinder-830088-4-iscsi neutron-server[103257]: INFO neutron.wsgi [req-05a31c5b-f916-4ca9-a2ff-2f2cf7a22270 req-3c28d3af-7435-4f18-b6ed-f6fe0468880e service neutron] 10.222.0.53 "GET /v2.0/networks/8e71ff57-0439-465f-8499-c7598f62a760?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3470902 Apr 12 11:03:09.817598 dv-cinder-830088-4-iscsi neutron-server[103258]: INFO neutron.wsgi [req-0bfad6ba-fc98-4d0f-b9a9-67a5426166d2 req-5d3cdc00-17d7-4cd7-aa43-ca02b7ea3ca4 tempest-TestMinimumBasicScenario-1491506946 tempest-TestMinimumBasicScenario-1491506946-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=dcfac628f55a40e9b7615ebf00184320&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0569108 Apr 12 11:03:09.819377 dv-cinder-830088-4-iscsi neutron-server[103258]: INFO neutron.wsgi [req-3ff75d85-b81e-4478-9531-abb7da222d60 req-6839fa58-e32e-47d6-a8d7-39dbdb6f9cce service neutron] 10.222.0.53 "GET /v2.0/networks/696acaf3-e376-402a-9f44-515f336c0ed7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1466715 Apr 12 11:03:09.915522 dv-cinder-830088-4-iscsi neutron-server[103258]: INFO neutron.wsgi [req-0bfad6ba-fc98-4d0f-b9a9-67a5426166d2 req-7546a43a-035e-42e4-8296-37387c7da6c2 service neutron] 10.222.0.39 "GET /v2.0/networks/6b07eef1-d07a-4859-9857-639b7b48caec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0860107 Apr 12 11:03:10.004141 dv-cinder-830088-4-iscsi neutron-server[103258]: INFO neutron.wsgi [req-0bfad6ba-fc98-4d0f-b9a9-67a5426166d2 req-b5237001-979c-42e9-8c89-6dead179452e service neutron] 10.222.0.39 "GET /v2.0/networks/6b07eef1-d07a-4859-9857-639b7b48caec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0829530 Apr 12 11:03:10.159783 dv-cinder-830088-4-iscsi neutron-server[103257]: INFO neutron.wsgi [req-52d3f56e-d79f-4286-824c-19a7e86834e4 req-fec6affd-33eb-45fa-9360-704b0165a938 tempest-TestMinimumBasicScenario-1491506946 tempest-TestMinimumBasicScenario-1491506946-project] 10.222.0.39 "GET /v2.0/ports?device_id=6bac3aa8-98ca-40ce-951f-208d8cb6ac0e HTTP/1.1" status: 200 len: 210 time: 0.0289464 Apr 12 11:03:10.233859 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9c79c8e-56cc-405a-b684-cdfca527f4f0 req-44f61632-02ca-466b-90b0-5d2e6a7dff3b tempest-VolumesActionsTest-672028374 tempest-VolumesActionsTest-672028374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:03:10.235443 dv-cinder-830088-4-iscsi neutron-server[103258]: INFO neutron.wsgi [req-a9c79c8e-56cc-405a-b684-cdfca527f4f0 req-44f61632-02ca-466b-90b0-5d2e6a7dff3b tempest-VolumesActionsTest-672028374 tempest-VolumesActionsTest-672028374-project] 10.222.0.39 "GET /v2.0/ports?device_id=c5c70b78-aa4a-4e70-bdd0-34674ed6979f HTTP/1.1" status: 200 len: 944 time: 0.0519502 Apr 12 11:03:10.249553 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron_lib.callbacks.manager [None req-3257dad1-80c3-4fd2-bf19-bc9eceaa451f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777667879581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1343690'] for agent (0a0a44e5-732d-48d9-a8ad-b47e7b7c1a86), after_update {{(pid=103259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:03:10.283137 dv-cinder-830088-4-iscsi neutron-server[103258]: INFO neutron.wsgi [req-a9c79c8e-56cc-405a-b684-cdfca527f4f0 req-37b5760f-135b-443b-a778-126d6a6a4a7e tempest-VolumesActionsTest-672028374 tempest-VolumesActionsTest-672028374-project] 10.222.0.39 "GET /v2.0/security-groups?id=c94d010a-ab4d-4dde-b8b1-d56220cf6cc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417223 Apr 12 11:03:10.563130 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f2517a8-6f16-4d0f-85f4-cfd15b32d009 req-604c6954-a7f4-41f2-90f8-4668760daacc tempest-ServerRescueNegativeTestJSON-1304480791 tempest-ServerRescueNegativeTestJSON-1304480791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:03:10.564651 dv-cinder-830088-4-iscsi neutron-server[103257]: INFO neutron.wsgi [req-8f2517a8-6f16-4d0f-85f4-cfd15b32d009 req-604c6954-a7f4-41f2-90f8-4668760daacc tempest-ServerRescueNegativeTestJSON-1304480791 tempest-ServerRescueNegativeTestJSON-1304480791-project] 10.222.0.39 "GET /v2.0/ports?device_id=59d855d0-c55b-43eb-bbd0-ca27547aa179 HTTP/1.1" status: 200 len: 945 time: 0.0493057 Apr 12 11:03:10.611486 dv-cinder-830088-4-iscsi neutron-server[103257]: INFO neutron.wsgi [req-8f2517a8-6f16-4d0f-85f4-cfd15b32d009 req-e0667e8f-97e7-4c20-b447-7859009df48c tempest-ServerRescueNegativeTestJSON-1304480791 tempest-ServerRescueNegativeTestJSON-1304480791-project] 10.222.0.39 "GET /v2.0/security-groups?id=d3f9b1f1-6368-4c51-964e-16ec3a7a3785&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412445 Apr 12 11:03:11.261120 dv-cinder-830088-4-iscsi neutron-server[103258]: INFO neutron.wsgi [req-525eabbe-990e-40c1-b0b5-03a286691dfd req-c2d10444-b1c0-4493-8172-97e9fac7d68b tempest-TestMinimumBasicScenario-1491506946 tempest-TestMinimumBasicScenario-1491506946-project] 10.222.0.39 "GET /v2.0/ports?device_id=6bac3aa8-98ca-40ce-951f-208d8cb6ac0e HTTP/1.1" status: 200 len: 210 time: 0.0290420 Apr 12 11:03:11.409891 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80d4008c-e0c5-4007-b478-fa099eadf534 req-3539a900-2e97-455e-972b-8755bc532c90 tempest-VolumesActionsTest-672028374 tempest-VolumesActionsTest-672028374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:03:11.411493 dv-cinder-830088-4-iscsi neutron-server[103257]: INFO neutron.wsgi [req-80d4008c-e0c5-4007-b478-fa099eadf534 req-3539a900-2e97-455e-972b-8755bc532c90 tempest-VolumesActionsTest-672028374 tempest-VolumesActionsTest-672028374-project] 10.222.0.39 "GET /v2.0/ports?device_id=c5c70b78-aa4a-4e70-bdd0-34674ed6979f HTTP/1.1" status: 200 len: 944 time: 0.0595272 Apr 12 11:03:11.471425 dv-cinder-830088-4-iscsi neutron-server[103257]: INFO neutron.wsgi [req-80d4008c-e0c5-4007-b478-fa099eadf534 req-1eee5ba8-4ecf-443d-ad57-7783305b2cfc tempest-VolumesActionsTest-672028374 tempest-VolumesActionsTest-672028374-project] 10.222.0.39 "GET /v2.0/security-groups?id=c94d010a-ab4d-4dde-b8b1-d56220cf6cc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527620 Apr 12 11:03:11.718585 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron_lib.callbacks.manager [None req-ae6c308c-a92e-4424-a7f8-d6a17e5174ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777667879581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1343690'] for agent (742b2e09-86ec-4663-b086-f6b891926c3e), after_update {{(pid=103259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:03:11.720241 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7227ff65-d03c-4243-ad91-cc093b5b9f9c req-cd0b8cec-3e83-44ff-96fa-d6c21baa1221 tempest-ServerRescueNegativeTestJSON-1304480791 tempest-ServerRescueNegativeTestJSON-1304480791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:03:11.721713 dv-cinder-830088-4-iscsi neutron-server[103258]: INFO neutron.wsgi [req-7227ff65-d03c-4243-ad91-cc093b5b9f9c req-cd0b8cec-3e83-44ff-96fa-d6c21baa1221 tempest-ServerRescueNegativeTestJSON-1304480791 tempest-ServerRescueNegativeTestJSON-1304480791-project] 10.222.0.39 "GET /v2.0/ports?device_id=59d855d0-c55b-43eb-bbd0-ca27547aa179 HTTP/1.1" status: 200 len: 945 time: 0.0454876 Apr 12 11:03:11.769936 dv-cinder-830088-4-iscsi neutron-server[103258]: INFO neutron.wsgi [req-7227ff65-d03c-4243-ad91-cc093b5b9f9c req-4220a2a4-950f-4984-bfd8-d4dd9fe65f77 tempest-ServerRescueNegativeTestJSON-1304480791 tempest-ServerRescueNegativeTestJSON-1304480791-project] 10.222.0.39 "GET /v2.0/security-groups?id=d3f9b1f1-6368-4c51-964e-16ec3a7a3785&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414460 Apr 12 11:03:12.042040 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron.plugins.ml2.rpc [None req-ae6c308c-a92e-4424-a7f8-d6a17e5174ef None None] Device cae94809-c192-4bca-bde2-2c8ee0f18ea7 details requested by agent hyperv_hv-cinder-83008 with host hv-cinder-83008 {{(pid=103259) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 12 11:03:12.135668 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron.plugins.ml2.db [None req-ae6c308c-a92e-4424-a7f8-d6a17e5174ef None None] For port cae94809-c192-4bca-bde2-2c8ee0f18ea7, host hv-cinder-83008, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83008',level=0,port_id=cae94809-c192-4bca-bde2-2c8ee0f18ea7,segment=NetworkSegment(4ef6265e-81d1-422d-a625-9e9d19b9243d),segment_id=4ef6265e-81d1-422d-a625-9e9d19b9243d)] {{(pid=103259) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 11:03:12.146894 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron.plugins.ml2.rpc [None req-ae6c308c-a92e-4424-a7f8-d6a17e5174ef None None] Returning: {'device': 'cae94809-c192-4bca-bde2-2c8ee0f18ea7', 'network_id': '8e71ff57-0439-465f-8499-c7598f62a760', 'port_id': 'cae94809-c192-4bca-bde2-2c8ee0f18ea7', 'mac_address': 'fa:16:3e:fa:04:c3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 504, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '16d1a1da-b814-4f98-ae96-a312095b21c8', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103259) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 12 11:03:12.186987 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron.plugins.ml2.plugin [None req-ae6c308c-a92e-4424-a7f8-d6a17e5174ef None None] Current status of the port cae94809-c192-4bca-bde2-2c8ee0f18ea7 is: DOWN; New status is: BUILD {{(pid=103259) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 11:03:12.187370 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron_lib.callbacks.manager [None req-ae6c308c-a92e-4424-a7f8-d6a17e5174ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1535343'] for port (cae94809-c192-4bca-bde2-2c8ee0f18ea7), before_update {{(pid=103259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:03:12.201201 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron.notifiers.nova [None req-ae6c308c-a92e-4424-a7f8-d6a17e5174ef None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cae94809-c192-4bca-bde2-2c8ee0f18ea7 {{(pid=103259) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 12 11:03:12.221100 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron.plugins.ml2.db [None req-ae6c308c-a92e-4424-a7f8-d6a17e5174ef None None] For port cae94809-c192-4bca-bde2-2c8ee0f18ea7, host hv-cinder-83008, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83008',level=0,port_id=cae94809-c192-4bca-bde2-2c8ee0f18ea7,segment=NetworkSegment(4ef6265e-81d1-422d-a625-9e9d19b9243d),segment_id=4ef6265e-81d1-422d-a625-9e9d19b9243d)] {{(pid=103259) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 11:03:12.225274 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron_lib.callbacks.manager [None req-ae6c308c-a92e-4424-a7f8-d6a17e5174ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1534861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777667992095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777667450170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777667450188'] for port (cae94809-c192-4bca-bde2-2c8ee0f18ea7), after_update {{(pid=103259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:03:12.271122 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae6c308c-a92e-4424-a7f8-d6a17e5174ef None None] Pushing event updated for resources: {'Port': ['ID=cae94809-c192-4bca-bde2-2c8ee0f18ea7,revision_number=4']} {{(pid=103259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:03:12.362910 dv-cinder-830088-4-iscsi neutron-server[103257]: INFO neutron.wsgi [req-05d44103-ac13-41cb-b02f-d13d7efbd2ad req-50adb9e4-0612-4866-bcc6-d701e0552e4a tempest-TestMinimumBasicScenario-1491506946 tempest-TestMinimumBasicScenario-1491506946-project] 10.222.0.39 "GET /v2.0/ports?device_id=6bac3aa8-98ca-40ce-951f-208d8cb6ac0e HTTP/1.1" status: 200 len: 210 time: 0.0277998 Apr 12 11:03:12.544646 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron_lib.callbacks.manager [None req-2dc8b6aa-186c-45f5-a758-83ab7ae46997 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777667879581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1343690'] for agent (77f5e085-0284-4236-9dbf-35d2d452e277), after_update {{(pid=103259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:03:12.628457 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a084f5e2-7854-4274-8670-73d371ad3f60 req-a3a07b39-4418-4fb4-b48a-58fee7e75da0 tempest-VolumesActionsTest-672028374 tempest-VolumesActionsTest-672028374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:03:12.630038 dv-cinder-830088-4-iscsi neutron-server[103258]: INFO neutron.wsgi [req-a084f5e2-7854-4274-8670-73d371ad3f60 req-a3a07b39-4418-4fb4-b48a-58fee7e75da0 tempest-VolumesActionsTest-672028374 tempest-VolumesActionsTest-672028374-project] 10.222.0.39 "GET /v2.0/ports?device_id=c5c70b78-aa4a-4e70-bdd0-34674ed6979f HTTP/1.1" status: 200 len: 945 time: 0.0658629 Apr 12 11:03:12.636156 dv-cinder-830088-4-iscsi neutron-server[103258]: INFO neutron.wsgi [req-3ff75d85-b81e-4478-9531-abb7da222d60 req-1d7fb323-5ef6-4fe6-af7a-1057b5ad8aac service neutron] 10.222.0.53 "GET /v2.0/networks/696acaf3-e376-402a-9f44-515f336c0ed7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1328139 Apr 12 11:03:12.679278 dv-cinder-830088-4-iscsi neutron-server[103258]: INFO neutron.wsgi [req-a084f5e2-7854-4274-8670-73d371ad3f60 req-96c62be7-1c38-444d-a30f-0aded212dba0 tempest-VolumesActionsTest-672028374 tempest-VolumesActionsTest-672028374-project] 10.222.0.39 "GET /v2.0/security-groups?id=c94d010a-ab4d-4dde-b8b1-d56220cf6cc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421879 Apr 12 11:03:12.865502 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron.plugins.ml2.db [None req-ae6c308c-a92e-4424-a7f8-d6a17e5174ef None None] get_ports_and_sgs() called for port_ids ['cae94809-c192-4bca-bde2-2c8ee0f18ea7'] {{(pid=103259) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 12 11:03:12.880281 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbba3eb7-0d2c-4520-acd2-9f652f22b57d req-4a423a52-276d-4d26-a8a4-75f3b84fb37c tempest-ServerRescueNegativeTestJSON-1304480791 tempest-ServerRescueNegativeTestJSON-1304480791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:03:12.881787 dv-cinder-830088-4-iscsi neutron-server[103257]: INFO neutron.wsgi [req-fbba3eb7-0d2c-4520-acd2-9f652f22b57d req-4a423a52-276d-4d26-a8a4-75f3b84fb37c tempest-ServerRescueNegativeTestJSON-1304480791 tempest-ServerRescueNegativeTestJSON-1304480791-project] 10.222.0.39 "GET /v2.0/ports?device_id=59d855d0-c55b-43eb-bbd0-ca27547aa179 HTTP/1.1" status: 200 len: 945 time: 0.0456717 Apr 12 11:03:12.929549 dv-cinder-830088-4-iscsi neutron-server[103257]: INFO neutron.wsgi [req-fbba3eb7-0d2c-4520-acd2-9f652f22b57d req-a956dec4-b9c0-4dc6-8fb9-31a21042c919 tempest-ServerRescueNegativeTestJSON-1304480791 tempest-ServerRescueNegativeTestJSON-1304480791-project] 10.222.0.39 "GET /v2.0/security-groups?id=d3f9b1f1-6368-4c51-964e-16ec3a7a3785&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415518 Apr 12 11:03:13.473037 dv-cinder-830088-4-iscsi neutron-server[103258]: INFO neutron.wsgi [req-4559cb10-e5c8-425a-8e64-46d64c198927 req-db314703-a95c-4b03-8ef6-f909c8f54182 tempest-TestMinimumBasicScenario-1491506946 tempest-TestMinimumBasicScenario-1491506946-project] 10.222.0.39 "GET /v2.0/ports?device_id=6bac3aa8-98ca-40ce-951f-208d8cb6ac0e HTTP/1.1" status: 200 len: 210 time: 0.0322652 Apr 12 11:03:13.505797 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bfad6ba-fc98-4d0f-b9a9-67a5426166d2 req-38f8adf6-b791-4c6b-a13d-bd59c16c6913 tempest-TestMinimumBasicScenario-1491506946 tempest-TestMinimumBasicScenario-1491506946-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:03:13.507282 dv-cinder-830088-4-iscsi neutron-server[103258]: INFO neutron.wsgi [req-0bfad6ba-fc98-4d0f-b9a9-67a5426166d2 req-38f8adf6-b791-4c6b-a13d-bd59c16c6913 tempest-TestMinimumBasicScenario-1491506946 tempest-TestMinimumBasicScenario-1491506946-project] 10.222.0.53 "GET /v2.0/networks?id=6b07eef1-d07a-4859-9857-639b7b48caec HTTP/1.1" status: 200 len: 815 time: 0.1594954 Apr 12 11:03:13.531767 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.api.v2.base [req-0bfad6ba-fc98-4d0f-b9a9-67a5426166d2 req-668a56b7-7628-4504-adee-eb2c68c38cee tempest-TestMinimumBasicScenario-1491506946 tempest-TestMinimumBasicScenario-1491506946-project] Request body: {'port': {'device_id': '6bac3aa8-98ca-40ce-951f-208d8cb6ac0e', 'network_id': '6b07eef1-d07a-4859-9857-639b7b48caec', 'admin_state_up': True, 'tenant_id': 'dcfac628f55a40e9b7615ebf00184320'}} {{(pid=103258) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 11:03:13.638115 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0bfad6ba-fc98-4d0f-b9a9-67a5426166d2 req-668a56b7-7628-4504-adee-eb2c68c38cee tempest-TestMinimumBasicScenario-1491506946 tempest-TestMinimumBasicScenario-1491506946-project] Made reservation on behalf of dcfac628f55a40e9b7615ebf00184320 for: {'port': 1} {{(pid=103258) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 12 11:03:13.641550 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [req-0bfad6ba-fc98-4d0f-b9a9-67a5426166d2 req-668a56b7-7628-4504-adee-eb2c68c38cee tempest-TestMinimumBasicScenario-1491506946 tempest-TestMinimumBasicScenario-1491506946-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1535343'] for port (None), before_create {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:03:13.767688 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.db.db_base_plugin_common [req-0bfad6ba-fc98-4d0f-b9a9-67a5426166d2 req-668a56b7-7628-4504-adee-eb2c68c38cee tempest-TestMinimumBasicScenario-1491506946 tempest-TestMinimumBasicScenario-1491506946-project] Allocated IP 172.20.0.3 (6b07eef1-d07a-4859-9857-639b7b48caec/62a3d71a-6b7f-4b84-be49-3fdc054580de/bb599851-186f-4d11-8ba0-67885d7edd26) {{(pid=103258) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 12 11:03:13.795113 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron_lib.callbacks.manager [None req-601bd752-88b9-4ad2-8e14-56931e32431b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777667879581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1343690'] for agent (3ceb33ec-7c20-4632-9357-4cc6534463de), after_update {{(pid=103259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:03:13.815816 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9355d8a-5976-479b-965d-83c239125102 req-d54f15c6-8bc1-4eb8-a747-1b3e211ce68d tempest-VolumesActionsTest-672028374 tempest-VolumesActionsTest-672028374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:03:13.817324 dv-cinder-830088-4-iscsi neutron-server[103257]: INFO neutron.wsgi [req-e9355d8a-5976-479b-965d-83c239125102 req-d54f15c6-8bc1-4eb8-a747-1b3e211ce68d tempest-VolumesActionsTest-672028374 tempest-VolumesActionsTest-672028374-project] 10.222.0.39 "GET /v2.0/ports?device_id=c5c70b78-aa4a-4e70-bdd0-34674ed6979f HTTP/1.1" status: 200 len: 945 time: 0.0655186 Apr 12 11:03:13.866666 dv-cinder-830088-4-iscsi neutron-server[103257]: INFO neutron.wsgi [req-e9355d8a-5976-479b-965d-83c239125102 req-a69df893-51ba-4d8f-9f90-eaf8a1d58b30 tempest-VolumesActionsTest-672028374 tempest-VolumesActionsTest-672028374-project] 10.222.0.39 "GET /v2.0/security-groups?id=c94d010a-ab4d-4dde-b8b1-d56220cf6cc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435393 Apr 12 11:03:13.951157 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [req-0bfad6ba-fc98-4d0f-b9a9-67a5426166d2 req-668a56b7-7628-4504-adee-eb2c68c38cee tempest-TestMinimumBasicScenario-1491506946 tempest-TestMinimumBasicScenario-1491506946-project] Publish callbacks [] for port (bb599851-186f-4d11-8ba0-67885d7edd26), precommit_create {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:03:14.008680 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [req-0bfad6ba-fc98-4d0f-b9a9-67a5426166d2 req-668a56b7-7628-4504-adee-eb2c68c38cee tempest-TestMinimumBasicScenario-1491506946 tempest-TestMinimumBasicScenario-1491506946-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1534861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777667450152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4796947'] for port (bb599851-186f-4d11-8ba0-67885d7edd26), after_create {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:03:14.059070 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0bfad6ba-fc98-4d0f-b9a9-67a5426166d2 req-668a56b7-7628-4504-adee-eb2c68c38cee tempest-TestMinimumBasicScenario-1491506946 tempest-TestMinimumBasicScenario-1491506946-project] Network 6b07eef1-d07a-4859-9857-639b7b48caec is already hosted by enough agents. {{(pid=103258) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 11:03:14.069802 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.scheduler.base_scheduler [req-0bfad6ba-fc98-4d0f-b9a9-67a5426166d2 req-668a56b7-7628-4504-adee-eb2c68c38cee tempest-TestMinimumBasicScenario-1491506946 tempest-TestMinimumBasicScenario-1491506946-project] Resources bound (agent type, host, resource id): {{(pid=103258) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 11:03:14.075474 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.db.l3_dvrscheduler_db [req-0bfad6ba-fc98-4d0f-b9a9-67a5426166d2 req-668a56b7-7628-4504-adee-eb2c68c38cee tempest-TestMinimumBasicScenario-1491506946 tempest-TestMinimumBasicScenario-1491506946-project] Received port after_create {{(pid=103258) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 12 11:03:14.124855 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron.plugins.ml2.rpc [None req-ae6c308c-a92e-4424-a7f8-d6a17e5174ef None None] Device cae94809-c192-4bca-bde2-2c8ee0f18ea7 up at agent hyperv_hv-cinder-83008 {{(pid=103259) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 11:03:14.134561 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-668a56b7-7628-4504-adee-eb2c68c38cee tempest-TestMinimumBasicScenario-1491506946 tempest-TestMinimumBasicScenario-1491506946-project] Pushing event updated for resources: {'Port': ['ID=bb599851-186f-4d11-8ba0-67885d7edd26,revision_number=1']} {{(pid=103258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:03:14.157653 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-076be071-92d6-4cd6-9507-2ef7fe165f1d req-6e9ff832-427b-4275-a21b-dc579ddff638 tempest-ServerRescueNegativeTestJSON-1304480791 tempest-ServerRescueNegativeTestJSON-1304480791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:03:14.159232 dv-cinder-830088-4-iscsi neutron-server[103258]: INFO neutron.wsgi [req-076be071-92d6-4cd6-9507-2ef7fe165f1d req-6e9ff832-427b-4275-a21b-dc579ddff638 tempest-ServerRescueNegativeTestJSON-1304480791 tempest-ServerRescueNegativeTestJSON-1304480791-project] 10.222.0.39 "GET /v2.0/ports?device_id=59d855d0-c55b-43eb-bbd0-ca27547aa179 HTTP/1.1" status: 200 len: 945 time: 0.1130109 Apr 12 11:03:14.175574 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bfad6ba-fc98-4d0f-b9a9-67a5426166d2 req-668a56b7-7628-4504-adee-eb2c68c38cee tempest-TestMinimumBasicScenario-1491506946 tempest-TestMinimumBasicScenario-1491506946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:03:14.176215 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [req-0bfad6ba-fc98-4d0f-b9a9-67a5426166d2 req-668a56b7-7628-4504-adee-eb2c68c38cee tempest-TestMinimumBasicScenario-1491506946 tempest-TestMinimumBasicScenario-1491506946-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108023'] for port (None), before_response {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:03:14.215263 dv-cinder-830088-4-iscsi neutron-server[103258]: INFO neutron.wsgi [req-0bfad6ba-fc98-4d0f-b9a9-67a5426166d2 req-668a56b7-7628-4504-adee-eb2c68c38cee tempest-TestMinimumBasicScenario-1491506946 tempest-TestMinimumBasicScenario-1491506946-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6872473 Apr 12 11:03:14.227672 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron.db.provisioning_blocks [None req-ae6c308c-a92e-4424-a7f8-d6a17e5174ef None None] Provisioning for port cae94809-c192-4bca-bde2-2c8ee0f18ea7 completed by entity L2. {{(pid=103259) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Apr 12 11:03:14.245341 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron.db.provisioning_blocks [None req-ae6c308c-a92e-4424-a7f8-d6a17e5174ef None None] Provisioning complete for port cae94809-c192-4bca-bde2-2c8ee0f18ea7 triggered by entity L2. {{(pid=103259) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 11:03:14.246031 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron_lib.callbacks.manager [None req-ae6c308c-a92e-4424-a7f8-d6a17e5174ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1343588'] for port (cae94809-c192-4bca-bde2-2c8ee0f18ea7), provisioning_complete {{(pid=103259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:03:14.249421 dv-cinder-830088-4-iscsi neutron-server[103258]: INFO neutron.wsgi [req-076be071-92d6-4cd6-9507-2ef7fe165f1d req-c68ac1b1-6eac-4170-bdda-90b77fb478be tempest-ServerRescueNegativeTestJSON-1304480791 tempest-ServerRescueNegativeTestJSON-1304480791-project] 10.222.0.39 "GET /v2.0/security-groups?id=d3f9b1f1-6368-4c51-964e-16ec3a7a3785&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0801103 Apr 12 11:03:14.384197 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron.plugins.ml2.plugin [None req-ae6c308c-a92e-4424-a7f8-d6a17e5174ef None None] Current status of the port cae94809-c192-4bca-bde2-2c8ee0f18ea7 is: BUILD; New status is: ACTIVE {{(pid=103259) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 11:03:14.385136 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron_lib.callbacks.manager [None req-ae6c308c-a92e-4424-a7f8-d6a17e5174ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1535343'] for port (cae94809-c192-4bca-bde2-2c8ee0f18ea7), before_update {{(pid=103259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:03:14.420252 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c5c70b78-aa4a-4e70-bdd0-34674ed6979f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cae94809-c192-4bca-bde2-2c8ee0f18ea7'}] {{(pid=103259) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 11:03:14.422552 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}af87e37ddfedca7c8b2a1dd0c6cba4e3e91bcc66796c687067be127c7223cf15" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-230c7d02-8e80-4ad2-8842-0cd08953a0a6" -d '{"events": [{"server_uuid": "c5c70b78-aa4a-4e70-bdd0-34674ed6979f", "name": "network-vif-plugged", "status": "completed", "tag": "cae94809-c192-4bca-bde2-2c8ee0f18ea7"}]}' {{(pid=103259) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 11:03:14.427154 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron.db.provisioning_blocks [None req-e01232de-2b33-4f13-a7ea-47007220ce91 None None] Provisioning complete for port bb599851-186f-4d11-8ba0-67885d7edd26 triggered by entity DHCP. {{(pid=103259) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 11:03:14.427750 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron_lib.callbacks.manager [None req-e01232de-2b33-4f13-a7ea-47007220ce91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1343588'] for port (bb599851-186f-4d11-8ba0-67885d7edd26), provisioning_complete {{(pid=103259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:03:14.456984 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron.plugins.ml2.db [None req-ae6c308c-a92e-4424-a7f8-d6a17e5174ef None None] For port cae94809-c192-4bca-bde2-2c8ee0f18ea7, host hv-cinder-83008, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83008',level=0,port_id=cae94809-c192-4bca-bde2-2c8ee0f18ea7,segment=NetworkSegment(4ef6265e-81d1-422d-a625-9e9d19b9243d),segment_id=4ef6265e-81d1-422d-a625-9e9d19b9243d)] {{(pid=103259) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 11:03:14.466685 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron_lib.callbacks.manager [None req-ae6c308c-a92e-4424-a7f8-d6a17e5174ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1534861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777667992095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777667450170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777667450188'] for port (cae94809-c192-4bca-bde2-2c8ee0f18ea7), after_update {{(pid=103259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:03:14.517821 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Apr 2022 11:03:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-450af52a-de89-413a-b493-7acda469ebb3 x-openstack-request-id: req-450af52a-de89-413a-b493-7acda469ebb3 {{(pid=103259) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 11:03:14.518135 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c5c70b78-aa4a-4e70-bdd0-34674ed6979f", "name": "network-vif-plugged", "status": "completed", "tag": "cae94809-c192-4bca-bde2-2c8ee0f18ea7", "code": 200}]} {{(pid=103259) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 11:03:14.518400 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-450af52a-de89-413a-b493-7acda469ebb3 {{(pid=103259) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 11:03:14.518889 dv-cinder-830088-4-iscsi neutron-server[103259]: INFO neutron.notifiers.nova [-] Nova event matching ['req-450af52a-de89-413a-b493-7acda469ebb3'] response: {'server_uuid': 'c5c70b78-aa4a-4e70-bdd0-34674ed6979f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cae94809-c192-4bca-bde2-2c8ee0f18ea7', 'code': 200} Apr 12 11:03:14.521595 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron.plugins.ml2.plugin [None req-e01232de-2b33-4f13-a7ea-47007220ce91 None None] Port bb599851-186f-4d11-8ba0-67885d7edd26 cannot update to ACTIVE because it is not bound. {{(pid=103259) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 12 11:03:14.566525 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae6c308c-a92e-4424-a7f8-d6a17e5174ef None None] Pushing event updated for resources: {'Port': ['ID=cae94809-c192-4bca-bde2-2c8ee0f18ea7,revision_number=5']} {{(pid=103259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:03:14.652293 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86bdc276-6b2c-4eff-8703-b50ab20d9838 req-c7d5fddd-7f17-4824-9597-714b39baa004 tempest-TestMinimumBasicScenario-1491506946 tempest-TestMinimumBasicScenario-1491506946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:03:14.668705 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron.wsgi [-] (103257) accepted ('10.222.0.39', 53034) {{(pid=103257) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 11:03:14.671766 dv-cinder-830088-4-iscsi neutron-server[103258]: INFO neutron.wsgi [req-86bdc276-6b2c-4eff-8703-b50ab20d9838 req-c7d5fddd-7f17-4824-9597-714b39baa004 tempest-TestMinimumBasicScenario-1491506946 tempest-TestMinimumBasicScenario-1491506946-project] 10.222.0.39 "GET /v2.0/ports?device_id=6bac3aa8-98ca-40ce-951f-208d8cb6ac0e HTTP/1.1" status: 200 len: 931 time: 0.1148443 Apr 12 11:03:14.727062 dv-cinder-830088-4-iscsi neutron-server[103258]: INFO neutron.wsgi [req-86bdc276-6b2c-4eff-8703-b50ab20d9838 req-c167cb57-e0c0-46dd-b1b8-01d11ec7862f tempest-TestMinimumBasicScenario-1491506946 tempest-TestMinimumBasicScenario-1491506946-project] 10.222.0.39 "GET /v2.0/security-groups?id=eeca4fa4-eaf7-49a0-81c4-0cdb30ea4fa7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0543036 Apr 12 11:03:14.824205 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-4d8b32e0-f361-42fa-be7d-a69d7ca69296 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:03:14.909977 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-4d8b32e0-f361-42fa-be7d-a69d7ca69296 admin admin] Publish callbacks [] for security_group (c1c2032b-7d82-4441-b997-b3cbc6967742), precommit_create {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:03:14.915383 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-4d8b32e0-f361-42fa-be7d-a69d7ca69296 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-415253'] for security_group (c1c2032b-7d82-4441-b997-b3cbc6967742), after_create {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:03:14.968081 dv-cinder-830088-4-iscsi neutron-server[103257]: INFO neutron.wsgi [None req-4d8b32e0-f361-42fa-be7d-a69d7ca69296 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=a1fe699b846f45f68115a12504d60a9e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2976308 Apr 12 11:03:14.970738 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.wsgi [-] (103258) accepted ('10.222.0.39', 53042) {{(pid=103258) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 11:03:14.984370 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d8b32e0-f361-42fa-be7d-a69d7ca69296 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c1c2032b-7d82-4441-b997-b3cbc6967742,revision_number=1']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:03:15.010060 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c6b5c37-ed5e-4896-9686-f45eccd37c10 req-2ca60861-b2ad-434a-b410-bb455861762c tempest-VolumesActionsTest-672028374 tempest-VolumesActionsTest-672028374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:03:15.011921 dv-cinder-830088-4-iscsi neutron-server[103257]: INFO neutron.wsgi [req-4c6b5c37-ed5e-4896-9686-f45eccd37c10 req-2ca60861-b2ad-434a-b410-bb455861762c tempest-VolumesActionsTest-672028374 tempest-VolumesActionsTest-672028374-project] 10.222.0.39 "GET /v2.0/ports?device_id=c5c70b78-aa4a-4e70-bdd0-34674ed6979f HTTP/1.1" status: 200 len: 946 time: 0.0690320 Apr 12 11:03:15.031868 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron_lib.callbacks.manager [None req-0acb87d3-0572-4b2c-b7c9-977edd32a8b9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777667879581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1343690'] for agent (3c144e28-9cc5-463d-ad96-a18b19cd455c), after_update {{(pid=103259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:03:15.033987 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-777a288a-99da-4cd4-98c3-18ce8d27a3ce admin admin] Publish callbacks [] for security_group (c1c2032b-7d82-4441-b997-b3cbc6967742), before_delete {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:03:15.058981 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-777a288a-99da-4cd4-98c3-18ce8d27a3ce admin admin] Publish callbacks [] for security_group (c1c2032b-7d82-4441-b997-b3cbc6967742), precommit_delete {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:03:15.082261 dv-cinder-830088-4-iscsi neutron-server[103257]: INFO neutron.wsgi [req-4c6b5c37-ed5e-4896-9686-f45eccd37c10 req-e824018e-dcfb-4ac9-a8b9-868d141a4619 tempest-VolumesActionsTest-672028374 tempest-VolumesActionsTest-672028374-project] 10.222.0.39 "GET /v2.0/security-groups?id=c94d010a-ab4d-4dde-b8b1-d56220cf6cc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0637934 Apr 12 11:03:15.117933 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-777a288a-99da-4cd4-98c3-18ce8d27a3ce admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-415253'] for security_group (c1c2032b-7d82-4441-b997-b3cbc6967742), after_delete {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:03:15.120965 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-777a288a-99da-4cd4-98c3-18ce8d27a3ce admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:03:15.122788 dv-cinder-830088-4-iscsi neutron-server[103258]: INFO neutron.wsgi [None req-777a288a-99da-4cd4-98c3-18ce8d27a3ce admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/c1c2032b-7d82-4441-b997-b3cbc6967742 HTTP/1.1" status: 204 len: 168 time: 0.1503336 Apr 12 11:03:15.130828 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-777a288a-99da-4cd4-98c3-18ce8d27a3ce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c1c2032b-7d82-4441-b997-b3cbc6967742,revision_number=None']} {{(pid=103258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:03:15.370577 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bef6a23-5fbf-4360-bb7d-bb6c941b7916 req-edb1d8b4-f11d-4116-93e3-1067dc46d4dc tempest-ServerRescueNegativeTestJSON-1304480791 tempest-ServerRescueNegativeTestJSON-1304480791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:03:15.372089 dv-cinder-830088-4-iscsi neutron-server[103258]: INFO neutron.wsgi [req-3bef6a23-5fbf-4360-bb7d-bb6c941b7916 req-edb1d8b4-f11d-4116-93e3-1067dc46d4dc tempest-ServerRescueNegativeTestJSON-1304480791 tempest-ServerRescueNegativeTestJSON-1304480791-project] 10.222.0.39 "GET /v2.0/ports?device_id=59d855d0-c55b-43eb-bbd0-ca27547aa179 HTTP/1.1" status: 200 len: 945 time: 0.0491252 Apr 12 11:03:15.418749 dv-cinder-830088-4-iscsi neutron-server[103258]: INFO neutron.wsgi [req-3bef6a23-5fbf-4360-bb7d-bb6c941b7916 req-1aa9f3c3-1559-4c8b-89ed-2832037ed982 tempest-ServerRescueNegativeTestJSON-1304480791 tempest-ServerRescueNegativeTestJSON-1304480791-project] 10.222.0.39 "GET /v2.0/security-groups?id=d3f9b1f1-6368-4c51-964e-16ec3a7a3785&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411568 Apr 12 11:03:15.735335 dv-cinder-830088-4-iscsi neutron-server[103260]: DEBUG neutron.db.agents_db [None req-b0205aca-973a-4a8a-ba9e-4a4e25067b42 None None] Agent healthcheck: found 6 active agents {{(pid=103260) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 12 11:03:15.852553 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc99f6f6-049d-4b44-b88d-ac0a57ed7726 req-c099690b-0361-4bd3-b144-9783a0057cd0 tempest-TestMinimumBasicScenario-1491506946 tempest-TestMinimumBasicScenario-1491506946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:03:15.854672 dv-cinder-830088-4-iscsi neutron-server[103257]: INFO neutron.wsgi [req-dc99f6f6-049d-4b44-b88d-ac0a57ed7726 req-c099690b-0361-4bd3-b144-9783a0057cd0 tempest-TestMinimumBasicScenario-1491506946 tempest-TestMinimumBasicScenario-1491506946-project] 10.222.0.39 "GET /v2.0/ports?device_id=6bac3aa8-98ca-40ce-951f-208d8cb6ac0e HTTP/1.1" status: 200 len: 931 time: 0.0671051 Apr 12 11:03:15.920126 dv-cinder-830088-4-iscsi neutron-server[103257]: INFO neutron.wsgi [req-dc99f6f6-049d-4b44-b88d-ac0a57ed7726 req-d6ba2451-5622-43ac-bd3c-004144a0e0a4 tempest-TestMinimumBasicScenario-1491506946 tempest-TestMinimumBasicScenario-1491506946-project] 10.222.0.39 "GET /v2.0/security-groups?id=eeca4fa4-eaf7-49a0-81c4-0cdb30ea4fa7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0575628 Apr 12 11:03:16.252886 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf5885ee-c880-448e-a1c5-da7f6a3f9416 req-5dd9b17b-bb8d-4ec9-a43b-8f05971da8ed tempest-VolumesActionsTest-672028374 tempest-VolumesActionsTest-672028374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:03:16.254683 dv-cinder-830088-4-iscsi neutron-server[103258]: INFO neutron.wsgi [req-bf5885ee-c880-448e-a1c5-da7f6a3f9416 req-5dd9b17b-bb8d-4ec9-a43b-8f05971da8ed tempest-VolumesActionsTest-672028374 tempest-VolumesActionsTest-672028374-project] 10.222.0.39 "GET /v2.0/ports?device_id=c5c70b78-aa4a-4e70-bdd0-34674ed6979f HTTP/1.1" status: 200 len: 946 time: 0.0698109 Apr 12 11:03:16.311256 dv-cinder-830088-4-iscsi neutron-server[103258]: INFO neutron.wsgi [req-bf5885ee-c880-448e-a1c5-da7f6a3f9416 req-939ffb84-772d-4955-88bb-90fb2506f593 tempest-VolumesActionsTest-672028374 tempest-VolumesActionsTest-672028374-project] 10.222.0.39 "GET /v2.0/security-groups?id=c94d010a-ab4d-4dde-b8b1-d56220cf6cc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475440 Apr 12 11:03:16.530199 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron_lib.callbacks.manager [None req-e4b062a6-7a21-4431-be77-3c7776c11043 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777667879581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1343690'] for agent (c71cae7d-514b-467a-8477-0a67bee0b970), after_update {{(pid=103259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:03:16.544669 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d662d662-bfda-4de8-a0fe-a6895e89f868 req-c94be222-1a9e-48a0-9d8f-8f4620091bef tempest-ServerRescueNegativeTestJSON-1304480791 tempest-ServerRescueNegativeTestJSON-1304480791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:03:16.546163 dv-cinder-830088-4-iscsi neutron-server[103257]: INFO neutron.wsgi [req-d662d662-bfda-4de8-a0fe-a6895e89f868 req-c94be222-1a9e-48a0-9d8f-8f4620091bef tempest-ServerRescueNegativeTestJSON-1304480791 tempest-ServerRescueNegativeTestJSON-1304480791-project] 10.222.0.39 "GET /v2.0/ports?device_id=59d855d0-c55b-43eb-bbd0-ca27547aa179 HTTP/1.1" status: 200 len: 945 time: 0.0546923 Apr 12 11:03:16.602357 dv-cinder-830088-4-iscsi neutron-server[103257]: INFO neutron.wsgi [req-d662d662-bfda-4de8-a0fe-a6895e89f868 req-38936652-e2cf-4149-a576-09457ca72b9d tempest-ServerRescueNegativeTestJSON-1304480791 tempest-ServerRescueNegativeTestJSON-1304480791-project] 10.222.0.39 "GET /v2.0/security-groups?id=d3f9b1f1-6368-4c51-964e-16ec3a7a3785&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490358 Apr 12 11:03:17.028765 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abcbf57a-095c-4dcc-9e47-f128cd1a91b3 req-46a4a710-8854-4b28-b83a-770102e004dc tempest-TestMinimumBasicScenario-1491506946 tempest-TestMinimumBasicScenario-1491506946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:03:17.030189 dv-cinder-830088-4-iscsi neutron-server[103258]: INFO neutron.wsgi [req-abcbf57a-095c-4dcc-9e47-f128cd1a91b3 req-46a4a710-8854-4b28-b83a-770102e004dc tempest-TestMinimumBasicScenario-1491506946 tempest-TestMinimumBasicScenario-1491506946-project] 10.222.0.39 "GET /v2.0/ports?device_id=6bac3aa8-98ca-40ce-951f-208d8cb6ac0e HTTP/1.1" status: 200 len: 931 time: 0.0453532 Apr 12 11:03:17.074564 dv-cinder-830088-4-iscsi neutron-server[103258]: INFO neutron.wsgi [req-abcbf57a-095c-4dcc-9e47-f128cd1a91b3 req-4dc2ee2e-8b25-4ea1-8276-11380cb281b3 tempest-TestMinimumBasicScenario-1491506946 tempest-TestMinimumBasicScenario-1491506946-project] 10.222.0.39 "GET /v2.0/security-groups?id=eeca4fa4-eaf7-49a0-81c4-0cdb30ea4fa7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390503 Apr 12 11:03:17.421977 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d457fd2-46aa-412d-8aad-20148349f7f4 req-4766710a-8511-4ea5-b03a-11c5bbb8e710 tempest-VolumesActionsTest-672028374 tempest-VolumesActionsTest-672028374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:03:17.423440 dv-cinder-830088-4-iscsi neutron-server[103257]: INFO neutron.wsgi [req-4d457fd2-46aa-412d-8aad-20148349f7f4 req-4766710a-8511-4ea5-b03a-11c5bbb8e710 tempest-VolumesActionsTest-672028374 tempest-VolumesActionsTest-672028374-project] 10.222.0.39 "GET /v2.0/ports?device_id=c5c70b78-aa4a-4e70-bdd0-34674ed6979f HTTP/1.1" status: 200 len: 946 time: 0.0461626 Apr 12 11:03:17.468717 dv-cinder-830088-4-iscsi neutron-server[103257]: INFO neutron.wsgi [req-4d457fd2-46aa-412d-8aad-20148349f7f4 req-2c500370-84a1-49fa-bec5-0221a7c23722 tempest-VolumesActionsTest-672028374 tempest-VolumesActionsTest-672028374-project] 10.222.0.39 "GET /v2.0/security-groups?id=c94d010a-ab4d-4dde-b8b1-d56220cf6cc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398645 Apr 12 11:03:17.712091 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09d1796f-432f-4b6b-8bd0-867789f0b413 req-e54afbaa-1a0f-4d51-9567-b6b20df327bc tempest-ServerRescueNegativeTestJSON-1304480791 tempest-ServerRescueNegativeTestJSON-1304480791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:03:17.713523 dv-cinder-830088-4-iscsi neutron-server[103258]: INFO neutron.wsgi [req-09d1796f-432f-4b6b-8bd0-867789f0b413 req-e54afbaa-1a0f-4d51-9567-b6b20df327bc tempest-ServerRescueNegativeTestJSON-1304480791 tempest-ServerRescueNegativeTestJSON-1304480791-project] 10.222.0.39 "GET /v2.0/ports?device_id=59d855d0-c55b-43eb-bbd0-ca27547aa179 HTTP/1.1" status: 200 len: 945 time: 0.0451519 Apr 12 11:03:17.762085 dv-cinder-830088-4-iscsi neutron-server[103258]: INFO neutron.wsgi [req-09d1796f-432f-4b6b-8bd0-867789f0b413 req-4b54fc2b-9dcc-4a59-9567-90e7d2ec9a3e tempest-ServerRescueNegativeTestJSON-1304480791 tempest-ServerRescueNegativeTestJSON-1304480791-project] 10.222.0.39 "GET /v2.0/security-groups?id=d3f9b1f1-6368-4c51-964e-16ec3a7a3785&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431852 Apr 12 11:03:18.186281 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7762258-673f-4c71-87be-ee7af6c10f2b req-f7c33c19-0411-4e11-91f9-fec5bf8cd196 tempest-TestMinimumBasicScenario-1491506946 tempest-TestMinimumBasicScenario-1491506946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:03:18.187791 dv-cinder-830088-4-iscsi neutron-server[103257]: INFO neutron.wsgi [req-f7762258-673f-4c71-87be-ee7af6c10f2b req-f7c33c19-0411-4e11-91f9-fec5bf8cd196 tempest-TestMinimumBasicScenario-1491506946 tempest-TestMinimumBasicScenario-1491506946-project] 10.222.0.39 "GET /v2.0/ports?device_id=6bac3aa8-98ca-40ce-951f-208d8cb6ac0e HTTP/1.1" status: 200 len: 931 time: 0.0475993 Apr 12 11:03:18.234713 dv-cinder-830088-4-iscsi neutron-server[103257]: INFO neutron.wsgi [req-f7762258-673f-4c71-87be-ee7af6c10f2b req-e562775a-ba04-40ee-aa52-374c46d06f32 tempest-TestMinimumBasicScenario-1491506946 tempest-TestMinimumBasicScenario-1491506946-project] 10.222.0.39 "GET /v2.0/security-groups?id=eeca4fa4-eaf7-49a0-81c4-0cdb30ea4fa7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414195 Apr 12 11:03:18.588352 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15c7dc1e-3915-4c12-92d0-6c63fbbf6f42 req-e4f59f90-df60-4500-ac92-3677a340bac4 tempest-VolumesActionsTest-672028374 tempest-VolumesActionsTest-672028374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:03:18.589986 dv-cinder-830088-4-iscsi neutron-server[103258]: INFO neutron.wsgi [req-15c7dc1e-3915-4c12-92d0-6c63fbbf6f42 req-e4f59f90-df60-4500-ac92-3677a340bac4 tempest-VolumesActionsTest-672028374 tempest-VolumesActionsTest-672028374-project] 10.222.0.39 "GET /v2.0/ports?device_id=c5c70b78-aa4a-4e70-bdd0-34674ed6979f HTTP/1.1" status: 200 len: 946 time: 0.0491526 Apr 12 11:03:18.639112 dv-cinder-830088-4-iscsi neutron-server[103258]: INFO neutron.wsgi [req-15c7dc1e-3915-4c12-92d0-6c63fbbf6f42 req-7f1ec803-f1a7-47b3-9e23-a7aa596f4248 tempest-VolumesActionsTest-672028374 tempest-VolumesActionsTest-672028374-project] 10.222.0.39 "GET /v2.0/security-groups?id=c94d010a-ab4d-4dde-b8b1-d56220cf6cc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437231 Apr 12 11:03:18.880084 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e80e26d-dd80-43ae-88f9-4efdaec6245b req-48b5e744-1bbf-4695-a9eb-882c75d55913 tempest-ServerRescueNegativeTestJSON-1304480791 tempest-ServerRescueNegativeTestJSON-1304480791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:03:18.881556 dv-cinder-830088-4-iscsi neutron-server[103257]: INFO neutron.wsgi [req-3e80e26d-dd80-43ae-88f9-4efdaec6245b req-48b5e744-1bbf-4695-a9eb-882c75d55913 tempest-ServerRescueNegativeTestJSON-1304480791 tempest-ServerRescueNegativeTestJSON-1304480791-project] 10.222.0.39 "GET /v2.0/ports?device_id=59d855d0-c55b-43eb-bbd0-ca27547aa179 HTTP/1.1" status: 200 len: 945 time: 0.0516827 Apr 12 11:03:18.934931 dv-cinder-830088-4-iscsi neutron-server[103257]: INFO neutron.wsgi [req-3e80e26d-dd80-43ae-88f9-4efdaec6245b req-f4f8af1e-0a6f-4b86-a1f7-6c1f13834235 tempest-ServerRescueNegativeTestJSON-1304480791 tempest-ServerRescueNegativeTestJSON-1304480791-project] 10.222.0.39 "GET /v2.0/security-groups?id=d3f9b1f1-6368-4c51-964e-16ec3a7a3785&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470524 Apr 12 11:03:19.344422 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32fc5d58-e622-43bc-8177-b4ab50381931 req-7749722d-84f2-4dea-8387-776b063d7c81 tempest-TestMinimumBasicScenario-1491506946 tempest-TestMinimumBasicScenario-1491506946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:03:19.345932 dv-cinder-830088-4-iscsi neutron-server[103258]: INFO neutron.wsgi [req-32fc5d58-e622-43bc-8177-b4ab50381931 req-7749722d-84f2-4dea-8387-776b063d7c81 tempest-TestMinimumBasicScenario-1491506946 tempest-TestMinimumBasicScenario-1491506946-project] 10.222.0.39 "GET /v2.0/ports?device_id=6bac3aa8-98ca-40ce-951f-208d8cb6ac0e HTTP/1.1" status: 200 len: 931 time: 0.0474274 Apr 12 11:03:19.390867 dv-cinder-830088-4-iscsi neutron-server[103258]: INFO neutron.wsgi [req-32fc5d58-e622-43bc-8177-b4ab50381931 req-fc40b4a5-796d-4784-a507-359ef69d27ee tempest-TestMinimumBasicScenario-1491506946 tempest-TestMinimumBasicScenario-1491506946-project] 10.222.0.39 "GET /v2.0/security-groups?id=eeca4fa4-eaf7-49a0-81c4-0cdb30ea4fa7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386810 Apr 12 11:03:19.748138 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f1fbac0-dbc3-4b7f-a53d-1611fcabe811 req-a255898f-be3a-4da8-897a-cd19614d870b tempest-VolumesActionsTest-672028374 tempest-VolumesActionsTest-672028374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:03:19.749564 dv-cinder-830088-4-iscsi neutron-server[103257]: INFO neutron.wsgi [req-9f1fbac0-dbc3-4b7f-a53d-1611fcabe811 req-a255898f-be3a-4da8-897a-cd19614d870b tempest-VolumesActionsTest-672028374 tempest-VolumesActionsTest-672028374-project] 10.222.0.39 "GET /v2.0/ports?device_id=c5c70b78-aa4a-4e70-bdd0-34674ed6979f HTTP/1.1" status: 200 len: 946 time: 0.0456157 Apr 12 11:03:19.794477 dv-cinder-830088-4-iscsi neutron-server[103257]: INFO neutron.wsgi [req-9f1fbac0-dbc3-4b7f-a53d-1611fcabe811 req-766cd192-17d3-4b49-910a-917dcabac42c tempest-VolumesActionsTest-672028374 tempest-VolumesActionsTest-672028374-project] 10.222.0.39 "GET /v2.0/security-groups?id=c94d010a-ab4d-4dde-b8b1-d56220cf6cc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395713 Apr 12 11:03:20.063091 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a63a691-d865-49fe-8f69-baea5472b67e req-fb88fb68-0150-4ef5-9b68-651512be2ffd tempest-ServerRescueNegativeTestJSON-1304480791 tempest-ServerRescueNegativeTestJSON-1304480791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:03:20.064583 dv-cinder-830088-4-iscsi neutron-server[103258]: INFO neutron.wsgi [req-5a63a691-d865-49fe-8f69-baea5472b67e req-fb88fb68-0150-4ef5-9b68-651512be2ffd tempest-ServerRescueNegativeTestJSON-1304480791 tempest-ServerRescueNegativeTestJSON-1304480791-project] 10.222.0.39 "GET /v2.0/ports?device_id=59d855d0-c55b-43eb-bbd0-ca27547aa179 HTTP/1.1" status: 200 len: 945 time: 0.0507388 Apr 12 11:03:20.111331 dv-cinder-830088-4-iscsi neutron-server[103258]: INFO neutron.wsgi [req-5a63a691-d865-49fe-8f69-baea5472b67e req-b6e6e887-9a93-4ed5-91f3-21d4c3af725a tempest-ServerRescueNegativeTestJSON-1304480791 tempest-ServerRescueNegativeTestJSON-1304480791-project] 10.222.0.39 "GET /v2.0/security-groups?id=d3f9b1f1-6368-4c51-964e-16ec3a7a3785&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403209 Apr 12 11:03:20.515659 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5b0af69-2f02-4784-a4e2-1b62be16a501 req-d76bf652-aebe-43c7-8eae-9f45811e81ed tempest-TestMinimumBasicScenario-1491506946 tempest-TestMinimumBasicScenario-1491506946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:03:20.517374 dv-cinder-830088-4-iscsi neutron-server[103257]: INFO neutron.wsgi [req-b5b0af69-2f02-4784-a4e2-1b62be16a501 req-d76bf652-aebe-43c7-8eae-9f45811e81ed tempest-TestMinimumBasicScenario-1491506946 tempest-TestMinimumBasicScenario-1491506946-project] 10.222.0.39 "GET /v2.0/ports?device_id=6bac3aa8-98ca-40ce-951f-208d8cb6ac0e HTTP/1.1" status: 200 len: 931 time: 0.0585818 Apr 12 11:03:20.570765 dv-cinder-830088-4-iscsi neutron-server[103257]: INFO neutron.wsgi [req-b5b0af69-2f02-4784-a4e2-1b62be16a501 req-577cde8f-d422-4935-894a-ef451b89efd9 tempest-TestMinimumBasicScenario-1491506946 tempest-TestMinimumBasicScenario-1491506946-project] 10.222.0.39 "GET /v2.0/security-groups?id=eeca4fa4-eaf7-49a0-81c4-0cdb30ea4fa7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468948 Apr 12 11:03:20.910920 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b2b0bac-51c3-4f2f-a108-295fabca09b4 req-66947baa-faa5-46b3-a478-182f8e025c6c tempest-VolumesActionsTest-672028374 tempest-VolumesActionsTest-672028374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:03:20.912821 dv-cinder-830088-4-iscsi neutron-server[103258]: INFO neutron.wsgi [req-0b2b0bac-51c3-4f2f-a108-295fabca09b4 req-66947baa-faa5-46b3-a478-182f8e025c6c tempest-VolumesActionsTest-672028374 tempest-VolumesActionsTest-672028374-project] 10.222.0.39 "GET /v2.0/ports?device_id=c5c70b78-aa4a-4e70-bdd0-34674ed6979f HTTP/1.1" status: 200 len: 946 time: 0.0500782 Apr 12 11:03:20.958506 dv-cinder-830088-4-iscsi neutron-server[103258]: INFO neutron.wsgi [req-0b2b0bac-51c3-4f2f-a108-295fabca09b4 req-f14c9c33-a91a-41f7-bd0d-60d49ee75c80 tempest-VolumesActionsTest-672028374 tempest-VolumesActionsTest-672028374-project] 10.222.0.39 "GET /v2.0/security-groups?id=c94d010a-ab4d-4dde-b8b1-d56220cf6cc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394430 Apr 12 11:03:21.221355 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e251f611-19c2-41be-9dbd-93188254fc23 req-8d819581-29b8-4f08-a5fa-6929c7052888 tempest-ServerRescueNegativeTestJSON-1304480791 tempest-ServerRescueNegativeTestJSON-1304480791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:03:21.222845 dv-cinder-830088-4-iscsi neutron-server[103257]: INFO neutron.wsgi [req-e251f611-19c2-41be-9dbd-93188254fc23 req-8d819581-29b8-4f08-a5fa-6929c7052888 tempest-ServerRescueNegativeTestJSON-1304480791 tempest-ServerRescueNegativeTestJSON-1304480791-project] 10.222.0.39 "GET /v2.0/ports?device_id=59d855d0-c55b-43eb-bbd0-ca27547aa179 HTTP/1.1" status: 200 len: 945 time: 0.0463681 Apr 12 11:03:21.267780 dv-cinder-830088-4-iscsi neutron-server[103257]: INFO neutron.wsgi [req-e251f611-19c2-41be-9dbd-93188254fc23 req-06b7de17-1a18-4e75-9801-30bdf4b0df67 tempest-ServerRescueNegativeTestJSON-1304480791 tempest-ServerRescueNegativeTestJSON-1304480791-project] 10.222.0.39 "GET /v2.0/security-groups?id=d3f9b1f1-6368-4c51-964e-16ec3a7a3785&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392408 Apr 12 11:03:21.676969 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c757fca-b6de-4cb1-8e41-ad7890c40739 req-cdfe9ecb-0a03-43af-bf6e-27d236c49ff5 tempest-TestMinimumBasicScenario-1491506946 tempest-TestMinimumBasicScenario-1491506946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:03:21.678329 dv-cinder-830088-4-iscsi neutron-server[103258]: INFO neutron.wsgi [req-9c757fca-b6de-4cb1-8e41-ad7890c40739 req-cdfe9ecb-0a03-43af-bf6e-27d236c49ff5 tempest-TestMinimumBasicScenario-1491506946 tempest-TestMinimumBasicScenario-1491506946-project] 10.222.0.39 "GET /v2.0/ports?device_id=6bac3aa8-98ca-40ce-951f-208d8cb6ac0e HTTP/1.1" status: 200 len: 931 time: 0.0446355 Apr 12 11:03:21.726786 dv-cinder-830088-4-iscsi neutron-server[103258]: INFO neutron.wsgi [req-9c757fca-b6de-4cb1-8e41-ad7890c40739 req-13e7dab6-ef77-4056-8b2c-32a491eb1dc5 tempest-TestMinimumBasicScenario-1491506946 tempest-TestMinimumBasicScenario-1491506946-project] 10.222.0.39 "GET /v2.0/security-groups?id=eeca4fa4-eaf7-49a0-81c4-0cdb30ea4fa7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425737 Apr 12 11:03:22.071506 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38706110-b9ae-431b-af51-5e1ce67d0279 req-0123ece7-1a0e-4c59-837c-9cdea8f31bcc tempest-VolumesActionsTest-672028374 tempest-VolumesActionsTest-672028374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:03:22.072988 dv-cinder-830088-4-iscsi neutron-server[103257]: INFO neutron.wsgi [req-38706110-b9ae-431b-af51-5e1ce67d0279 req-0123ece7-1a0e-4c59-837c-9cdea8f31bcc tempest-VolumesActionsTest-672028374 tempest-VolumesActionsTest-672028374-project] 10.222.0.39 "GET /v2.0/ports?device_id=c5c70b78-aa4a-4e70-bdd0-34674ed6979f HTTP/1.1" status: 200 len: 946 time: 0.0480397 Apr 12 11:03:22.118408 dv-cinder-830088-4-iscsi neutron-server[103257]: INFO neutron.wsgi [req-38706110-b9ae-431b-af51-5e1ce67d0279 req-34407967-9fc4-4c6e-9c19-02bbf3493fdc tempest-VolumesActionsTest-672028374 tempest-VolumesActionsTest-672028374-project] 10.222.0.39 "GET /v2.0/security-groups?id=c94d010a-ab4d-4dde-b8b1-d56220cf6cc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399661 Apr 12 11:03:22.377336 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96443d2c-ee82-446a-85c5-0882f9a288c1 req-7909166f-6979-4b54-9ad6-82cdedfb080a tempest-ServerRescueNegativeTestJSON-1304480791 tempest-ServerRescueNegativeTestJSON-1304480791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:03:22.378851 dv-cinder-830088-4-iscsi neutron-server[103258]: INFO neutron.wsgi [req-96443d2c-ee82-446a-85c5-0882f9a288c1 req-7909166f-6979-4b54-9ad6-82cdedfb080a tempest-ServerRescueNegativeTestJSON-1304480791 tempest-ServerRescueNegativeTestJSON-1304480791-project] 10.222.0.39 "GET /v2.0/ports?device_id=59d855d0-c55b-43eb-bbd0-ca27547aa179 HTTP/1.1" status: 200 len: 945 time: 0.0467734 Apr 12 11:03:22.428416 dv-cinder-830088-4-iscsi neutron-server[103258]: INFO neutron.wsgi [req-96443d2c-ee82-446a-85c5-0882f9a288c1 req-7898bc9a-7dac-48fa-87a8-ab27b00b55a9 tempest-ServerRescueNegativeTestJSON-1304480791 tempest-ServerRescueNegativeTestJSON-1304480791-project] 10.222.0.39 "GET /v2.0/security-groups?id=d3f9b1f1-6368-4c51-964e-16ec3a7a3785&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432730 Apr 12 11:03:22.845123 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6de741c9-083c-43ff-b510-bb5c47469fbc req-8d6d5e7f-086a-497c-91ea-c8f9506ee9e7 tempest-TestMinimumBasicScenario-1491506946 tempest-TestMinimumBasicScenario-1491506946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:03:22.846603 dv-cinder-830088-4-iscsi neutron-server[103257]: INFO neutron.wsgi [req-6de741c9-083c-43ff-b510-bb5c47469fbc req-8d6d5e7f-086a-497c-91ea-c8f9506ee9e7 tempest-TestMinimumBasicScenario-1491506946 tempest-TestMinimumBasicScenario-1491506946-project] 10.222.0.39 "GET /v2.0/ports?device_id=6bac3aa8-98ca-40ce-951f-208d8cb6ac0e HTTP/1.1" status: 200 len: 931 time: 0.0511174 Apr 12 11:03:22.892940 dv-cinder-830088-4-iscsi neutron-server[103257]: INFO neutron.wsgi [req-6de741c9-083c-43ff-b510-bb5c47469fbc req-86565175-b440-4c4d-84c0-372f1bf99bf2 tempest-TestMinimumBasicScenario-1491506946 tempest-TestMinimumBasicScenario-1491506946-project] 10.222.0.39 "GET /v2.0/security-groups?id=eeca4fa4-eaf7-49a0-81c4-0cdb30ea4fa7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401027 Apr 12 11:03:23.231897 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23705673-d416-41cf-bb57-86e5a3c821ea req-a8b857c5-c1b5-4415-921d-bb93fb6cd88b tempest-VolumesActionsTest-672028374 tempest-VolumesActionsTest-672028374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:03:23.233389 dv-cinder-830088-4-iscsi neutron-server[103258]: INFO neutron.wsgi [req-23705673-d416-41cf-bb57-86e5a3c821ea req-a8b857c5-c1b5-4415-921d-bb93fb6cd88b tempest-VolumesActionsTest-672028374 tempest-VolumesActionsTest-672028374-project] 10.222.0.39 "GET /v2.0/ports?device_id=c5c70b78-aa4a-4e70-bdd0-34674ed6979f HTTP/1.1" status: 200 len: 946 time: 0.0483642 Apr 12 11:03:23.280259 dv-cinder-830088-4-iscsi neutron-server[103258]: INFO neutron.wsgi [req-23705673-d416-41cf-bb57-86e5a3c821ea req-848974ef-3ab0-40cc-8f3e-ab4702f727a8 tempest-VolumesActionsTest-672028374 tempest-VolumesActionsTest-672028374-project] 10.222.0.39 "GET /v2.0/security-groups?id=c94d010a-ab4d-4dde-b8b1-d56220cf6cc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412405 Apr 12 11:03:23.538848 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eba85351-e13c-4771-aa90-cf819880aff2 req-4afb1457-5ac8-4b76-aff9-6af276815cdc tempest-ServerRescueNegativeTestJSON-1304480791 tempest-ServerRescueNegativeTestJSON-1304480791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:03:23.540363 dv-cinder-830088-4-iscsi neutron-server[103257]: INFO neutron.wsgi [req-eba85351-e13c-4771-aa90-cf819880aff2 req-4afb1457-5ac8-4b76-aff9-6af276815cdc tempest-ServerRescueNegativeTestJSON-1304480791 tempest-ServerRescueNegativeTestJSON-1304480791-project] 10.222.0.39 "GET /v2.0/ports?device_id=59d855d0-c55b-43eb-bbd0-ca27547aa179 HTTP/1.1" status: 200 len: 945 time: 0.0472460 Apr 12 11:03:23.588153 dv-cinder-830088-4-iscsi neutron-server[103257]: INFO neutron.wsgi [req-eba85351-e13c-4771-aa90-cf819880aff2 req-be3017af-dca5-42b8-83d7-b2f91c8aed75 tempest-ServerRescueNegativeTestJSON-1304480791 tempest-ServerRescueNegativeTestJSON-1304480791-project] 10.222.0.39 "GET /v2.0/security-groups?id=d3f9b1f1-6368-4c51-964e-16ec3a7a3785&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423341 Apr 12 11:03:24.010118 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04dc9f51-ba88-4787-bdcc-b199a8b96cef req-c230f41b-a4d9-400a-aa55-455250aa5a33 tempest-TestMinimumBasicScenario-1491506946 tempest-TestMinimumBasicScenario-1491506946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:03:24.011689 dv-cinder-830088-4-iscsi neutron-server[103258]: INFO neutron.wsgi [req-04dc9f51-ba88-4787-bdcc-b199a8b96cef req-c230f41b-a4d9-400a-aa55-455250aa5a33 tempest-TestMinimumBasicScenario-1491506946 tempest-TestMinimumBasicScenario-1491506946-project] 10.222.0.39 "GET /v2.0/ports?device_id=6bac3aa8-98ca-40ce-951f-208d8cb6ac0e HTTP/1.1" status: 200 len: 931 time: 0.0531273 Apr 12 11:03:24.059915 dv-cinder-830088-4-iscsi neutron-server[103258]: INFO neutron.wsgi [req-04dc9f51-ba88-4787-bdcc-b199a8b96cef req-6743ea2d-57ee-4042-9dfe-f9d046619058 tempest-TestMinimumBasicScenario-1491506946 tempest-TestMinimumBasicScenario-1491506946-project] 10.222.0.39 "GET /v2.0/security-groups?id=eeca4fa4-eaf7-49a0-81c4-0cdb30ea4fa7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424995 Apr 12 11:03:24.397378 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d88c600-0f07-4251-a94c-479793932200 req-cae1c248-7933-4ac3-943a-b116ed40e652 tempest-VolumesActionsTest-672028374 tempest-VolumesActionsTest-672028374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:03:24.399717 dv-cinder-830088-4-iscsi neutron-server[103257]: INFO neutron.wsgi [req-3d88c600-0f07-4251-a94c-479793932200 req-cae1c248-7933-4ac3-943a-b116ed40e652 tempest-VolumesActionsTest-672028374 tempest-VolumesActionsTest-672028374-project] 10.222.0.39 "GET /v2.0/ports?device_id=c5c70b78-aa4a-4e70-bdd0-34674ed6979f HTTP/1.1" status: 200 len: 946 time: 0.0516305 Apr 12 11:03:24.450166 dv-cinder-830088-4-iscsi neutron-server[103257]: INFO neutron.wsgi [req-3d88c600-0f07-4251-a94c-479793932200 req-1c5a2218-472a-4b05-b7d7-36a35234777a tempest-VolumesActionsTest-672028374 tempest-VolumesActionsTest-672028374-project] 10.222.0.39 "GET /v2.0/security-groups?id=c94d010a-ab4d-4dde-b8b1-d56220cf6cc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426755 Apr 12 11:03:24.738168 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3c2dcf5-6a1d-4e4f-9ea3-36c1bc77bb94 req-8ff3430e-6ac9-4ce3-9c93-c7d8bce3df5d tempest-ServerRescueNegativeTestJSON-1304480791 tempest-ServerRescueNegativeTestJSON-1304480791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:03:24.740261 dv-cinder-830088-4-iscsi neutron-server[103258]: INFO neutron.wsgi [req-c3c2dcf5-6a1d-4e4f-9ea3-36c1bc77bb94 req-8ff3430e-6ac9-4ce3-9c93-c7d8bce3df5d tempest-ServerRescueNegativeTestJSON-1304480791 tempest-ServerRescueNegativeTestJSON-1304480791-project] 10.222.0.39 "GET /v2.0/ports?device_id=59d855d0-c55b-43eb-bbd0-ca27547aa179 HTTP/1.1" status: 200 len: 945 time: 0.0601988 Apr 12 11:03:24.799528 dv-cinder-830088-4-iscsi neutron-server[103258]: INFO neutron.wsgi [req-c3c2dcf5-6a1d-4e4f-9ea3-36c1bc77bb94 req-8fc94c66-b9bf-4f23-b774-c0b96017f071 tempest-ServerRescueNegativeTestJSON-1304480791 tempest-ServerRescueNegativeTestJSON-1304480791-project] 10.222.0.39 "GET /v2.0/security-groups?id=d3f9b1f1-6368-4c51-964e-16ec3a7a3785&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520577 Apr 12 11:03:25.176646 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53cd0525-41f7-4704-8428-b56f80b75993 req-f25ed4a8-5bba-4f04-af07-8118edda8d08 tempest-TestMinimumBasicScenario-1491506946 tempest-TestMinimumBasicScenario-1491506946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:03:25.178155 dv-cinder-830088-4-iscsi neutron-server[103257]: INFO neutron.wsgi [req-53cd0525-41f7-4704-8428-b56f80b75993 req-f25ed4a8-5bba-4f04-af07-8118edda8d08 tempest-TestMinimumBasicScenario-1491506946 tempest-TestMinimumBasicScenario-1491506946-project] 10.222.0.39 "GET /v2.0/ports?device_id=6bac3aa8-98ca-40ce-951f-208d8cb6ac0e HTTP/1.1" status: 200 len: 931 time: 0.0491157 Apr 12 11:03:25.224914 dv-cinder-830088-4-iscsi neutron-server[103257]: INFO neutron.wsgi [req-53cd0525-41f7-4704-8428-b56f80b75993 req-3aeccd9e-526d-4132-b78a-25948e092426 tempest-TestMinimumBasicScenario-1491506946 tempest-TestMinimumBasicScenario-1491506946-project] 10.222.0.39 "GET /v2.0/security-groups?id=eeca4fa4-eaf7-49a0-81c4-0cdb30ea4fa7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404837 Apr 12 11:03:25.564286 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d459701d-ccf8-4af6-91c8-f66074d7b79b req-dc9897e6-8499-4b1a-b0de-c2f97d2f7766 tempest-VolumesActionsTest-672028374 tempest-VolumesActionsTest-672028374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:03:25.565716 dv-cinder-830088-4-iscsi neutron-server[103258]: INFO neutron.wsgi [req-d459701d-ccf8-4af6-91c8-f66074d7b79b req-dc9897e6-8499-4b1a-b0de-c2f97d2f7766 tempest-VolumesActionsTest-672028374 tempest-VolumesActionsTest-672028374-project] 10.222.0.39 "GET /v2.0/ports?device_id=c5c70b78-aa4a-4e70-bdd0-34674ed6979f HTTP/1.1" status: 200 len: 946 time: 0.0500751 Apr 12 11:03:25.612653 dv-cinder-830088-4-iscsi neutron-server[103258]: INFO neutron.wsgi [req-d459701d-ccf8-4af6-91c8-f66074d7b79b req-9fab5287-91f6-4e5f-b366-6e0e8904b7eb tempest-VolumesActionsTest-672028374 tempest-VolumesActionsTest-672028374-project] 10.222.0.39 "GET /v2.0/security-groups?id=c94d010a-ab4d-4dde-b8b1-d56220cf6cc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413301 Apr 12 11:03:25.957629 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f3f91f4-6c16-4b9d-bb0f-d225f3ce9f09 req-07685e07-07b6-4da4-81fe-46a5f9029c51 tempest-ServerRescueNegativeTestJSON-1304480791 tempest-ServerRescueNegativeTestJSON-1304480791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:03:25.965713 dv-cinder-830088-4-iscsi neutron-server[103257]: INFO neutron.wsgi [req-7f3f91f4-6c16-4b9d-bb0f-d225f3ce9f09 req-07685e07-07b6-4da4-81fe-46a5f9029c51 tempest-ServerRescueNegativeTestJSON-1304480791 tempest-ServerRescueNegativeTestJSON-1304480791-project] 10.222.0.39 "GET /v2.0/ports?device_id=59d855d0-c55b-43eb-bbd0-ca27547aa179 HTTP/1.1" status: 200 len: 945 time: 0.0567830 Apr 12 11:03:26.051314 dv-cinder-830088-4-iscsi neutron-server[103257]: INFO neutron.wsgi [req-7f3f91f4-6c16-4b9d-bb0f-d225f3ce9f09 req-497eb338-b9fd-4fc8-ab19-e6d84becfb2b tempest-ServerRescueNegativeTestJSON-1304480791 tempest-ServerRescueNegativeTestJSON-1304480791-project] 10.222.0.39 "GET /v2.0/security-groups?id=d3f9b1f1-6368-4c51-964e-16ec3a7a3785&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0845118 Apr 12 11:03:26.365438 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac765d0a-5fc9-40f9-9f63-0f5f5d8a272e req-bd6cfbfe-acc3-4964-b54f-e66119fda38a tempest-TestMinimumBasicScenario-1491506946 tempest-TestMinimumBasicScenario-1491506946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:03:26.368037 dv-cinder-830088-4-iscsi neutron-server[103258]: INFO neutron.wsgi [req-ac765d0a-5fc9-40f9-9f63-0f5f5d8a272e req-bd6cfbfe-acc3-4964-b54f-e66119fda38a tempest-TestMinimumBasicScenario-1491506946 tempest-TestMinimumBasicScenario-1491506946-project] 10.222.0.39 "GET /v2.0/ports?device_id=6bac3aa8-98ca-40ce-951f-208d8cb6ac0e HTTP/1.1" status: 200 len: 931 time: 0.0665169 Apr 12 11:03:26.434527 dv-cinder-830088-4-iscsi neutron-server[103258]: INFO neutron.wsgi [req-ac765d0a-5fc9-40f9-9f63-0f5f5d8a272e req-b496bba0-6721-4b05-9a32-505a750ab1c1 tempest-TestMinimumBasicScenario-1491506946 tempest-TestMinimumBasicScenario-1491506946-project] 10.222.0.39 "GET /v2.0/security-groups?id=eeca4fa4-eaf7-49a0-81c4-0cdb30ea4fa7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0600581 Apr 12 11:03:26.563508 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron.wsgi [-] (103257) accepted ('10.222.0.39', 53244) {{(pid=103257) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 11:03:26.672797 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-66bce4a9-dc62-4d65-a60c-8ddab7c7ea28 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:03:26.744191 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a207b89a-5f93-4b35-b6c9-61eaf57d0439 req-ebc85e9e-144e-43ef-909d-a5aae33b04e4 tempest-VolumesActionsTest-672028374 tempest-VolumesActionsTest-672028374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:03:26.745660 dv-cinder-830088-4-iscsi neutron-server[103257]: INFO neutron.wsgi [req-a207b89a-5f93-4b35-b6c9-61eaf57d0439 req-ebc85e9e-144e-43ef-909d-a5aae33b04e4 tempest-VolumesActionsTest-672028374 tempest-VolumesActionsTest-672028374-project] 10.222.0.39 "GET /v2.0/ports?device_id=c5c70b78-aa4a-4e70-bdd0-34674ed6979f HTTP/1.1" status: 200 len: 946 time: 0.0648704 Apr 12 11:03:26.820766 dv-cinder-830088-4-iscsi neutron-server[103257]: INFO neutron.wsgi [req-a207b89a-5f93-4b35-b6c9-61eaf57d0439 req-b1b8f68f-92ec-4a2a-9f90-957399dd4e29 tempest-VolumesActionsTest-672028374 tempest-VolumesActionsTest-672028374-project] 10.222.0.39 "GET /v2.0/security-groups?id=c94d010a-ab4d-4dde-b8b1-d56220cf6cc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0681615 Apr 12 11:03:26.822375 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-66bce4a9-dc62-4d65-a60c-8ddab7c7ea28 admin admin] Publish callbacks [] for security_group (704aa7a7-8d9b-4909-bcaa-0e3bb4067532), precommit_create {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:03:26.826511 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-66bce4a9-dc62-4d65-a60c-8ddab7c7ea28 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-415253'] for security_group (704aa7a7-8d9b-4909-bcaa-0e3bb4067532), after_create {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:03:26.865742 dv-cinder-830088-4-iscsi neutron-server[103257]: INFO neutron.wsgi [None req-66bce4a9-dc62-4d65-a60c-8ddab7c7ea28 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=2deb6cb835124ddca6d390addc3750f6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3012211 Apr 12 11:03:26.866640 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66bce4a9-dc62-4d65-a60c-8ddab7c7ea28 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=704aa7a7-8d9b-4909-bcaa-0e3bb4067532,revision_number=1']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:03:26.868396 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.wsgi [-] (103258) accepted ('10.222.0.39', 53250) {{(pid=103258) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 11:03:26.915564 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-8113cea0-12e2-4935-a031-7c08cd99d04f admin admin] Publish callbacks [] for security_group (704aa7a7-8d9b-4909-bcaa-0e3bb4067532), before_delete {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:03:26.935983 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-8113cea0-12e2-4935-a031-7c08cd99d04f admin admin] Publish callbacks [] for security_group (704aa7a7-8d9b-4909-bcaa-0e3bb4067532), precommit_delete {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:03:26.984108 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-8113cea0-12e2-4935-a031-7c08cd99d04f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-415253'] for security_group (704aa7a7-8d9b-4909-bcaa-0e3bb4067532), after_delete {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:03:26.986615 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-8113cea0-12e2-4935-a031-7c08cd99d04f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:03:26.987760 dv-cinder-830088-4-iscsi neutron-server[103258]: INFO neutron.wsgi [None req-8113cea0-12e2-4935-a031-7c08cd99d04f admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/704aa7a7-8d9b-4909-bcaa-0e3bb4067532 HTTP/1.1" status: 204 len: 168 time: 0.1183488 Apr 12 11:03:26.994994 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8113cea0-12e2-4935-a031-7c08cd99d04f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=704aa7a7-8d9b-4909-bcaa-0e3bb4067532,revision_number=None']} {{(pid=103258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:03:27.165890 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-653138cb-e666-418c-a6c7-7cb856e2a596 req-673097a7-5c11-421b-a2ed-1470bc8a17e2 tempest-ServerRescueNegativeTestJSON-1304480791 tempest-ServerRescueNegativeTestJSON-1304480791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:03:27.167407 dv-cinder-830088-4-iscsi neutron-server[103258]: INFO neutron.wsgi [req-653138cb-e666-418c-a6c7-7cb856e2a596 req-673097a7-5c11-421b-a2ed-1470bc8a17e2 tempest-ServerRescueNegativeTestJSON-1304480791 tempest-ServerRescueNegativeTestJSON-1304480791-project] 10.222.0.39 "GET /v2.0/ports?device_id=59d855d0-c55b-43eb-bbd0-ca27547aa179 HTTP/1.1" status: 200 len: 945 time: 0.0478005 Apr 12 11:03:27.215135 dv-cinder-830088-4-iscsi neutron-server[103258]: INFO neutron.wsgi [req-653138cb-e666-418c-a6c7-7cb856e2a596 req-821f7d55-9feb-4ff2-851b-731b23c212e8 tempest-ServerRescueNegativeTestJSON-1304480791 tempest-ServerRescueNegativeTestJSON-1304480791-project] 10.222.0.39 "GET /v2.0/security-groups?id=d3f9b1f1-6368-4c51-964e-16ec3a7a3785&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421228 Apr 12 11:03:27.243049 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.wsgi [-] (103258) accepted ('10.222.0.39', 53260) {{(pid=103258) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 11:03:27.255813 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-ddd617f9-2756-4c9b-9a24-7ec2be5895db admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:03:27.328071 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-ddd617f9-2756-4c9b-9a24-7ec2be5895db admin admin] Publish callbacks [] for security_group (5af1458c-008c-429f-84ac-7181f5b180d2), precommit_create {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:03:27.332446 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-ddd617f9-2756-4c9b-9a24-7ec2be5895db admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-415253'] for security_group (5af1458c-008c-429f-84ac-7181f5b180d2), after_create {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:03:27.370329 dv-cinder-830088-4-iscsi neutron-server[103258]: INFO neutron.wsgi [None req-ddd617f9-2756-4c9b-9a24-7ec2be5895db admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=1ba1f51a57114dd1814e48147d749b2e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1262362 Apr 12 11:03:27.371411 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddd617f9-2756-4c9b-9a24-7ec2be5895db admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5af1458c-008c-429f-84ac-7181f5b180d2,revision_number=1']} {{(pid=103258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:03:27.372969 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron.wsgi [-] (103257) accepted ('10.222.0.39', 53262) {{(pid=103257) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 11:03:27.424670 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-6d535b1d-7e06-43ac-989b-b7cf35eaa807 admin admin] Publish callbacks [] for security_group (5af1458c-008c-429f-84ac-7181f5b180d2), before_delete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:03:27.445566 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-6d535b1d-7e06-43ac-989b-b7cf35eaa807 admin admin] Publish callbacks [] for security_group (5af1458c-008c-429f-84ac-7181f5b180d2), precommit_delete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:03:27.492905 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-6d535b1d-7e06-43ac-989b-b7cf35eaa807 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-415253'] for security_group (5af1458c-008c-429f-84ac-7181f5b180d2), after_delete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:03:27.495666 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-6d535b1d-7e06-43ac-989b-b7cf35eaa807 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:03:27.496828 dv-cinder-830088-4-iscsi neutron-server[103257]: INFO neutron.wsgi [None req-6d535b1d-7e06-43ac-989b-b7cf35eaa807 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/5af1458c-008c-429f-84ac-7181f5b180d2 HTTP/1.1" status: 204 len: 168 time: 0.1221669 Apr 12 11:03:27.505104 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d535b1d-7e06-43ac-989b-b7cf35eaa807 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5af1458c-008c-429f-84ac-7181f5b180d2,revision_number=None']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:03:27.555416 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31a159ba-5089-4147-a8aa-8d9bbe7b36b9 req-79661bcc-15dc-4544-a642-7a80f6b9b819 tempest-TestMinimumBasicScenario-1491506946 tempest-TestMinimumBasicScenario-1491506946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:03:27.556939 dv-cinder-830088-4-iscsi neutron-server[103257]: INFO neutron.wsgi [req-31a159ba-5089-4147-a8aa-8d9bbe7b36b9 req-79661bcc-15dc-4544-a642-7a80f6b9b819 tempest-TestMinimumBasicScenario-1491506946 tempest-TestMinimumBasicScenario-1491506946-project] 10.222.0.39 "GET /v2.0/ports?device_id=6bac3aa8-98ca-40ce-951f-208d8cb6ac0e HTTP/1.1" status: 200 len: 931 time: 0.0485582 Apr 12 11:03:27.605100 dv-cinder-830088-4-iscsi neutron-server[103257]: INFO neutron.wsgi [req-31a159ba-5089-4147-a8aa-8d9bbe7b36b9 req-13a65d79-78cf-494d-93a7-e5d41be109af tempest-TestMinimumBasicScenario-1491506946 tempest-TestMinimumBasicScenario-1491506946-project] 10.222.0.39 "GET /v2.0/security-groups?id=eeca4fa4-eaf7-49a0-81c4-0cdb30ea4fa7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427041 Apr 12 11:03:27.970928 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7ac1c03-0e5d-4c03-a7bf-a64a186165c6 req-2abdea23-34cd-48ae-9710-20b82f62da50 tempest-VolumesActionsTest-672028374 tempest-VolumesActionsTest-672028374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:03:27.972452 dv-cinder-830088-4-iscsi neutron-server[103258]: INFO neutron.wsgi [req-a7ac1c03-0e5d-4c03-a7bf-a64a186165c6 req-2abdea23-34cd-48ae-9710-20b82f62da50 tempest-VolumesActionsTest-672028374 tempest-VolumesActionsTest-672028374-project] 10.222.0.39 "GET /v2.0/ports?device_id=c5c70b78-aa4a-4e70-bdd0-34674ed6979f HTTP/1.1" status: 200 len: 946 time: 0.0688088 Apr 12 11:03:28.042215 dv-cinder-830088-4-iscsi neutron-server[103258]: INFO neutron.wsgi [req-a7ac1c03-0e5d-4c03-a7bf-a64a186165c6 req-78057400-2e63-499f-b750-8ceb7923c0d5 tempest-VolumesActionsTest-672028374 tempest-VolumesActionsTest-672028374-project] 10.222.0.39 "GET /v2.0/security-groups?id=c94d010a-ab4d-4dde-b8b1-d56220cf6cc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0624022 Apr 12 11:03:28.372378 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbe7e9f8-13c2-4319-9113-31d20e00cc4b req-8adc3ba9-8e9f-4b09-9752-1a4741e6e59a tempest-ServerRescueNegativeTestJSON-1304480791 tempest-ServerRescueNegativeTestJSON-1304480791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:03:28.374149 dv-cinder-830088-4-iscsi neutron-server[103257]: INFO neutron.wsgi [req-bbe7e9f8-13c2-4319-9113-31d20e00cc4b req-8adc3ba9-8e9f-4b09-9752-1a4741e6e59a tempest-ServerRescueNegativeTestJSON-1304480791 tempest-ServerRescueNegativeTestJSON-1304480791-project] 10.222.0.39 "GET /v2.0/ports?device_id=59d855d0-c55b-43eb-bbd0-ca27547aa179 HTTP/1.1" status: 200 len: 945 time: 0.0694275 Apr 12 11:03:28.444358 dv-cinder-830088-4-iscsi neutron-server[103257]: INFO neutron.wsgi [req-bbe7e9f8-13c2-4319-9113-31d20e00cc4b req-789c7d7d-dce3-42a8-9412-2387a2a0ec57 tempest-ServerRescueNegativeTestJSON-1304480791 tempest-ServerRescueNegativeTestJSON-1304480791-project] 10.222.0.39 "GET /v2.0/security-groups?id=d3f9b1f1-6368-4c51-964e-16ec3a7a3785&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0644264 Apr 12 11:03:28.717021 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dec04885-5ccd-4bc3-a55f-910e1f458e59 req-05f71ae5-1925-4db5-bc5f-a3e7bcb8095c tempest-TestMinimumBasicScenario-1491506946 tempest-TestMinimumBasicScenario-1491506946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:03:28.718613 dv-cinder-830088-4-iscsi neutron-server[103258]: INFO neutron.wsgi [req-dec04885-5ccd-4bc3-a55f-910e1f458e59 req-05f71ae5-1925-4db5-bc5f-a3e7bcb8095c tempest-TestMinimumBasicScenario-1491506946 tempest-TestMinimumBasicScenario-1491506946-project] 10.222.0.39 "GET /v2.0/ports?device_id=6bac3aa8-98ca-40ce-951f-208d8cb6ac0e HTTP/1.1" status: 200 len: 931 time: 0.0467167 Apr 12 11:03:28.766528 dv-cinder-830088-4-iscsi neutron-server[103258]: INFO neutron.wsgi [req-dec04885-5ccd-4bc3-a55f-910e1f458e59 req-0dab496c-f848-4a68-b2f5-7092bfee1cd3 tempest-TestMinimumBasicScenario-1491506946 tempest-TestMinimumBasicScenario-1491506946-project] 10.222.0.39 "GET /v2.0/security-groups?id=eeca4fa4-eaf7-49a0-81c4-0cdb30ea4fa7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418417 Apr 12 11:03:29.163195 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-147e8af1-28f0-4b26-a0f9-1eafe0329e43 req-dadf3710-a4a3-48a3-9dfe-72355981ce64 tempest-VolumesActionsTest-672028374 tempest-VolumesActionsTest-672028374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:03:29.164687 dv-cinder-830088-4-iscsi neutron-server[103257]: INFO neutron.wsgi [req-147e8af1-28f0-4b26-a0f9-1eafe0329e43 req-dadf3710-a4a3-48a3-9dfe-72355981ce64 tempest-VolumesActionsTest-672028374 tempest-VolumesActionsTest-672028374-project] 10.222.0.39 "GET /v2.0/ports?device_id=c5c70b78-aa4a-4e70-bdd0-34674ed6979f HTTP/1.1" status: 200 len: 946 time: 0.0501478 Apr 12 11:03:29.217600 dv-cinder-830088-4-iscsi neutron-server[103257]: INFO neutron.wsgi [req-147e8af1-28f0-4b26-a0f9-1eafe0329e43 req-9e96f653-a77b-47df-8b1d-40acfeb5b414 tempest-VolumesActionsTest-672028374 tempest-VolumesActionsTest-672028374-project] 10.222.0.39 "GET /v2.0/security-groups?id=c94d010a-ab4d-4dde-b8b1-d56220cf6cc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472677 Apr 12 11:03:29.556488 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4049564a-7168-4825-8820-61e958445639 req-cd85dd36-cff7-4b32-9247-7fce20ab2b9a tempest-ServerRescueNegativeTestJSON-1304480791 tempest-ServerRescueNegativeTestJSON-1304480791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:03:29.558630 dv-cinder-830088-4-iscsi neutron-server[103258]: INFO neutron.wsgi [req-4049564a-7168-4825-8820-61e958445639 req-cd85dd36-cff7-4b32-9247-7fce20ab2b9a tempest-ServerRescueNegativeTestJSON-1304480791 tempest-ServerRescueNegativeTestJSON-1304480791-project] 10.222.0.39 "GET /v2.0/ports?device_id=59d855d0-c55b-43eb-bbd0-ca27547aa179 HTTP/1.1" status: 200 len: 945 time: 0.0473914 Apr 12 11:03:29.587019 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron.wsgi [-] (103257) accepted ('10.222.0.39', 53354) {{(pid=103257) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 11:03:29.613316 dv-cinder-830088-4-iscsi neutron-server[103258]: INFO neutron.wsgi [req-4049564a-7168-4825-8820-61e958445639 req-08250041-1c46-4d05-b646-08490773cc49 tempest-ServerRescueNegativeTestJSON-1304480791 tempest-ServerRescueNegativeTestJSON-1304480791-project] 10.222.0.39 "GET /v2.0/security-groups?id=d3f9b1f1-6368-4c51-964e-16ec3a7a3785&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491338 Apr 12 11:03:29.689766 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-ff8b23d2-5fb1-46fb-acc0-50b43471c05e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:03:29.759733 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-ff8b23d2-5fb1-46fb-acc0-50b43471c05e admin admin] Publish callbacks [] for security_group (f88222c1-15f3-4d79-bcff-15f0a491ee5c), precommit_create {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:03:29.763093 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-ff8b23d2-5fb1-46fb-acc0-50b43471c05e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-415253'] for security_group (f88222c1-15f3-4d79-bcff-15f0a491ee5c), after_create {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:03:29.801771 dv-cinder-830088-4-iscsi neutron-server[103257]: INFO neutron.wsgi [None req-ff8b23d2-5fb1-46fb-acc0-50b43471c05e admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=d03f5d27c86e425bba8b978fe13f00b2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2112896 Apr 12 11:03:29.801771 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff8b23d2-5fb1-46fb-acc0-50b43471c05e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f88222c1-15f3-4d79-bcff-15f0a491ee5c,revision_number=1']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:03:29.802364 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.wsgi [-] (103258) accepted ('10.222.0.39', 53360) {{(pid=103258) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 11:03:29.853777 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-d650347b-67b3-4bf5-905f-1db2af6c3d14 admin admin] Publish callbacks [] for security_group (f88222c1-15f3-4d79-bcff-15f0a491ee5c), before_delete {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:03:29.875243 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-d650347b-67b3-4bf5-905f-1db2af6c3d14 admin admin] Publish callbacks [] for security_group (f88222c1-15f3-4d79-bcff-15f0a491ee5c), precommit_delete {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:03:29.883460 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfda5696-2724-4863-95c9-2e5c60ca316b req-2280f3c1-7dc2-48d3-89f3-f5b4a7765f1a tempest-TestMinimumBasicScenario-1491506946 tempest-TestMinimumBasicScenario-1491506946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:03:29.886244 dv-cinder-830088-4-iscsi neutron-server[103257]: INFO neutron.wsgi [req-dfda5696-2724-4863-95c9-2e5c60ca316b req-2280f3c1-7dc2-48d3-89f3-f5b4a7765f1a tempest-TestMinimumBasicScenario-1491506946 tempest-TestMinimumBasicScenario-1491506946-project] 10.222.0.39 "GET /v2.0/ports?device_id=6bac3aa8-98ca-40ce-951f-208d8cb6ac0e HTTP/1.1" status: 200 len: 931 time: 0.0522661 Apr 12 11:03:29.923357 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-d650347b-67b3-4bf5-905f-1db2af6c3d14 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-415253'] for security_group (f88222c1-15f3-4d79-bcff-15f0a491ee5c), after_delete {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:03:29.925938 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-d650347b-67b3-4bf5-905f-1db2af6c3d14 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:03:29.927237 dv-cinder-830088-4-iscsi neutron-server[103258]: INFO neutron.wsgi [None req-d650347b-67b3-4bf5-905f-1db2af6c3d14 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/f88222c1-15f3-4d79-bcff-15f0a491ee5c HTTP/1.1" status: 204 len: 168 time: 0.1228871 Apr 12 11:03:29.935031 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d650347b-67b3-4bf5-905f-1db2af6c3d14 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f88222c1-15f3-4d79-bcff-15f0a491ee5c,revision_number=None']} {{(pid=103258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:03:29.943609 dv-cinder-830088-4-iscsi neutron-server[103257]: INFO neutron.wsgi [req-dfda5696-2724-4863-95c9-2e5c60ca316b req-b08a212c-795e-456f-b3de-f8380750aa90 tempest-TestMinimumBasicScenario-1491506946 tempest-TestMinimumBasicScenario-1491506946-project] 10.222.0.39 "GET /v2.0/security-groups?id=eeca4fa4-eaf7-49a0-81c4-0cdb30ea4fa7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509839 Apr 12 11:03:30.183412 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron.wsgi [-] (103257) accepted ('10.222.0.39', 53368) {{(pid=103257) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 11:03:30.196675 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-d5251bb8-9d3f-4500-96c6-e8e04b93c541 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:03:30.270944 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-d5251bb8-9d3f-4500-96c6-e8e04b93c541 admin admin] Publish callbacks [] for security_group (9bedbf16-d869-4361-b057-992a294c6353), precommit_create {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:03:30.275653 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-d5251bb8-9d3f-4500-96c6-e8e04b93c541 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-415253'] for security_group (9bedbf16-d869-4361-b057-992a294c6353), after_create {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:03:30.311403 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5251bb8-9d3f-4500-96c6-e8e04b93c541 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9bedbf16-d869-4361-b057-992a294c6353,revision_number=1']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:03:30.316745 dv-cinder-830088-4-iscsi neutron-server[103257]: INFO neutron.wsgi [None req-d5251bb8-9d3f-4500-96c6-e8e04b93c541 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=b66a89d177cb473d851665cde080f18c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1323125 Apr 12 11:03:30.319395 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron.wsgi [-] (103257) accepted ('10.222.0.39', 53372) {{(pid=103257) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 11:03:30.330666 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa888ce7-7cdd-4c8b-be90-8504abc60b3c req-f1e206e5-44ef-4290-a7d0-fb8ec1679a04 tempest-VolumesActionsTest-672028374 tempest-VolumesActionsTest-672028374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:03:30.332382 dv-cinder-830088-4-iscsi neutron-server[103258]: INFO neutron.wsgi [req-fa888ce7-7cdd-4c8b-be90-8504abc60b3c req-f1e206e5-44ef-4290-a7d0-fb8ec1679a04 tempest-VolumesActionsTest-672028374 tempest-VolumesActionsTest-672028374-project] 10.222.0.39 "GET /v2.0/ports?device_id=c5c70b78-aa4a-4e70-bdd0-34674ed6979f HTTP/1.1" status: 200 len: 946 time: 0.0497103 Apr 12 11:03:30.368289 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-0f21b72d-0ea4-4434-82be-b06d3b552403 admin admin] Publish callbacks [] for security_group (9bedbf16-d869-4361-b057-992a294c6353), before_delete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:03:30.378716 dv-cinder-830088-4-iscsi neutron-server[103258]: INFO neutron.wsgi [req-fa888ce7-7cdd-4c8b-be90-8504abc60b3c req-167aa3ea-022f-4823-baf7-157bdb6cc5ad tempest-VolumesActionsTest-672028374 tempest-VolumesActionsTest-672028374-project] 10.222.0.39 "GET /v2.0/security-groups?id=c94d010a-ab4d-4dde-b8b1-d56220cf6cc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393298 Apr 12 11:03:30.392737 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-0f21b72d-0ea4-4434-82be-b06d3b552403 admin admin] Publish callbacks [] for security_group (9bedbf16-d869-4361-b057-992a294c6353), precommit_delete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:03:30.437816 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-0f21b72d-0ea4-4434-82be-b06d3b552403 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-415253'] for security_group (9bedbf16-d869-4361-b057-992a294c6353), after_delete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:03:30.440375 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-0f21b72d-0ea4-4434-82be-b06d3b552403 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:03:30.441505 dv-cinder-830088-4-iscsi neutron-server[103257]: INFO neutron.wsgi [None req-0f21b72d-0ea4-4434-82be-b06d3b552403 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/9bedbf16-d869-4361-b057-992a294c6353 HTTP/1.1" status: 204 len: 168 time: 0.1206486 Apr 12 11:03:30.450901 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f21b72d-0ea4-4434-82be-b06d3b552403 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9bedbf16-d869-4361-b057-992a294c6353,revision_number=None']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:03:30.725535 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-116a3b29-0a0f-472d-baf7-40c67d287783 req-b4c08b8e-5ef9-44d1-a0c7-7f6c8b11cef9 tempest-ServerRescueNegativeTestJSON-1304480791 tempest-ServerRescueNegativeTestJSON-1304480791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:03:30.727129 dv-cinder-830088-4-iscsi neutron-server[103257]: INFO neutron.wsgi [req-116a3b29-0a0f-472d-baf7-40c67d287783 req-b4c08b8e-5ef9-44d1-a0c7-7f6c8b11cef9 tempest-ServerRescueNegativeTestJSON-1304480791 tempest-ServerRescueNegativeTestJSON-1304480791-project] 10.222.0.39 "GET /v2.0/ports?device_id=59d855d0-c55b-43eb-bbd0-ca27547aa179 HTTP/1.1" status: 200 len: 945 time: 0.0480735 Apr 12 11:03:30.773559 dv-cinder-830088-4-iscsi neutron-server[103257]: INFO neutron.wsgi [req-116a3b29-0a0f-472d-baf7-40c67d287783 req-4fb43393-ef58-47e4-9801-6405c6eed4a4 tempest-ServerRescueNegativeTestJSON-1304480791 tempest-ServerRescueNegativeTestJSON-1304480791-project] 10.222.0.39 "GET /v2.0/security-groups?id=d3f9b1f1-6368-4c51-964e-16ec3a7a3785&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410583 Apr 12 11:03:31.059863 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6b223d9-316d-41b3-8044-e3c3623ecc6a req-f774fe12-c1a1-41cb-9710-e4f638d9ea0c tempest-TestMinimumBasicScenario-1491506946 tempest-TestMinimumBasicScenario-1491506946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:03:31.061392 dv-cinder-830088-4-iscsi neutron-server[103258]: INFO neutron.wsgi [req-f6b223d9-316d-41b3-8044-e3c3623ecc6a req-f774fe12-c1a1-41cb-9710-e4f638d9ea0c tempest-TestMinimumBasicScenario-1491506946 tempest-TestMinimumBasicScenario-1491506946-project] 10.222.0.39 "GET /v2.0/ports?device_id=6bac3aa8-98ca-40ce-951f-208d8cb6ac0e HTTP/1.1" status: 200 len: 931 time: 0.0519011 Apr 12 11:03:31.107048 dv-cinder-830088-4-iscsi neutron-server[103258]: INFO neutron.wsgi [req-f6b223d9-316d-41b3-8044-e3c3623ecc6a req-3dd90a71-8b3d-4567-aa3c-aee295588bc0 tempest-TestMinimumBasicScenario-1491506946 tempest-TestMinimumBasicScenario-1491506946-project] 10.222.0.39 "GET /v2.0/security-groups?id=eeca4fa4-eaf7-49a0-81c4-0cdb30ea4fa7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401750 Apr 12 11:03:31.491440 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73e24534-00d2-4a84-9282-ca528f6071a5 req-806e5f5e-8f8b-4673-8a18-86dede13a8d0 tempest-VolumesActionsTest-672028374 tempest-VolumesActionsTest-672028374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:03:31.492955 dv-cinder-830088-4-iscsi neutron-server[103257]: INFO neutron.wsgi [req-73e24534-00d2-4a84-9282-ca528f6071a5 req-806e5f5e-8f8b-4673-8a18-86dede13a8d0 tempest-VolumesActionsTest-672028374 tempest-VolumesActionsTest-672028374-project] 10.222.0.39 "GET /v2.0/ports?device_id=c5c70b78-aa4a-4e70-bdd0-34674ed6979f HTTP/1.1" status: 200 len: 946 time: 0.0495496 Apr 12 11:03:31.545130 dv-cinder-830088-4-iscsi neutron-server[103257]: INFO neutron.wsgi [req-73e24534-00d2-4a84-9282-ca528f6071a5 req-20f77120-ce9a-410d-ab71-7b32966bbe14 tempest-VolumesActionsTest-672028374 tempest-VolumesActionsTest-672028374-project] 10.222.0.39 "GET /v2.0/security-groups?id=c94d010a-ab4d-4dde-b8b1-d56220cf6cc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461781 Apr 12 11:03:31.815638 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.api.v2.base [req-0bfad6ba-fc98-4d0f-b9a9-67a5426166d2 req-537bac79-09ac-41ed-a9cd-34239b497ecd service neutron] Request body: {'port': {'device_id': '6bac3aa8-98ca-40ce-951f-208d8cb6ac0e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83008'}} {{(pid=103258) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 11:03:31.938189 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50cd0140-dacd-451f-89a1-4f6a30cf0a8b req-1aef9189-1386-4f78-a28e-1c23585afdaa tempest-ServerRescueNegativeTestJSON-1304480791 tempest-ServerRescueNegativeTestJSON-1304480791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:03:31.939754 dv-cinder-830088-4-iscsi neutron-server[103258]: INFO neutron.wsgi [req-50cd0140-dacd-451f-89a1-4f6a30cf0a8b req-1aef9189-1386-4f78-a28e-1c23585afdaa tempest-ServerRescueNegativeTestJSON-1304480791 tempest-ServerRescueNegativeTestJSON-1304480791-project] 10.222.0.39 "GET /v2.0/ports?device_id=59d855d0-c55b-43eb-bbd0-ca27547aa179 HTTP/1.1" status: 200 len: 945 time: 0.0951927 Apr 12 11:03:31.964037 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [req-0bfad6ba-fc98-4d0f-b9a9-67a5426166d2 req-537bac79-09ac-41ed-a9cd-34239b497ecd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1535343'] for port (bb599851-186f-4d11-8ba0-67885d7edd26), before_update {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:03:32.038998 dv-cinder-830088-4-iscsi neutron-server[103258]: INFO neutron.wsgi [req-50cd0140-dacd-451f-89a1-4f6a30cf0a8b req-7c762791-8de1-41d2-b9a5-74d32217e6ae tempest-ServerRescueNegativeTestJSON-1304480791 tempest-ServerRescueNegativeTestJSON-1304480791-project] 10.222.0.39 "GET /v2.0/security-groups?id=d3f9b1f1-6368-4c51-964e-16ec3a7a3785&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0901308 Apr 12 11:03:32.155048 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79b7ae1b-a263-4484-9c89-fd4348a409e2 req-8609328d-496d-4fb2-8169-3059f7745a9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:03:32.156937 dv-cinder-830088-4-iscsi neutron-server[103257]: INFO neutron.wsgi [req-79b7ae1b-a263-4484-9c89-fd4348a409e2 req-8609328d-496d-4fb2-8169-3059f7745a9b service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=c5c70b78-aa4a-4e70-bdd0-34674ed6979f HTTP/1.1" status: 200 len: 1130 time: 0.0498128 Apr 12 11:03:32.250875 dv-cinder-830088-4-iscsi neutron-server[103257]: INFO neutron.wsgi [req-79b7ae1b-a263-4484-9c89-fd4348a409e2 req-a7a534f1-8168-43fc-9bac-7454961178d4 service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=c94d010a-ab4d-4dde-b8b1-d56220cf6cc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0851510 Apr 12 11:03:32.295759 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac3052a6-6d3e-4a3f-80ae-5d74c2302ec7 req-18c9df70-8c6e-45e8-be2a-cb1e480c28ca tempest-TestMinimumBasicScenario-1491506946 tempest-TestMinimumBasicScenario-1491506946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:03:32.303270 dv-cinder-830088-4-iscsi neutron-server[103257]: INFO neutron.wsgi [req-ac3052a6-6d3e-4a3f-80ae-5d74c2302ec7 req-18c9df70-8c6e-45e8-be2a-cb1e480c28ca tempest-TestMinimumBasicScenario-1491506946 tempest-TestMinimumBasicScenario-1491506946-project] 10.222.0.39 "GET /v2.0/ports?device_id=6bac3aa8-98ca-40ce-951f-208d8cb6ac0e HTTP/1.1" status: 200 len: 931 time: 0.0869157 Apr 12 11:03:32.337836 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.notifiers.nova [req-0bfad6ba-fc98-4d0f-b9a9-67a5426166d2 req-537bac79-09ac-41ed-a9cd-34239b497ecd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bb599851-186f-4d11-8ba0-67885d7edd26 {{(pid=103258) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 12 11:03:32.346638 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [req-0bfad6ba-fc98-4d0f-b9a9-67a5426166d2 req-537bac79-09ac-41ed-a9cd-34239b497ecd service neutron] Publish callbacks [] for port (bb599851-186f-4d11-8ba0-67885d7edd26), precommit_update {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:03:32.350631 dv-cinder-830088-4-iscsi neutron-server[103257]: INFO neutron.wsgi [req-ac3052a6-6d3e-4a3f-80ae-5d74c2302ec7 req-63dde7be-410d-4ad0-943e-89441765a8df tempest-TestMinimumBasicScenario-1491506946 tempest-TestMinimumBasicScenario-1491506946-project] 10.222.0.39 "GET /v2.0/security-groups?id=eeca4fa4-eaf7-49a0-81c4-0cdb30ea4fa7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464032 Apr 12 11:03:32.362808 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.db.provisioning_blocks [req-0bfad6ba-fc98-4d0f-b9a9-67a5426166d2 req-537bac79-09ac-41ed-a9cd-34239b497ecd service neutron] Transition to ACTIVE for port object bb599851-186f-4d11-8ba0-67885d7edd26 will not be triggered until provisioned by entity L2. {{(pid=103258) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 12 11:03:32.371907 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [req-0bfad6ba-fc98-4d0f-b9a9-67a5426166d2 req-537bac79-09ac-41ed-a9cd-34239b497ecd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1534861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777667992095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777667450170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777667450188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4796952'] for port (bb599851-186f-4d11-8ba0-67885d7edd26), after_update {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:03:32.423929 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-537bac79-09ac-41ed-a9cd-34239b497ecd service neutron] Pushing event updated for resources: {'Port': ['ID=bb599851-186f-4d11-8ba0-67885d7edd26,revision_number=2']} {{(pid=103258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:03:32.467555 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron.wsgi [-] (103257) accepted ('10.222.0.39', 53464) {{(pid=103257) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 11:03:32.507776 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.plugins.ml2.managers [req-0bfad6ba-fc98-4d0f-b9a9-67a5426166d2 req-537bac79-09ac-41ed-a9cd-34239b497ecd service neutron] Attempting to bind port bb599851-186f-4d11-8ba0-67885d7edd26 on host hv-cinder-83008 for vnic_type normal with profile {{(pid=103258) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 12 11:03:32.508370 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.plugins.ml2.managers [req-0bfad6ba-fc98-4d0f-b9a9-67a5426166d2 req-537bac79-09ac-41ed-a9cd-34239b497ecd service neutron] Attempting to bind port bb599851-186f-4d11-8ba0-67885d7edd26 by drivers openvswitch,hyperv on host hv-cinder-83008 at level 0 using segments [{'id': 'e9f6dafb-a075-420d-87aa-8b06d81648cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': '6b07eef1-d07a-4859-9857-639b7b48caec'}] {{(pid=103258) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 12 11:03:32.508714 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0bfad6ba-fc98-4d0f-b9a9-67a5426166d2 req-537bac79-09ac-41ed-a9cd-34239b497ecd service neutron] Attempting to bind port bb599851-186f-4d11-8ba0-67885d7edd26 on network 6b07eef1-d07a-4859-9857-639b7b48caec {{(pid=103258) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 11:03:32.513851 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0bfad6ba-fc98-4d0f-b9a9-67a5426166d2 req-537bac79-09ac-41ed-a9cd-34239b497ecd service neutron] Port bb599851-186f-4d11-8ba0-67885d7edd26 on network 6b07eef1-d07a-4859-9857-639b7b48caec not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83008 {{(pid=103258) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 12 11:03:32.514173 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0bfad6ba-fc98-4d0f-b9a9-67a5426166d2 req-537bac79-09ac-41ed-a9cd-34239b497ecd service neutron] Attempting to bind port bb599851-186f-4d11-8ba0-67885d7edd26 on network 6b07eef1-d07a-4859-9857-639b7b48caec {{(pid=103258) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 11:03:32.519216 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0bfad6ba-fc98-4d0f-b9a9-67a5426166d2 req-537bac79-09ac-41ed-a9cd-34239b497ecd service neutron] Checking agent: {'id': '742b2e09-86ec-4663-b086-f6b891926c3e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83008', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 12, 10, 58, 42), 'started_at': datetime.datetime(2022, 4, 12, 10, 58, 42), 'heartbeat_timestamp': datetime.datetime(2022, 4, 12, 11, 3, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103258) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 12 11:03:32.519552 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0bfad6ba-fc98-4d0f-b9a9-67a5426166d2 req-537bac79-09ac-41ed-a9cd-34239b497ecd service neutron] Checking segment: {'id': 'e9f6dafb-a075-420d-87aa-8b06d81648cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': '6b07eef1-d07a-4859-9857-639b7b48caec'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103258) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 11:03:32.519939 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0bfad6ba-fc98-4d0f-b9a9-67a5426166d2 req-537bac79-09ac-41ed-a9cd-34239b497ecd service neutron] Bound using segment: {'id': 'e9f6dafb-a075-420d-87aa-8b06d81648cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': '6b07eef1-d07a-4859-9857-639b7b48caec'} {{(pid=103258) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 12 11:03:32.520369 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.plugins.ml2.managers [req-0bfad6ba-fc98-4d0f-b9a9-67a5426166d2 req-537bac79-09ac-41ed-a9cd-34239b497ecd service neutron] Bound port: bb599851-186f-4d11-8ba0-67885d7edd26, host: hv-cinder-83008, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e9f6dafb-a075-420d-87aa-8b06d81648cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': '6b07eef1-d07a-4859-9857-639b7b48caec'}}] {{(pid=103258) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 12 11:03:32.520725 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [req-0bfad6ba-fc98-4d0f-b9a9-67a5426166d2 req-537bac79-09ac-41ed-a9cd-34239b497ecd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1535343'] for port (bb599851-186f-4d11-8ba0-67885d7edd26), before_update {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:03:32.600361 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-f75cf218-126c-4d00-8587-721468a65093 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:03:32.610658 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.plugins.ml2.db [req-0bfad6ba-fc98-4d0f-b9a9-67a5426166d2 req-537bac79-09ac-41ed-a9cd-34239b497ecd service neutron] For port bb599851-186f-4d11-8ba0-67885d7edd26, host hv-cinder-83008, cleared binding levels {{(pid=103258) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 12 11:03:32.614850 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.plugins.ml2.db [req-0bfad6ba-fc98-4d0f-b9a9-67a5426166d2 req-537bac79-09ac-41ed-a9cd-34239b497ecd service neutron] For port bb599851-186f-4d11-8ba0-67885d7edd26, host hv-cinder-83008, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83008',level=0,port_id=bb599851-186f-4d11-8ba0-67885d7edd26,segment=NetworkSegment(e9f6dafb-a075-420d-87aa-8b06d81648cd),segment_id=e9f6dafb-a075-420d-87aa-8b06d81648cd)] {{(pid=103258) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 12 11:03:32.629679 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [req-0bfad6ba-fc98-4d0f-b9a9-67a5426166d2 req-537bac79-09ac-41ed-a9cd-34239b497ecd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1534861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777667992095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777667450170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777667450188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4796952'] for port (bb599851-186f-4d11-8ba0-67885d7edd26), after_update {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:03:32.687286 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-f75cf218-126c-4d00-8587-721468a65093 admin admin] Publish callbacks [] for security_group (d6dfd5c6-f483-4c2c-961a-503ea95e2484), precommit_create {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:03:32.693090 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-f75cf218-126c-4d00-8587-721468a65093 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-415253'] for security_group (d6dfd5c6-f483-4c2c-961a-503ea95e2484), after_create {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:03:32.700120 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bfad6ba-fc98-4d0f-b9a9-67a5426166d2 req-537bac79-09ac-41ed-a9cd-34239b497ecd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:03:32.700815 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [req-0bfad6ba-fc98-4d0f-b9a9-67a5426166d2 req-537bac79-09ac-41ed-a9cd-34239b497ecd service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108023'] for port (None), before_response {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:03:32.702413 dv-cinder-830088-4-iscsi neutron-server[103258]: INFO neutron.wsgi [req-0bfad6ba-fc98-4d0f-b9a9-67a5426166d2 req-537bac79-09ac-41ed-a9cd-34239b497ecd service neutron] 10.222.0.53 "PUT /v2.0/ports/bb599851-186f-4d11-8ba0-67885d7edd26 HTTP/1.1" status: 200 len: 1093 time: 0.8913434 Apr 12 11:03:32.702944 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6bac3aa8-98ca-40ce-951f-208d8cb6ac0e', 'tag': 'bb599851-186f-4d11-8ba0-67885d7edd26'}] {{(pid=103258) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 11:03:32.705239 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c54b6d548356c9296345eb8e608a1624e6dfb095c10b2709a108c8ba991c21a4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8523a233-62e8-4ff9-bbf6-7da6b8a12bf1" -d '{"events": [{"name": "network-changed", "server_uuid": "6bac3aa8-98ca-40ce-951f-208d8cb6ac0e", "tag": "bb599851-186f-4d11-8ba0-67885d7edd26"}]}' {{(pid=103258) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 11:03:32.721461 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00f3967c-da7b-4c06-b742-29108464d9dd req-d1f76052-96c2-4e53-a80f-d4e82447891e tempest-VolumesActionsTest-672028374 tempest-VolumesActionsTest-672028374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:03:32.728259 dv-cinder-830088-4-iscsi neutron-server[103258]: INFO neutron.wsgi [req-00f3967c-da7b-4c06-b742-29108464d9dd req-d1f76052-96c2-4e53-a80f-d4e82447891e tempest-VolumesActionsTest-672028374 tempest-VolumesActionsTest-672028374-project] 10.222.0.39 "GET /v2.0/ports?device_id=c5c70b78-aa4a-4e70-bdd0-34674ed6979f HTTP/1.1" status: 200 len: 946 time: 0.1116419 Apr 12 11:03:32.739310 dv-cinder-830088-4-iscsi neutron-server[103257]: INFO neutron.wsgi [None req-f75cf218-126c-4d00-8587-721468a65093 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=dbc84511b98d48eea4aa6407b3f81833&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2706389 Apr 12 11:03:32.739894 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron.wsgi [-] (103257) accepted ('10.222.0.39', 53472) {{(pid=103257) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 11:03:32.747004 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f75cf218-126c-4d00-8587-721468a65093 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d6dfd5c6-f483-4c2c-961a-503ea95e2484,revision_number=1']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:03:32.758900 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Apr 2022 11:03:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-92959d8d-36d5-437a-af36-3447125c783f x-openstack-request-id: req-92959d8d-36d5-437a-af36-3447125c783f {{(pid=103258) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 11:03:32.759282 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6bac3aa8-98ca-40ce-951f-208d8cb6ac0e", "tag": "bb599851-186f-4d11-8ba0-67885d7edd26", "status": "completed", "code": 200}]} {{(pid=103258) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 11:03:32.759621 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-92959d8d-36d5-437a-af36-3447125c783f {{(pid=103258) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 11:03:32.760145 dv-cinder-830088-4-iscsi neutron-server[103258]: INFO neutron.notifiers.nova [-] Nova event matching ['req-92959d8d-36d5-437a-af36-3447125c783f'] response: {'name': 'network-changed', 'server_uuid': '6bac3aa8-98ca-40ce-951f-208d8cb6ac0e', 'tag': 'bb599851-186f-4d11-8ba0-67885d7edd26', 'status': 'completed', 'code': 200} Apr 12 11:03:32.760820 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-537bac79-09ac-41ed-a9cd-34239b497ecd service neutron] Pushing event updated for resources: {'Port': ['ID=bb599851-186f-4d11-8ba0-67885d7edd26,revision_number=3']} {{(pid=103258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:03:32.799283 dv-cinder-830088-4-iscsi neutron-server[103258]: INFO neutron.wsgi [req-00f3967c-da7b-4c06-b742-29108464d9dd req-acf6edd4-2907-4bdd-9db3-1b1a33693e5b tempest-VolumesActionsTest-672028374 tempest-VolumesActionsTest-672028374-project] 10.222.0.39 "GET /v2.0/security-groups?id=c94d010a-ab4d-4dde-b8b1-d56220cf6cc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0618820 Apr 12 11:03:32.799552 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-643bdf01-3b17-4c41-9cd9-8c0fd8f039f8 admin admin] Publish callbacks [] for security_group (d6dfd5c6-f483-4c2c-961a-503ea95e2484), before_delete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:03:32.823225 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-643bdf01-3b17-4c41-9cd9-8c0fd8f039f8 admin admin] Publish callbacks [] for security_group (d6dfd5c6-f483-4c2c-961a-503ea95e2484), precommit_delete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:03:32.870835 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-643bdf01-3b17-4c41-9cd9-8c0fd8f039f8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-415253'] for security_group (d6dfd5c6-f483-4c2c-961a-503ea95e2484), after_delete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:03:32.873510 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-643bdf01-3b17-4c41-9cd9-8c0fd8f039f8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:03:32.874679 dv-cinder-830088-4-iscsi neutron-server[103257]: INFO neutron.wsgi [None req-643bdf01-3b17-4c41-9cd9-8c0fd8f039f8 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/d6dfd5c6-f483-4c2c-961a-503ea95e2484 HTTP/1.1" status: 204 len: 168 time: 0.1336086 Apr 12 11:03:32.883144 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-643bdf01-3b17-4c41-9cd9-8c0fd8f039f8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d6dfd5c6-f483-4c2c-961a-503ea95e2484,revision_number=None']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:03:33.129444 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.wsgi [-] (103258) accepted ('10.222.0.39', 53480) {{(pid=103258) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 11:03:33.141876 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-6c8d2688-122f-4009-93f2-cfea2bdc6b32 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:03:33.153377 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c5a05f4-71f3-436f-98c4-f661a7f53883 req-4386101c-d7b7-4165-9d5e-ba88deae30e1 tempest-ServerRescueNegativeTestJSON-1304480791 tempest-ServerRescueNegativeTestJSON-1304480791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:03:33.154900 dv-cinder-830088-4-iscsi neutron-server[103257]: INFO neutron.wsgi [req-0c5a05f4-71f3-436f-98c4-f661a7f53883 req-4386101c-d7b7-4165-9d5e-ba88deae30e1 tempest-ServerRescueNegativeTestJSON-1304480791 tempest-ServerRescueNegativeTestJSON-1304480791-project] 10.222.0.39 "GET /v2.0/ports?device_id=59d855d0-c55b-43eb-bbd0-ca27547aa179 HTTP/1.1" status: 200 len: 945 time: 0.0490804 Apr 12 11:03:33.206629 dv-cinder-830088-4-iscsi neutron-server[103257]: INFO neutron.wsgi [req-0c5a05f4-71f3-436f-98c4-f661a7f53883 req-d7ff2f39-fd91-44a2-bc6b-f9d001349fdd tempest-ServerRescueNegativeTestJSON-1304480791 tempest-ServerRescueNegativeTestJSON-1304480791-project] 10.222.0.39 "GET /v2.0/security-groups?id=d3f9b1f1-6368-4c51-964e-16ec3a7a3785&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462110 Apr 12 11:03:33.216239 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-6c8d2688-122f-4009-93f2-cfea2bdc6b32 admin admin] Publish callbacks [] for security_group (bc66ecfc-81dd-414a-a910-c6cbcb1f5c72), precommit_create {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:03:33.220536 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-6c8d2688-122f-4009-93f2-cfea2bdc6b32 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-415253'] for security_group (bc66ecfc-81dd-414a-a910-c6cbcb1f5c72), after_create {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:03:33.258639 dv-cinder-830088-4-iscsi neutron-server[103258]: INFO neutron.wsgi [None req-6c8d2688-122f-4009-93f2-cfea2bdc6b32 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=b04c0c05d54a4c70aba027bc536710f0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1281433 Apr 12 11:03:33.259494 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c8d2688-122f-4009-93f2-cfea2bdc6b32 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bc66ecfc-81dd-414a-a910-c6cbcb1f5c72,revision_number=1']} {{(pid=103258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:03:33.261289 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron.wsgi [-] (103257) accepted ('10.222.0.39', 53482) {{(pid=103257) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 11:03:33.308245 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-54a6518b-b619-47ab-8358-325e2e871c6f admin admin] Publish callbacks [] for security_group (bc66ecfc-81dd-414a-a910-c6cbcb1f5c72), before_delete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:03:33.329117 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-54a6518b-b619-47ab-8358-325e2e871c6f admin admin] Publish callbacks [] for security_group (bc66ecfc-81dd-414a-a910-c6cbcb1f5c72), precommit_delete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:03:33.376112 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-54a6518b-b619-47ab-8358-325e2e871c6f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-415253'] for security_group (bc66ecfc-81dd-414a-a910-c6cbcb1f5c72), after_delete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:03:33.378712 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-54a6518b-b619-47ab-8358-325e2e871c6f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:03:33.379878 dv-cinder-830088-4-iscsi neutron-server[103257]: INFO neutron.wsgi [None req-54a6518b-b619-47ab-8358-325e2e871c6f admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/bc66ecfc-81dd-414a-a910-c6cbcb1f5c72 HTTP/1.1" status: 204 len: 168 time: 0.1176054 Apr 12 11:03:33.387544 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54a6518b-b619-47ab-8358-325e2e871c6f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bc66ecfc-81dd-414a-a910-c6cbcb1f5c72,revision_number=None']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:03:33.477496 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05b58a55-ee23-491d-a5a9-5f18e268ebe1 req-9cd43ca2-76d4-49d0-a614-a1673bace572 tempest-TestMinimumBasicScenario-1491506946 tempest-TestMinimumBasicScenario-1491506946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:03:33.479040 dv-cinder-830088-4-iscsi neutron-server[103258]: INFO neutron.wsgi [req-05b58a55-ee23-491d-a5a9-5f18e268ebe1 req-9cd43ca2-76d4-49d0-a614-a1673bace572 tempest-TestMinimumBasicScenario-1491506946 tempest-TestMinimumBasicScenario-1491506946-project] 10.222.0.39 "GET /v2.0/ports?device_id=6bac3aa8-98ca-40ce-951f-208d8cb6ac0e HTTP/1.1" status: 200 len: 943 time: 0.0518084 Apr 12 11:03:33.526657 dv-cinder-830088-4-iscsi neutron-server[103258]: INFO neutron.wsgi [req-05b58a55-ee23-491d-a5a9-5f18e268ebe1 req-2a921f10-fbf6-4271-8b1b-becaeeac8388 tempest-TestMinimumBasicScenario-1491506946 tempest-TestMinimumBasicScenario-1491506946-project] 10.222.0.39 "GET /v2.0/security-groups?id=eeca4fa4-eaf7-49a0-81c4-0cdb30ea4fa7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417452 Apr 12 11:03:33.908446 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d35ea8c-170e-4c9e-8ef6-fdd6be7563cf req-756395b9-c538-4b37-b963-2dff2a005781 tempest-VolumesActionsTest-672028374 tempest-VolumesActionsTest-672028374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:03:33.909932 dv-cinder-830088-4-iscsi neutron-server[103257]: INFO neutron.wsgi [req-5d35ea8c-170e-4c9e-8ef6-fdd6be7563cf req-756395b9-c538-4b37-b963-2dff2a005781 tempest-VolumesActionsTest-672028374 tempest-VolumesActionsTest-672028374-project] 10.222.0.39 "GET /v2.0/ports?device_id=c5c70b78-aa4a-4e70-bdd0-34674ed6979f HTTP/1.1" status: 200 len: 946 time: 0.0471916 Apr 12 11:03:33.958568 dv-cinder-830088-4-iscsi neutron-server[103257]: INFO neutron.wsgi [req-5d35ea8c-170e-4c9e-8ef6-fdd6be7563cf req-e460d26b-3ec8-4bcf-a9ce-5f0eb5777b5a tempest-VolumesActionsTest-672028374 tempest-VolumesActionsTest-672028374-project] 10.222.0.39 "GET /v2.0/security-groups?id=c94d010a-ab4d-4dde-b8b1-d56220cf6cc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426598 Apr 12 11:03:34.317796 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45a62f9a-53db-410f-a7c1-572d4f3bca7b req-be6793be-4935-44ae-8599-e097464b0ee7 tempest-ServerRescueNegativeTestJSON-1304480791 tempest-ServerRescueNegativeTestJSON-1304480791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:03:34.319599 dv-cinder-830088-4-iscsi neutron-server[103258]: INFO neutron.wsgi [req-45a62f9a-53db-410f-a7c1-572d4f3bca7b req-be6793be-4935-44ae-8599-e097464b0ee7 tempest-ServerRescueNegativeTestJSON-1304480791 tempest-ServerRescueNegativeTestJSON-1304480791-project] 10.222.0.39 "GET /v2.0/ports?device_id=59d855d0-c55b-43eb-bbd0-ca27547aa179 HTTP/1.1" status: 200 len: 945 time: 0.0481524 Apr 12 11:03:34.369114 dv-cinder-830088-4-iscsi neutron-server[103258]: INFO neutron.wsgi [req-45a62f9a-53db-410f-a7c1-572d4f3bca7b req-2d8dde15-54a4-4afc-8687-8e02022d9d3f tempest-ServerRescueNegativeTestJSON-1304480791 tempest-ServerRescueNegativeTestJSON-1304480791-project] 10.222.0.39 "GET /v2.0/security-groups?id=d3f9b1f1-6368-4c51-964e-16ec3a7a3785&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431042 Apr 12 11:03:34.642588 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaa6785b-238a-4bb7-9726-b8d3fa595a5c req-544a8f6b-9d5a-40c1-84c2-1e59751be8ed tempest-TestMinimumBasicScenario-1491506946 tempest-TestMinimumBasicScenario-1491506946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:03:34.644086 dv-cinder-830088-4-iscsi neutron-server[103257]: INFO neutron.wsgi [req-eaa6785b-238a-4bb7-9726-b8d3fa595a5c req-544a8f6b-9d5a-40c1-84c2-1e59751be8ed tempest-TestMinimumBasicScenario-1491506946 tempest-TestMinimumBasicScenario-1491506946-project] 10.222.0.39 "GET /v2.0/ports?device_id=6bac3aa8-98ca-40ce-951f-208d8cb6ac0e HTTP/1.1" status: 200 len: 943 time: 0.0493109 Apr 12 11:03:34.691256 dv-cinder-830088-4-iscsi neutron-server[103257]: INFO neutron.wsgi [req-eaa6785b-238a-4bb7-9726-b8d3fa595a5c req-1964c28d-5064-4e1d-ad37-e54a828a195c tempest-TestMinimumBasicScenario-1491506946 tempest-TestMinimumBasicScenario-1491506946-project] 10.222.0.39 "GET /v2.0/security-groups?id=eeca4fa4-eaf7-49a0-81c4-0cdb30ea4fa7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410810 Apr 12 11:03:35.070290 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb6aee0f-1d8e-4fdf-b415-a3f736d4fece req-f4e7d266-667a-4645-9db4-eaaac909742a tempest-VolumesActionsTest-672028374 tempest-VolumesActionsTest-672028374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:03:35.071801 dv-cinder-830088-4-iscsi neutron-server[103258]: INFO neutron.wsgi [req-eb6aee0f-1d8e-4fdf-b415-a3f736d4fece req-f4e7d266-667a-4645-9db4-eaaac909742a tempest-VolumesActionsTest-672028374 tempest-VolumesActionsTest-672028374-project] 10.222.0.39 "GET /v2.0/ports?device_id=c5c70b78-aa4a-4e70-bdd0-34674ed6979f HTTP/1.1" status: 200 len: 946 time: 0.0470784 Apr 12 11:03:35.121044 dv-cinder-830088-4-iscsi neutron-server[103258]: INFO neutron.wsgi [req-eb6aee0f-1d8e-4fdf-b415-a3f736d4fece req-8135d6b6-39c8-4f78-a6cc-b875814187bc tempest-VolumesActionsTest-672028374 tempest-VolumesActionsTest-672028374-project] 10.222.0.39 "GET /v2.0/security-groups?id=c94d010a-ab4d-4dde-b8b1-d56220cf6cc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438817 Apr 12 11:03:35.255666 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron.wsgi [-] (103257) accepted ('10.222.0.39', 53564) {{(pid=103257) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 11:03:35.357182 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-861b8818-c58c-425f-88ee-cbcbedb1d1ae admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:03:35.431691 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-861b8818-c58c-425f-88ee-cbcbedb1d1ae admin admin] Publish callbacks [] for security_group (50d68144-4afc-40f9-8d38-42030267a19c), precommit_create {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:03:35.444375 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-861b8818-c58c-425f-88ee-cbcbedb1d1ae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-415253'] for security_group (50d68144-4afc-40f9-8d38-42030267a19c), after_create {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:03:35.510285 dv-cinder-830088-4-iscsi neutron-server[103257]: INFO neutron.wsgi [None req-861b8818-c58c-425f-88ee-cbcbedb1d1ae admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=7cf52d74e4b74fbcb295b6846a0ab946&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2535474 Apr 12 11:03:35.511424 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-861b8818-c58c-425f-88ee-cbcbedb1d1ae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=50d68144-4afc-40f9-8d38-42030267a19c,revision_number=1']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:03:35.513098 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.wsgi [-] (103258) accepted ('10.222.0.39', 53572) {{(pid=103258) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 11:03:35.519689 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b914055-f74d-4907-8d6d-c83047273667 req-4ba10699-f41a-4210-917d-36482a338015 tempest-ServerRescueNegativeTestJSON-1304480791 tempest-ServerRescueNegativeTestJSON-1304480791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:03:35.521651 dv-cinder-830088-4-iscsi neutron-server[103257]: INFO neutron.wsgi [req-1b914055-f74d-4907-8d6d-c83047273667 req-4ba10699-f41a-4210-917d-36482a338015 tempest-ServerRescueNegativeTestJSON-1304480791 tempest-ServerRescueNegativeTestJSON-1304480791-project] 10.222.0.39 "GET /v2.0/ports?device_id=59d855d0-c55b-43eb-bbd0-ca27547aa179 HTTP/1.1" status: 200 len: 945 time: 0.0861845 Apr 12 11:03:35.563665 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-dfed79bc-7d19-4285-b70a-497313942b84 admin admin] Publish callbacks [] for security_group (50d68144-4afc-40f9-8d38-42030267a19c), before_delete {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:03:35.573960 dv-cinder-830088-4-iscsi neutron-server[103257]: INFO neutron.wsgi [req-1b914055-f74d-4907-8d6d-c83047273667 req-9975025f-0e23-4db6-92d8-0ca0499c4371 tempest-ServerRescueNegativeTestJSON-1304480791 tempest-ServerRescueNegativeTestJSON-1304480791-project] 10.222.0.39 "GET /v2.0/security-groups?id=d3f9b1f1-6368-4c51-964e-16ec3a7a3785&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422659 Apr 12 11:03:35.584357 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-dfed79bc-7d19-4285-b70a-497313942b84 admin admin] Publish callbacks [] for security_group (50d68144-4afc-40f9-8d38-42030267a19c), precommit_delete {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:03:35.631031 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-dfed79bc-7d19-4285-b70a-497313942b84 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-415253'] for security_group (50d68144-4afc-40f9-8d38-42030267a19c), after_delete {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:03:35.633615 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-dfed79bc-7d19-4285-b70a-497313942b84 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:03:35.634770 dv-cinder-830088-4-iscsi neutron-server[103258]: INFO neutron.wsgi [None req-dfed79bc-7d19-4285-b70a-497313942b84 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/50d68144-4afc-40f9-8d38-42030267a19c HTTP/1.1" status: 204 len: 168 time: 0.1200178 Apr 12 11:03:35.641944 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfed79bc-7d19-4285-b70a-497313942b84 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=50d68144-4afc-40f9-8d38-42030267a19c,revision_number=None']} {{(pid=103258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:03:35.806180 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cc41db9-327a-44c9-bbf4-ef231596f245 req-039642af-7dcb-4653-a34e-c297a86db9f6 tempest-TestMinimumBasicScenario-1491506946 tempest-TestMinimumBasicScenario-1491506946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:03:35.807687 dv-cinder-830088-4-iscsi neutron-server[103258]: INFO neutron.wsgi [req-6cc41db9-327a-44c9-bbf4-ef231596f245 req-039642af-7dcb-4653-a34e-c297a86db9f6 tempest-TestMinimumBasicScenario-1491506946 tempest-TestMinimumBasicScenario-1491506946-project] 10.222.0.39 "GET /v2.0/ports?device_id=6bac3aa8-98ca-40ce-951f-208d8cb6ac0e HTTP/1.1" status: 200 len: 943 time: 0.0472205 Apr 12 11:03:35.856092 dv-cinder-830088-4-iscsi neutron-server[103258]: INFO neutron.wsgi [req-6cc41db9-327a-44c9-bbf4-ef231596f245 req-1b77cb37-a27b-475d-9a30-ecf040287a87 tempest-TestMinimumBasicScenario-1491506946 tempest-TestMinimumBasicScenario-1491506946-project] 10.222.0.39 "GET /v2.0/security-groups?id=eeca4fa4-eaf7-49a0-81c4-0cdb30ea4fa7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429606 Apr 12 11:03:35.888748 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.wsgi [-] (103258) accepted ('10.222.0.39', 53580) {{(pid=103258) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 11:03:35.905076 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-3d41d7c3-591b-4bbb-a91b-17b5783ba43f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:03:35.978239 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-3d41d7c3-591b-4bbb-a91b-17b5783ba43f admin admin] Publish callbacks [] for security_group (84dc7939-b273-48ea-8adb-4c4a66017cf9), precommit_create {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:03:35.981762 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-3d41d7c3-591b-4bbb-a91b-17b5783ba43f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-415253'] for security_group (84dc7939-b273-48ea-8adb-4c4a66017cf9), after_create {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:03:36.017310 dv-cinder-830088-4-iscsi neutron-server[103258]: INFO neutron.wsgi [None req-3d41d7c3-591b-4bbb-a91b-17b5783ba43f admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=06d9b0ef7fe340fc9abe52ff3fdad38c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1272800 Apr 12 11:03:36.018140 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d41d7c3-591b-4bbb-a91b-17b5783ba43f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=84dc7939-b273-48ea-8adb-4c4a66017cf9,revision_number=1']} {{(pid=103258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:03:36.020604 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron.wsgi [-] (103257) accepted ('10.222.0.39', 53582) {{(pid=103257) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 11:03:36.068739 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-45002f4c-de48-43b1-8431-ad1102de86dd admin admin] Publish callbacks [] for security_group (84dc7939-b273-48ea-8adb-4c4a66017cf9), before_delete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:03:36.089416 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-45002f4c-de48-43b1-8431-ad1102de86dd admin admin] Publish callbacks [] for security_group (84dc7939-b273-48ea-8adb-4c4a66017cf9), precommit_delete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:03:36.134951 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-45002f4c-de48-43b1-8431-ad1102de86dd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-415253'] for security_group (84dc7939-b273-48ea-8adb-4c4a66017cf9), after_delete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:03:36.137529 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-45002f4c-de48-43b1-8431-ad1102de86dd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:03:36.138664 dv-cinder-830088-4-iscsi neutron-server[103257]: INFO neutron.wsgi [None req-45002f4c-de48-43b1-8431-ad1102de86dd admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/84dc7939-b273-48ea-8adb-4c4a66017cf9 HTTP/1.1" status: 204 len: 168 time: 0.1168852 Apr 12 11:03:36.146133 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45002f4c-de48-43b1-8431-ad1102de86dd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=84dc7939-b273-48ea-8adb-4c4a66017cf9,revision_number=None']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:03:36.238117 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8c6c8ff-3466-4a9b-b6c0-53adca971738 req-ae497235-f15f-4f04-bb8c-ef145f94e7b4 tempest-VolumesActionsTest-672028374 tempest-VolumesActionsTest-672028374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:03:36.239643 dv-cinder-830088-4-iscsi neutron-server[103257]: INFO neutron.wsgi [req-a8c6c8ff-3466-4a9b-b6c0-53adca971738 req-ae497235-f15f-4f04-bb8c-ef145f94e7b4 tempest-VolumesActionsTest-672028374 tempest-VolumesActionsTest-672028374-project] 10.222.0.39 "GET /v2.0/ports?device_id=c5c70b78-aa4a-4e70-bdd0-34674ed6979f HTTP/1.1" status: 200 len: 946 time: 0.0483837 Apr 12 11:03:36.291818 dv-cinder-830088-4-iscsi neutron-server[103257]: INFO neutron.wsgi [req-a8c6c8ff-3466-4a9b-b6c0-53adca971738 req-e20be0a0-038f-4313-8133-51cc9539de40 tempest-VolumesActionsTest-672028374 tempest-VolumesActionsTest-672028374-project] 10.222.0.39 "GET /v2.0/security-groups?id=c94d010a-ab4d-4dde-b8b1-d56220cf6cc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461483 Apr 12 11:03:36.684412 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b594225-3b11-48cb-b982-a624fbbaa663 req-3384f52b-c9fe-44f6-8da4-167d16e97347 tempest-ServerRescueNegativeTestJSON-1304480791 tempest-ServerRescueNegativeTestJSON-1304480791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:03:36.685894 dv-cinder-830088-4-iscsi neutron-server[103258]: INFO neutron.wsgi [req-4b594225-3b11-48cb-b982-a624fbbaa663 req-3384f52b-c9fe-44f6-8da4-167d16e97347 tempest-ServerRescueNegativeTestJSON-1304480791 tempest-ServerRescueNegativeTestJSON-1304480791-project] 10.222.0.39 "GET /v2.0/ports?device_id=59d855d0-c55b-43eb-bbd0-ca27547aa179 HTTP/1.1" status: 200 len: 945 time: 0.0464334 Apr 12 11:03:36.732293 dv-cinder-830088-4-iscsi neutron-server[103258]: INFO neutron.wsgi [req-4b594225-3b11-48cb-b982-a624fbbaa663 req-724a0f45-f12e-46ad-bd49-f66ecc09a19b tempest-ServerRescueNegativeTestJSON-1304480791 tempest-ServerRescueNegativeTestJSON-1304480791-project] 10.222.0.39 "GET /v2.0/security-groups?id=d3f9b1f1-6368-4c51-964e-16ec3a7a3785&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409007 Apr 12 11:03:36.967440 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d13f424-b4ce-4a75-b857-e30666e49dbe req-f4cb3806-578b-477b-94e4-37750c69a6db tempest-TestMinimumBasicScenario-1491506946 tempest-TestMinimumBasicScenario-1491506946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:03:36.968924 dv-cinder-830088-4-iscsi neutron-server[103257]: INFO neutron.wsgi [req-7d13f424-b4ce-4a75-b857-e30666e49dbe req-f4cb3806-578b-477b-94e4-37750c69a6db tempest-TestMinimumBasicScenario-1491506946 tempest-TestMinimumBasicScenario-1491506946-project] 10.222.0.39 "GET /v2.0/ports?device_id=6bac3aa8-98ca-40ce-951f-208d8cb6ac0e HTTP/1.1" status: 200 len: 943 time: 0.0464973 Apr 12 11:03:37.015638 dv-cinder-830088-4-iscsi neutron-server[103257]: INFO neutron.wsgi [req-7d13f424-b4ce-4a75-b857-e30666e49dbe req-5263f2b5-78d5-40ac-bba4-f2f55cebc75f tempest-TestMinimumBasicScenario-1491506946 tempest-TestMinimumBasicScenario-1491506946-project] 10.222.0.39 "GET /v2.0/security-groups?id=eeca4fa4-eaf7-49a0-81c4-0cdb30ea4fa7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407906 Apr 12 11:03:37.160737 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.wsgi [-] (103258) accepted ('10.222.0.39', 53620) {{(pid=103258) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 11:03:37.260577 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-3cabfc7e-c37c-4031-a223-d685246dcea4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:03:37.337587 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-3cabfc7e-c37c-4031-a223-d685246dcea4 admin admin] Publish callbacks [] for security_group (ab86a1b4-efb9-4743-a294-8c40521a5b96), precommit_create {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:03:37.341173 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-3cabfc7e-c37c-4031-a223-d685246dcea4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-415253'] for security_group (ab86a1b4-efb9-4743-a294-8c40521a5b96), after_create {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:03:37.402562 dv-cinder-830088-4-iscsi neutron-server[103258]: INFO neutron.wsgi [None req-3cabfc7e-c37c-4031-a223-d685246dcea4 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=d2ef61a4670b4f279c2d0a4fd7e39ea7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2407546 Apr 12 11:03:37.405303 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron.wsgi [-] (103257) accepted ('10.222.0.39', 53628) {{(pid=103257) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 11:03:37.408484 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cabfc7e-c37c-4031-a223-d685246dcea4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ab86a1b4-efb9-4743-a294-8c40521a5b96,revision_number=1']} {{(pid=103258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:03:37.425197 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd6134e5-1f56-41e0-89f3-322c58ec5bd9 req-edf9e031-e8b2-400c-8231-5567ae95497e tempest-VolumesActionsTest-672028374 tempest-VolumesActionsTest-672028374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:03:37.427384 dv-cinder-830088-4-iscsi neutron-server[103258]: INFO neutron.wsgi [req-fd6134e5-1f56-41e0-89f3-322c58ec5bd9 req-edf9e031-e8b2-400c-8231-5567ae95497e tempest-VolumesActionsTest-672028374 tempest-VolumesActionsTest-672028374-project] 10.222.0.39 "GET /v2.0/ports?device_id=c5c70b78-aa4a-4e70-bdd0-34674ed6979f HTTP/1.1" status: 200 len: 946 time: 0.0672464 Apr 12 11:03:37.466549 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-b42fc098-b1a3-4331-9108-2497ed526f8c admin admin] Publish callbacks [] for security_group (ab86a1b4-efb9-4743-a294-8c40521a5b96), before_delete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:03:37.479481 dv-cinder-830088-4-iscsi neutron-server[103258]: INFO neutron.wsgi [req-fd6134e5-1f56-41e0-89f3-322c58ec5bd9 req-cd544061-cbff-40e7-8947-68a496507ac1 tempest-VolumesActionsTest-672028374 tempest-VolumesActionsTest-672028374-project] 10.222.0.39 "GET /v2.0/security-groups?id=c94d010a-ab4d-4dde-b8b1-d56220cf6cc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455832 Apr 12 11:03:37.489247 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-b42fc098-b1a3-4331-9108-2497ed526f8c admin admin] Publish callbacks [] for security_group (ab86a1b4-efb9-4743-a294-8c40521a5b96), precommit_delete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:03:37.538681 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-b42fc098-b1a3-4331-9108-2497ed526f8c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-415253'] for security_group (ab86a1b4-efb9-4743-a294-8c40521a5b96), after_delete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:03:37.541239 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-b42fc098-b1a3-4331-9108-2497ed526f8c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:03:37.542402 dv-cinder-830088-4-iscsi neutron-server[103257]: INFO neutron.wsgi [None req-b42fc098-b1a3-4331-9108-2497ed526f8c admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/ab86a1b4-efb9-4743-a294-8c40521a5b96 HTTP/1.1" status: 204 len: 168 time: 0.1359487 Apr 12 11:03:37.550034 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b42fc098-b1a3-4331-9108-2497ed526f8c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ab86a1b4-efb9-4743-a294-8c40521a5b96,revision_number=None']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:03:37.852683 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f1afa36-a92f-4e1e-9cfa-c257d1c35967 req-70e87ce3-8997-4ff8-be5c-4a45ad229e9a tempest-ServerRescueNegativeTestJSON-1304480791 tempest-ServerRescueNegativeTestJSON-1304480791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:03:37.854182 dv-cinder-830088-4-iscsi neutron-server[103257]: INFO neutron.wsgi [req-4f1afa36-a92f-4e1e-9cfa-c257d1c35967 req-70e87ce3-8997-4ff8-be5c-4a45ad229e9a tempest-ServerRescueNegativeTestJSON-1304480791 tempest-ServerRescueNegativeTestJSON-1304480791-project] 10.222.0.39 "GET /v2.0/ports?device_id=59d855d0-c55b-43eb-bbd0-ca27547aa179 HTTP/1.1" status: 200 len: 945 time: 0.0541744 Apr 12 11:03:37.900627 dv-cinder-830088-4-iscsi neutron-server[103257]: INFO neutron.wsgi [req-4f1afa36-a92f-4e1e-9cfa-c257d1c35967 req-14a0e2dc-4c64-4c64-9e3e-979f4127095c tempest-ServerRescueNegativeTestJSON-1304480791 tempest-ServerRescueNegativeTestJSON-1304480791-project] 10.222.0.39 "GET /v2.0/security-groups?id=d3f9b1f1-6368-4c51-964e-16ec3a7a3785&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406992 Apr 12 11:03:38.131840 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64941976-d76d-401f-9203-fc2ab3399cbf req-cd726a5f-d9a5-4792-a8bc-1325dce5c331 tempest-TestMinimumBasicScenario-1491506946 tempest-TestMinimumBasicScenario-1491506946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:03:38.133917 dv-cinder-830088-4-iscsi neutron-server[103258]: INFO neutron.wsgi [req-64941976-d76d-401f-9203-fc2ab3399cbf req-cd726a5f-d9a5-4792-a8bc-1325dce5c331 tempest-TestMinimumBasicScenario-1491506946 tempest-TestMinimumBasicScenario-1491506946-project] 10.222.0.39 "GET /v2.0/ports?device_id=6bac3aa8-98ca-40ce-951f-208d8cb6ac0e HTTP/1.1" status: 200 len: 943 time: 0.0466478 Apr 12 11:03:38.184137 dv-cinder-830088-4-iscsi neutron-server[103258]: INFO neutron.wsgi [req-64941976-d76d-401f-9203-fc2ab3399cbf req-0616d0f3-a840-4b6d-9687-393e9ed8f765 tempest-TestMinimumBasicScenario-1491506946 tempest-TestMinimumBasicScenario-1491506946-project] 10.222.0.39 "GET /v2.0/security-groups?id=eeca4fa4-eaf7-49a0-81c4-0cdb30ea4fa7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443761 Apr 12 11:03:38.525132 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8523a233-62e8-4ff9-bbf6-7da6b8a12bf1 req-2be4db96-d8f7-4402-895d-2af1d726afc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:03:38.526714 dv-cinder-830088-4-iscsi neutron-server[103258]: INFO neutron.wsgi [req-8523a233-62e8-4ff9-bbf6-7da6b8a12bf1 req-2be4db96-d8f7-4402-895d-2af1d726afc2 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=dcfac628f55a40e9b7615ebf00184320&device_id=6bac3aa8-98ca-40ce-951f-208d8cb6ac0e HTTP/1.1" status: 200 len: 1127 time: 0.2795177 Apr 12 11:03:38.610981 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c15d24a-1e8c-4927-b44d-7219965a1462 req-92670993-6d25-4b77-a051-ee8b74ba9655 tempest-VolumesActionsTest-672028374 tempest-VolumesActionsTest-672028374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:03:38.612508 dv-cinder-830088-4-iscsi neutron-server[103257]: INFO neutron.wsgi [req-2c15d24a-1e8c-4927-b44d-7219965a1462 req-92670993-6d25-4b77-a051-ee8b74ba9655 tempest-VolumesActionsTest-672028374 tempest-VolumesActionsTest-672028374-project] 10.222.0.39 "GET /v2.0/ports?device_id=c5c70b78-aa4a-4e70-bdd0-34674ed6979f HTTP/1.1" status: 200 len: 946 time: 0.0527837 Apr 12 11:03:38.668256 dv-cinder-830088-4-iscsi neutron-server[103257]: INFO neutron.wsgi [req-2c15d24a-1e8c-4927-b44d-7219965a1462 req-2841e59e-ee14-4b61-9b0e-1f357bf885b1 tempest-VolumesActionsTest-672028374 tempest-VolumesActionsTest-672028374-project] 10.222.0.39 "GET /v2.0/security-groups?id=c94d010a-ab4d-4dde-b8b1-d56220cf6cc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490181 Apr 12 11:03:39.006583 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31b3105b-34e4-4875-9d9c-196635914d0f req-b52abdb7-2723-4554-acfa-00a61eac0844 tempest-ServerRescueNegativeTestJSON-1304480791 tempest-ServerRescueNegativeTestJSON-1304480791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:03:39.007994 dv-cinder-830088-4-iscsi neutron-server[103258]: INFO neutron.wsgi [req-31b3105b-34e4-4875-9d9c-196635914d0f req-b52abdb7-2723-4554-acfa-00a61eac0844 tempest-ServerRescueNegativeTestJSON-1304480791 tempest-ServerRescueNegativeTestJSON-1304480791-project] 10.222.0.39 "GET /v2.0/ports?device_id=59d855d0-c55b-43eb-bbd0-ca27547aa179 HTTP/1.1" status: 200 len: 945 time: 0.0452979 Apr 12 11:03:39.053429 dv-cinder-830088-4-iscsi neutron-server[103258]: INFO neutron.wsgi [req-31b3105b-34e4-4875-9d9c-196635914d0f req-99cccefa-e517-4eba-b96b-fe9c8b81efa4 tempest-ServerRescueNegativeTestJSON-1304480791 tempest-ServerRescueNegativeTestJSON-1304480791-project] 10.222.0.39 "GET /v2.0/security-groups?id=d3f9b1f1-6368-4c51-964e-16ec3a7a3785&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399957 Apr 12 11:03:39.296615 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-075abac6-d844-4322-82ad-3af906a4bb91 req-e8e37f19-1307-45db-8111-6d5a08decafd tempest-TestMinimumBasicScenario-1491506946 tempest-TestMinimumBasicScenario-1491506946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:03:39.297951 dv-cinder-830088-4-iscsi neutron-server[103257]: INFO neutron.wsgi [req-075abac6-d844-4322-82ad-3af906a4bb91 req-e8e37f19-1307-45db-8111-6d5a08decafd tempest-TestMinimumBasicScenario-1491506946 tempest-TestMinimumBasicScenario-1491506946-project] 10.222.0.39 "GET /v2.0/ports?device_id=6bac3aa8-98ca-40ce-951f-208d8cb6ac0e HTTP/1.1" status: 200 len: 943 time: 0.0488997 Apr 12 11:03:39.343261 dv-cinder-830088-4-iscsi neutron-server[103257]: INFO neutron.wsgi [req-075abac6-d844-4322-82ad-3af906a4bb91 req-e633e4b9-cf1d-4634-8a97-6b6d0d990acd tempest-TestMinimumBasicScenario-1491506946 tempest-TestMinimumBasicScenario-1491506946-project] 10.222.0.39 "GET /v2.0/security-groups?id=eeca4fa4-eaf7-49a0-81c4-0cdb30ea4fa7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398204 Apr 12 11:03:39.783867 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16554fe0-6e3f-4e92-af31-632fa91d7f58 req-4d54a3fb-1681-4d56-adf8-c4cae265f987 tempest-VolumesActionsTest-672028374 tempest-VolumesActionsTest-672028374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:03:39.785315 dv-cinder-830088-4-iscsi neutron-server[103258]: INFO neutron.wsgi [req-16554fe0-6e3f-4e92-af31-632fa91d7f58 req-4d54a3fb-1681-4d56-adf8-c4cae265f987 tempest-VolumesActionsTest-672028374 tempest-VolumesActionsTest-672028374-project] 10.222.0.39 "GET /v2.0/ports?device_id=c5c70b78-aa4a-4e70-bdd0-34674ed6979f HTTP/1.1" status: 200 len: 946 time: 0.0472789 Apr 12 11:03:39.830418 dv-cinder-830088-4-iscsi neutron-server[103258]: INFO neutron.wsgi [req-16554fe0-6e3f-4e92-af31-632fa91d7f58 req-f05d29ef-8191-4d69-8c02-43e8cccb0759 tempest-VolumesActionsTest-672028374 tempest-VolumesActionsTest-672028374-project] 10.222.0.39 "GET /v2.0/security-groups?id=c94d010a-ab4d-4dde-b8b1-d56220cf6cc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395355 Apr 12 11:03:40.160929 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f667cd38-7bad-42e5-b3d2-3e3e7efdb7b5 req-076e99d2-b06f-417a-88d1-1f3db8fb9275 tempest-ServerRescueNegativeTestJSON-1304480791 tempest-ServerRescueNegativeTestJSON-1304480791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:03:40.162367 dv-cinder-830088-4-iscsi neutron-server[103257]: INFO neutron.wsgi [req-f667cd38-7bad-42e5-b3d2-3e3e7efdb7b5 req-076e99d2-b06f-417a-88d1-1f3db8fb9275 tempest-ServerRescueNegativeTestJSON-1304480791 tempest-ServerRescueNegativeTestJSON-1304480791-project] 10.222.0.39 "GET /v2.0/ports?device_id=59d855d0-c55b-43eb-bbd0-ca27547aa179 HTTP/1.1" status: 200 len: 945 time: 0.0447021 Apr 12 11:03:40.207643 dv-cinder-830088-4-iscsi neutron-server[103257]: INFO neutron.wsgi [req-f667cd38-7bad-42e5-b3d2-3e3e7efdb7b5 req-bfe22e7b-6f3c-426e-afd5-64404215cba8 tempest-ServerRescueNegativeTestJSON-1304480791 tempest-ServerRescueNegativeTestJSON-1304480791-project] 10.222.0.39 "GET /v2.0/security-groups?id=d3f9b1f1-6368-4c51-964e-16ec3a7a3785&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390205 Apr 12 11:03:40.251590 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron_lib.callbacks.manager [None req-8958c7ee-c373-471c-a19e-9a779ee04f07 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777667879581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1343690'] for agent (0a0a44e5-732d-48d9-a8ad-b47e7b7c1a86), after_update {{(pid=103259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:03:40.449445 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceda7eb3-46dc-44a8-8bcc-0a59b7527177 req-92590cfd-a445-402d-9635-45350c3c19a4 tempest-TestMinimumBasicScenario-1491506946 tempest-TestMinimumBasicScenario-1491506946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:03:40.450931 dv-cinder-830088-4-iscsi neutron-server[103258]: INFO neutron.wsgi [req-ceda7eb3-46dc-44a8-8bcc-0a59b7527177 req-92590cfd-a445-402d-9635-45350c3c19a4 tempest-TestMinimumBasicScenario-1491506946 tempest-TestMinimumBasicScenario-1491506946-project] 10.222.0.39 "GET /v2.0/ports?device_id=6bac3aa8-98ca-40ce-951f-208d8cb6ac0e HTTP/1.1" status: 200 len: 943 time: 0.0452082 Apr 12 11:03:40.496867 dv-cinder-830088-4-iscsi neutron-server[103258]: INFO neutron.wsgi [req-ceda7eb3-46dc-44a8-8bcc-0a59b7527177 req-61fabb5f-972a-4651-8043-9e7104eb6216 tempest-TestMinimumBasicScenario-1491506946 tempest-TestMinimumBasicScenario-1491506946-project] 10.222.0.39 "GET /v2.0/security-groups?id=eeca4fa4-eaf7-49a0-81c4-0cdb30ea4fa7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404940 Apr 12 11:03:40.936657 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1d74e8c-8833-4a43-adfa-82937c8f1178 req-f42c5786-cef7-4d25-85c1-7968b1d26579 tempest-VolumesActionsTest-672028374 tempest-VolumesActionsTest-672028374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:03:40.938099 dv-cinder-830088-4-iscsi neutron-server[103257]: INFO neutron.wsgi [req-d1d74e8c-8833-4a43-adfa-82937c8f1178 req-f42c5786-cef7-4d25-85c1-7968b1d26579 tempest-VolumesActionsTest-672028374 tempest-VolumesActionsTest-672028374-project] 10.222.0.39 "GET /v2.0/ports?device_id=c5c70b78-aa4a-4e70-bdd0-34674ed6979f HTTP/1.1" status: 200 len: 946 time: 0.0452042 Apr 12 11:03:40.986620 dv-cinder-830088-4-iscsi neutron-server[103257]: INFO neutron.wsgi [req-d1d74e8c-8833-4a43-adfa-82937c8f1178 req-9c69c14e-c28d-4fe2-8a6a-61f0bedd3b29 tempest-VolumesActionsTest-672028374 tempest-VolumesActionsTest-672028374-project] 10.222.0.39 "GET /v2.0/security-groups?id=c94d010a-ab4d-4dde-b8b1-d56220cf6cc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430512 Apr 12 11:03:41.315055 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8e869a3-d5ca-41e2-9ce9-fdf29613d2da req-39ce4eb3-3298-46be-9ebe-922ec0de9966 tempest-ServerRescueNegativeTestJSON-1304480791 tempest-ServerRescueNegativeTestJSON-1304480791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:03:41.316517 dv-cinder-830088-4-iscsi neutron-server[103258]: INFO neutron.wsgi [req-b8e869a3-d5ca-41e2-9ce9-fdf29613d2da req-39ce4eb3-3298-46be-9ebe-922ec0de9966 tempest-ServerRescueNegativeTestJSON-1304480791 tempest-ServerRescueNegativeTestJSON-1304480791-project] 10.222.0.39 "GET /v2.0/ports?device_id=59d855d0-c55b-43eb-bbd0-ca27547aa179 HTTP/1.1" status: 200 len: 945 time: 0.0448084 Apr 12 11:03:41.369070 dv-cinder-830088-4-iscsi neutron-server[103258]: INFO neutron.wsgi [req-b8e869a3-d5ca-41e2-9ce9-fdf29613d2da req-88bee901-6a22-4dc1-b019-18ecf9827e26 tempest-ServerRescueNegativeTestJSON-1304480791 tempest-ServerRescueNegativeTestJSON-1304480791-project] 10.222.0.39 "GET /v2.0/security-groups?id=d3f9b1f1-6368-4c51-964e-16ec3a7a3785&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464082 Apr 12 11:03:41.604876 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcf6bbde-f749-4347-a9d4-1bb9ea806455 req-7a6bf28a-15a4-4ff0-8c4e-7ad90cdeb640 tempest-TestMinimumBasicScenario-1491506946 tempest-TestMinimumBasicScenario-1491506946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:03:41.606323 dv-cinder-830088-4-iscsi neutron-server[103257]: INFO neutron.wsgi [req-dcf6bbde-f749-4347-a9d4-1bb9ea806455 req-7a6bf28a-15a4-4ff0-8c4e-7ad90cdeb640 tempest-TestMinimumBasicScenario-1491506946 tempest-TestMinimumBasicScenario-1491506946-project] 10.222.0.39 "GET /v2.0/ports?device_id=6bac3aa8-98ca-40ce-951f-208d8cb6ac0e HTTP/1.1" status: 200 len: 943 time: 0.0460286 Apr 12 11:03:41.650997 dv-cinder-830088-4-iscsi neutron-server[103257]: INFO neutron.wsgi [req-dcf6bbde-f749-4347-a9d4-1bb9ea806455 req-f3e5018d-8771-47dd-8169-483c1435cb58 tempest-TestMinimumBasicScenario-1491506946 tempest-TestMinimumBasicScenario-1491506946-project] 10.222.0.39 "GET /v2.0/security-groups?id=eeca4fa4-eaf7-49a0-81c4-0cdb30ea4fa7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392499 Apr 12 11:03:41.734070 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron_lib.callbacks.manager [None req-ae6c308c-a92e-4424-a7f8-d6a17e5174ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777667879581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1343690'] for agent (742b2e09-86ec-4663-b086-f6b891926c3e), after_update {{(pid=103259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:03:42.093257 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccc6a3eb-6ef1-49c8-9290-53f59f9c5424 req-5b16fb04-6532-4a55-bf2c-0186d0825eb1 tempest-VolumesActionsTest-672028374 tempest-VolumesActionsTest-672028374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:03:42.094597 dv-cinder-830088-4-iscsi neutron-server[103258]: INFO neutron.wsgi [req-ccc6a3eb-6ef1-49c8-9290-53f59f9c5424 req-5b16fb04-6532-4a55-bf2c-0186d0825eb1 tempest-VolumesActionsTest-672028374 tempest-VolumesActionsTest-672028374-project] 10.222.0.39 "GET /v2.0/ports?device_id=c5c70b78-aa4a-4e70-bdd0-34674ed6979f HTTP/1.1" status: 200 len: 946 time: 0.0449646 Apr 12 11:03:42.139091 dv-cinder-830088-4-iscsi neutron-server[103258]: INFO neutron.wsgi [req-ccc6a3eb-6ef1-49c8-9290-53f59f9c5424 req-22748491-7252-4492-9a32-21d6630bca00 tempest-VolumesActionsTest-672028374 tempest-VolumesActionsTest-672028374-project] 10.222.0.39 "GET /v2.0/security-groups?id=c94d010a-ab4d-4dde-b8b1-d56220cf6cc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388567 Apr 12 11:03:42.479678 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-432045cb-8e9d-4007-b503-d2bc8e7e48ee req-f390d676-1ded-4a56-8d7c-3131fcd0488c tempest-ServerRescueNegativeTestJSON-1304480791 tempest-ServerRescueNegativeTestJSON-1304480791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:03:42.481150 dv-cinder-830088-4-iscsi neutron-server[103257]: INFO neutron.wsgi [req-432045cb-8e9d-4007-b503-d2bc8e7e48ee req-f390d676-1ded-4a56-8d7c-3131fcd0488c tempest-ServerRescueNegativeTestJSON-1304480791 tempest-ServerRescueNegativeTestJSON-1304480791-project] 10.222.0.39 "GET /v2.0/ports?device_id=59d855d0-c55b-43eb-bbd0-ca27547aa179 HTTP/1.1" status: 200 len: 945 time: 0.0467167 Apr 12 11:03:42.526898 dv-cinder-830088-4-iscsi neutron-server[103257]: INFO neutron.wsgi [req-432045cb-8e9d-4007-b503-d2bc8e7e48ee req-d07e3c1b-2710-4842-ac05-4b811885e125 tempest-ServerRescueNegativeTestJSON-1304480791 tempest-ServerRescueNegativeTestJSON-1304480791-project] 10.222.0.39 "GET /v2.0/security-groups?id=d3f9b1f1-6368-4c51-964e-16ec3a7a3785&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400515 Apr 12 11:03:42.537945 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron_lib.callbacks.manager [None req-45551111-a1bd-4d40-abaa-1400514d45f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777667879581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1343690'] for agent (77f5e085-0284-4236-9dbf-35d2d452e277), after_update {{(pid=103259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:03:42.758301 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b522b1f-3323-44e1-a430-20cb3fadbe67 req-0b85bd06-b44e-4697-91b5-04fa07dad791 tempest-TestMinimumBasicScenario-1491506946 tempest-TestMinimumBasicScenario-1491506946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:03:42.759799 dv-cinder-830088-4-iscsi neutron-server[103258]: INFO neutron.wsgi [req-4b522b1f-3323-44e1-a430-20cb3fadbe67 req-0b85bd06-b44e-4697-91b5-04fa07dad791 tempest-TestMinimumBasicScenario-1491506946 tempest-TestMinimumBasicScenario-1491506946-project] 10.222.0.39 "GET /v2.0/ports?device_id=6bac3aa8-98ca-40ce-951f-208d8cb6ac0e HTTP/1.1" status: 200 len: 943 time: 0.0460372 Apr 12 11:03:42.804837 dv-cinder-830088-4-iscsi neutron-server[103258]: INFO neutron.wsgi [req-4b522b1f-3323-44e1-a430-20cb3fadbe67 req-ad742687-39eb-4d2b-897f-a8eac9a49060 tempest-TestMinimumBasicScenario-1491506946 tempest-TestMinimumBasicScenario-1491506946-project] 10.222.0.39 "GET /v2.0/security-groups?id=eeca4fa4-eaf7-49a0-81c4-0cdb30ea4fa7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397036 Apr 12 11:03:43.250564 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44a3958d-a4b2-40a0-8393-ee88551a3848 req-1bfa234c-3cf7-43fc-b4f2-cde7b2180c97 tempest-VolumesActionsTest-672028374 tempest-VolumesActionsTest-672028374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:03:43.252023 dv-cinder-830088-4-iscsi neutron-server[103257]: INFO neutron.wsgi [req-44a3958d-a4b2-40a0-8393-ee88551a3848 req-1bfa234c-3cf7-43fc-b4f2-cde7b2180c97 tempest-VolumesActionsTest-672028374 tempest-VolumesActionsTest-672028374-project] 10.222.0.39 "GET /v2.0/ports?device_id=c5c70b78-aa4a-4e70-bdd0-34674ed6979f HTTP/1.1" status: 200 len: 946 time: 0.0494621 Apr 12 11:03:43.297104 dv-cinder-830088-4-iscsi neutron-server[103257]: INFO neutron.wsgi [req-44a3958d-a4b2-40a0-8393-ee88551a3848 req-adab827e-6264-49e4-a589-d5781d31df0f tempest-VolumesActionsTest-672028374 tempest-VolumesActionsTest-672028374-project] 10.222.0.39 "GET /v2.0/security-groups?id=c94d010a-ab4d-4dde-b8b1-d56220cf6cc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395904 Apr 12 11:03:43.637886 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-621a59ff-d6ed-410c-854f-883e71bbdac7 req-f15394e6-843a-4ada-89f1-05c05638f16e tempest-ServerRescueNegativeTestJSON-1304480791 tempest-ServerRescueNegativeTestJSON-1304480791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:03:43.639329 dv-cinder-830088-4-iscsi neutron-server[103258]: INFO neutron.wsgi [req-621a59ff-d6ed-410c-854f-883e71bbdac7 req-f15394e6-843a-4ada-89f1-05c05638f16e tempest-ServerRescueNegativeTestJSON-1304480791 tempest-ServerRescueNegativeTestJSON-1304480791-project] 10.222.0.39 "GET /v2.0/ports?device_id=59d855d0-c55b-43eb-bbd0-ca27547aa179 HTTP/1.1" status: 200 len: 945 time: 0.0486708 Apr 12 11:03:43.683523 dv-cinder-830088-4-iscsi neutron-server[103258]: INFO neutron.wsgi [req-621a59ff-d6ed-410c-854f-883e71bbdac7 req-488acb69-760a-4343-b565-bdc7dbf08dae tempest-ServerRescueNegativeTestJSON-1304480791 tempest-ServerRescueNegativeTestJSON-1304480791-project] 10.222.0.39 "GET /v2.0/security-groups?id=d3f9b1f1-6368-4c51-964e-16ec3a7a3785&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387435 Apr 12 11:03:43.793551 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron_lib.callbacks.manager [None req-601bd752-88b9-4ad2-8e14-56931e32431b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777667879581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1343690'] for agent (3ceb33ec-7c20-4632-9357-4cc6534463de), after_update {{(pid=103259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:03:43.914512 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c812c5a2-1ee3-4fdd-adf1-9154c1295934 req-a8919687-a827-4e7a-a8e8-ebd18f34efc5 tempest-TestMinimumBasicScenario-1491506946 tempest-TestMinimumBasicScenario-1491506946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:03:43.916017 dv-cinder-830088-4-iscsi neutron-server[103257]: INFO neutron.wsgi [req-c812c5a2-1ee3-4fdd-adf1-9154c1295934 req-a8919687-a827-4e7a-a8e8-ebd18f34efc5 tempest-TestMinimumBasicScenario-1491506946 tempest-TestMinimumBasicScenario-1491506946-project] 10.222.0.39 "GET /v2.0/ports?device_id=6bac3aa8-98ca-40ce-951f-208d8cb6ac0e HTTP/1.1" status: 200 len: 943 time: 0.0466223 Apr 12 11:03:43.961029 dv-cinder-830088-4-iscsi neutron-server[103257]: INFO neutron.wsgi [req-c812c5a2-1ee3-4fdd-adf1-9154c1295934 req-fcf6028e-0359-4194-884f-35c0ba46b30c tempest-TestMinimumBasicScenario-1491506946 tempest-TestMinimumBasicScenario-1491506946-project] 10.222.0.39 "GET /v2.0/security-groups?id=eeca4fa4-eaf7-49a0-81c4-0cdb30ea4fa7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395865 Apr 12 11:03:44.405202 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3a970f8-47ee-4cbd-b349-b34ea89ba187 req-771491a0-6617-4157-af8d-f0b7976eda1d tempest-VolumesActionsTest-672028374 tempest-VolumesActionsTest-672028374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:03:44.406633 dv-cinder-830088-4-iscsi neutron-server[103258]: INFO neutron.wsgi [req-c3a970f8-47ee-4cbd-b349-b34ea89ba187 req-771491a0-6617-4157-af8d-f0b7976eda1d tempest-VolumesActionsTest-672028374 tempest-VolumesActionsTest-672028374-project] 10.222.0.39 "GET /v2.0/ports?device_id=c5c70b78-aa4a-4e70-bdd0-34674ed6979f HTTP/1.1" status: 200 len: 946 time: 0.0456977 Apr 12 11:03:44.451740 dv-cinder-830088-4-iscsi neutron-server[103258]: INFO neutron.wsgi [req-c3a970f8-47ee-4cbd-b349-b34ea89ba187 req-c24aead1-bf1e-4bba-842d-4ae5e952d38c tempest-VolumesActionsTest-672028374 tempest-VolumesActionsTest-672028374-project] 10.222.0.39 "GET /v2.0/security-groups?id=c94d010a-ab4d-4dde-b8b1-d56220cf6cc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397432 Apr 12 11:03:44.790784 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-544dbd13-a1f5-49df-9df4-2414ad775655 req-9390f7d2-5abb-4dbb-a1ba-49d2c67d508a tempest-ServerRescueNegativeTestJSON-1304480791 tempest-ServerRescueNegativeTestJSON-1304480791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:03:44.792225 dv-cinder-830088-4-iscsi neutron-server[103257]: INFO neutron.wsgi [req-544dbd13-a1f5-49df-9df4-2414ad775655 req-9390f7d2-5abb-4dbb-a1ba-49d2c67d508a tempest-ServerRescueNegativeTestJSON-1304480791 tempest-ServerRescueNegativeTestJSON-1304480791-project] 10.222.0.39 "GET /v2.0/ports?device_id=59d855d0-c55b-43eb-bbd0-ca27547aa179 HTTP/1.1" status: 200 len: 945 time: 0.0455480 Apr 12 11:03:44.844142 dv-cinder-830088-4-iscsi neutron-server[103257]: INFO neutron.wsgi [req-544dbd13-a1f5-49df-9df4-2414ad775655 req-150c1929-bbb3-4188-8bb9-2a991f894ed3 tempest-ServerRescueNegativeTestJSON-1304480791 tempest-ServerRescueNegativeTestJSON-1304480791-project] 10.222.0.39 "GET /v2.0/security-groups?id=d3f9b1f1-6368-4c51-964e-16ec3a7a3785&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465248 Apr 12 11:03:45.045504 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron_lib.callbacks.manager [None req-0acb87d3-0572-4b2c-b7c9-977edd32a8b9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777667879581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1343690'] for agent (3c144e28-9cc5-463d-ad96-a18b19cd455c), after_update {{(pid=103259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:03:45.164231 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8523a233-62e8-4ff9-bbf6-7da6b8a12bf1 req-09c8b4e6-df6d-4406-a323-8becb6a23e71 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:03:45.166017 dv-cinder-830088-4-iscsi neutron-server[103258]: INFO neutron.wsgi [req-8523a233-62e8-4ff9-bbf6-7da6b8a12bf1 req-09c8b4e6-df6d-4406-a323-8becb6a23e71 service neutron] 10.222.0.53 "GET /v2.0/networks?tenant_id=dcfac628f55a40e9b7615ebf00184320&shared=False HTTP/1.1" status: 200 len: 916 time: 0.1807756 Apr 12 11:03:45.184554 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b30a041a-67c6-4c56-9157-f272d9229cca req-5b84e51c-8244-4f48-a2ee-27f6f20458ec tempest-TestMinimumBasicScenario-1491506946 tempest-TestMinimumBasicScenario-1491506946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:03:45.185392 dv-cinder-830088-4-iscsi neutron-server[103258]: INFO neutron.wsgi [req-b30a041a-67c6-4c56-9157-f272d9229cca req-5b84e51c-8244-4f48-a2ee-27f6f20458ec tempest-TestMinimumBasicScenario-1491506946 tempest-TestMinimumBasicScenario-1491506946-project] 10.222.0.39 "GET /v2.0/ports?device_id=6bac3aa8-98ca-40ce-951f-208d8cb6ac0e HTTP/1.1" status: 200 len: 943 time: 0.0816984 Apr 12 11:03:45.243091 dv-cinder-830088-4-iscsi neutron-server[103258]: INFO neutron.wsgi [req-b30a041a-67c6-4c56-9157-f272d9229cca req-6311da11-3093-496a-b68a-6a1ab7890d77 tempest-TestMinimumBasicScenario-1491506946 tempest-TestMinimumBasicScenario-1491506946-project] 10.222.0.39 "GET /v2.0/security-groups?id=eeca4fa4-eaf7-49a0-81c4-0cdb30ea4fa7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521336 Apr 12 11:03:45.570871 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f84995a5-123f-4a79-8ef1-9e86977d0e75 req-4a8b8e73-56dc-42ac-853b-9853c6c95d5a tempest-VolumesActionsTest-672028374 tempest-VolumesActionsTest-672028374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:03:45.574149 dv-cinder-830088-4-iscsi neutron-server[103257]: INFO neutron.wsgi [req-f84995a5-123f-4a79-8ef1-9e86977d0e75 req-4a8b8e73-56dc-42ac-853b-9853c6c95d5a tempest-VolumesActionsTest-672028374 tempest-VolumesActionsTest-672028374-project] 10.222.0.39 "GET /v2.0/ports?device_id=c5c70b78-aa4a-4e70-bdd0-34674ed6979f HTTP/1.1" status: 200 len: 946 time: 0.0571394 Apr 12 11:03:45.637545 dv-cinder-830088-4-iscsi neutron-server[103257]: INFO neutron.wsgi [req-f84995a5-123f-4a79-8ef1-9e86977d0e75 req-07c48f7c-8abb-4242-9e56-b7b68ea8f9d1 tempest-VolumesActionsTest-672028374 tempest-VolumesActionsTest-672028374-project] 10.222.0.39 "GET /v2.0/security-groups?id=c94d010a-ab4d-4dde-b8b1-d56220cf6cc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0553002 Apr 12 11:03:45.660106 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8523a233-62e8-4ff9-bbf6-7da6b8a12bf1 req-f5acdab2-8698-4a4b-aa1a-1f445f17e7bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:03:45.661556 dv-cinder-830088-4-iscsi neutron-server[103258]: INFO neutron.wsgi [req-8523a233-62e8-4ff9-bbf6-7da6b8a12bf1 req-f5acdab2-8698-4a4b-aa1a-1f445f17e7bd service neutron] 10.222.0.53 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1049790 Apr 12 11:03:45.952266 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32c6c05e-9f9e-4c67-aa06-96f6f6b45093 req-f5e94480-4c8b-40dd-b70f-c9fa61de34c8 tempest-ServerRescueNegativeTestJSON-1304480791 tempest-ServerRescueNegativeTestJSON-1304480791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:03:45.953704 dv-cinder-830088-4-iscsi neutron-server[103258]: INFO neutron.wsgi [req-32c6c05e-9f9e-4c67-aa06-96f6f6b45093 req-f5e94480-4c8b-40dd-b70f-c9fa61de34c8 tempest-ServerRescueNegativeTestJSON-1304480791 tempest-ServerRescueNegativeTestJSON-1304480791-project] 10.222.0.39 "GET /v2.0/ports?device_id=59d855d0-c55b-43eb-bbd0-ca27547aa179 HTTP/1.1" status: 200 len: 945 time: 0.0459323 Apr 12 11:03:45.998078 dv-cinder-830088-4-iscsi neutron-server[103258]: INFO neutron.wsgi [req-32c6c05e-9f9e-4c67-aa06-96f6f6b45093 req-492f0cf8-484b-449f-929f-febe10ed9f14 tempest-ServerRescueNegativeTestJSON-1304480791 tempest-ServerRescueNegativeTestJSON-1304480791-project] 10.222.0.39 "GET /v2.0/security-groups?id=d3f9b1f1-6368-4c51-964e-16ec3a7a3785&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388808 Apr 12 11:03:46.351566 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e033947a-3f4e-41e4-9c5e-78ccc5e0bf5f req-c8a6b8c6-ecf5-4c6c-91fd-23af36ea6809 tempest-TestMinimumBasicScenario-1491506946 tempest-TestMinimumBasicScenario-1491506946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:03:46.352996 dv-cinder-830088-4-iscsi neutron-server[103257]: INFO neutron.wsgi [req-e033947a-3f4e-41e4-9c5e-78ccc5e0bf5f req-c8a6b8c6-ecf5-4c6c-91fd-23af36ea6809 tempest-TestMinimumBasicScenario-1491506946 tempest-TestMinimumBasicScenario-1491506946-project] 10.222.0.39 "GET /v2.0/ports?device_id=6bac3aa8-98ca-40ce-951f-208d8cb6ac0e HTTP/1.1" status: 200 len: 943 time: 0.0457993 Apr 12 11:03:46.398659 dv-cinder-830088-4-iscsi neutron-server[103257]: INFO neutron.wsgi [req-e033947a-3f4e-41e4-9c5e-78ccc5e0bf5f req-66987a0f-238e-49c5-9945-5b2fec23d12c tempest-TestMinimumBasicScenario-1491506946 tempest-TestMinimumBasicScenario-1491506946-project] 10.222.0.39 "GET /v2.0/security-groups?id=eeca4fa4-eaf7-49a0-81c4-0cdb30ea4fa7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402961 Apr 12 11:03:46.522656 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron_lib.callbacks.manager [None req-e4b062a6-7a21-4431-be77-3c7776c11043 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777667879581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1343690'] for agent (c71cae7d-514b-467a-8477-0a67bee0b970), after_update {{(pid=103259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:03:47.111401 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-218ea32d-b75e-4f0b-9391-46f9ded0b58f req-dcfddd5c-78a8-44ea-85f7-29a7efc26b2a tempest-ServerRescueNegativeTestJSON-1304480791 tempest-ServerRescueNegativeTestJSON-1304480791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:03:47.112859 dv-cinder-830088-4-iscsi neutron-server[103258]: INFO neutron.wsgi [req-218ea32d-b75e-4f0b-9391-46f9ded0b58f req-dcfddd5c-78a8-44ea-85f7-29a7efc26b2a tempest-ServerRescueNegativeTestJSON-1304480791 tempest-ServerRescueNegativeTestJSON-1304480791-project] 10.222.0.39 "GET /v2.0/ports?device_id=59d855d0-c55b-43eb-bbd0-ca27547aa179 HTTP/1.1" status: 200 len: 945 time: 0.0506182 Apr 12 11:03:47.157286 dv-cinder-830088-4-iscsi neutron-server[103258]: INFO neutron.wsgi [req-218ea32d-b75e-4f0b-9391-46f9ded0b58f req-6f172c9d-47e2-4662-9e0f-3203d417e5ea tempest-ServerRescueNegativeTestJSON-1304480791 tempest-ServerRescueNegativeTestJSON-1304480791-project] 10.222.0.39 "GET /v2.0/security-groups?id=d3f9b1f1-6368-4c51-964e-16ec3a7a3785&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390568 Apr 12 11:03:47.510672 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f9ad2a3-4a61-4941-8486-78ad04820e69 req-bbbcbb45-b4b9-4aa9-bc72-3a5a1cb4e529 tempest-TestMinimumBasicScenario-1491506946 tempest-TestMinimumBasicScenario-1491506946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:03:47.512145 dv-cinder-830088-4-iscsi neutron-server[103257]: INFO neutron.wsgi [req-6f9ad2a3-4a61-4941-8486-78ad04820e69 req-bbbcbb45-b4b9-4aa9-bc72-3a5a1cb4e529 tempest-TestMinimumBasicScenario-1491506946 tempest-TestMinimumBasicScenario-1491506946-project] 10.222.0.39 "GET /v2.0/ports?device_id=6bac3aa8-98ca-40ce-951f-208d8cb6ac0e HTTP/1.1" status: 200 len: 943 time: 0.0497069 Apr 12 11:03:47.556871 dv-cinder-830088-4-iscsi neutron-server[103257]: INFO neutron.wsgi [req-6f9ad2a3-4a61-4941-8486-78ad04820e69 req-21ff3154-efc1-44e9-bd4c-a939fdd6da61 tempest-TestMinimumBasicScenario-1491506946 tempest-TestMinimumBasicScenario-1491506946-project] 10.222.0.39 "GET /v2.0/security-groups?id=eeca4fa4-eaf7-49a0-81c4-0cdb30ea4fa7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391963 Apr 12 11:03:48.265735 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8953becd-e3d8-4cbf-88b0-89f91fdba9e1 req-645425b7-5778-4d00-a801-70634b46def0 tempest-ServerRescueNegativeTestJSON-1304480791 tempest-ServerRescueNegativeTestJSON-1304480791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:03:48.267438 dv-cinder-830088-4-iscsi neutron-server[103258]: INFO neutron.wsgi [req-8953becd-e3d8-4cbf-88b0-89f91fdba9e1 req-645425b7-5778-4d00-a801-70634b46def0 tempest-ServerRescueNegativeTestJSON-1304480791 tempest-ServerRescueNegativeTestJSON-1304480791-project] 10.222.0.39 "GET /v2.0/ports?device_id=59d855d0-c55b-43eb-bbd0-ca27547aa179 HTTP/1.1" status: 200 len: 945 time: 0.0462782 Apr 12 11:03:48.313707 dv-cinder-830088-4-iscsi neutron-server[103258]: INFO neutron.wsgi [req-8953becd-e3d8-4cbf-88b0-89f91fdba9e1 req-32fbfbd9-4f37-4327-ba8c-e316280a7a4c tempest-ServerRescueNegativeTestJSON-1304480791 tempest-ServerRescueNegativeTestJSON-1304480791-project] 10.222.0.39 "GET /v2.0/security-groups?id=d3f9b1f1-6368-4c51-964e-16ec3a7a3785&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407782 Apr 12 11:03:48.666295 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6249cb30-647d-4571-93b1-c86a8bded89d req-447a95bb-a020-4661-acfc-9b7ba81bec8a tempest-TestMinimumBasicScenario-1491506946 tempest-TestMinimumBasicScenario-1491506946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:03:48.667771 dv-cinder-830088-4-iscsi neutron-server[103257]: INFO neutron.wsgi [req-6249cb30-647d-4571-93b1-c86a8bded89d req-447a95bb-a020-4661-acfc-9b7ba81bec8a tempest-TestMinimumBasicScenario-1491506946 tempest-TestMinimumBasicScenario-1491506946-project] 10.222.0.39 "GET /v2.0/ports?device_id=6bac3aa8-98ca-40ce-951f-208d8cb6ac0e HTTP/1.1" status: 200 len: 943 time: 0.0460992 Apr 12 11:03:48.713894 dv-cinder-830088-4-iscsi neutron-server[103257]: INFO neutron.wsgi [req-6249cb30-647d-4571-93b1-c86a8bded89d req-43cb5209-61ed-4efd-b28f-bd6b293e7655 tempest-TestMinimumBasicScenario-1491506946 tempest-TestMinimumBasicScenario-1491506946-project] 10.222.0.39 "GET /v2.0/security-groups?id=eeca4fa4-eaf7-49a0-81c4-0cdb30ea4fa7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405986 Apr 12 11:03:49.255532 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bfad6ba-fc98-4d0f-b9a9-67a5426166d2 req-9da3b705-74ca-4023-bcb4-9152ab26ab9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:03:49.257102 dv-cinder-830088-4-iscsi neutron-server[103258]: INFO neutron.wsgi [req-0bfad6ba-fc98-4d0f-b9a9-67a5426166d2 req-9da3b705-74ca-4023-bcb4-9152ab26ab9e service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=dcfac628f55a40e9b7615ebf00184320&device_id=6bac3aa8-98ca-40ce-951f-208d8cb6ac0e HTTP/1.1" status: 200 len: 1127 time: 0.0440190 Apr 12 11:03:49.263469 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4550e165-d06f-4275-a2d9-d7a9f4fcc66d req-d7225e08-fc3d-4e4b-9c45-e8657ff11f8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:03:49.264966 dv-cinder-830088-4-iscsi neutron-server[103257]: INFO neutron.wsgi [req-4550e165-d06f-4275-a2d9-d7a9f4fcc66d req-d7225e08-fc3d-4e4b-9c45-e8657ff11f8c service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=59d855d0-c55b-43eb-bbd0-ca27547aa179 HTTP/1.1" status: 200 len: 1129 time: 0.0430179 Apr 12 11:03:49.329070 dv-cinder-830088-4-iscsi neutron-server[103257]: INFO neutron.wsgi [req-4550e165-d06f-4275-a2d9-d7a9f4fcc66d req-b9e095b3-d318-474e-9106-90846c4a0b59 service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=d3f9b1f1-6368-4c51-964e-16ec3a7a3785&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479195 Apr 12 11:03:49.333039 dv-cinder-830088-4-iscsi neutron-server[103258]: INFO neutron.wsgi [req-0bfad6ba-fc98-4d0f-b9a9-67a5426166d2 req-b70141a8-53e8-4059-b045-f59671369b64 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=bb599851-186f-4d11-8ba0-67885d7edd26 HTTP/1.1" status: 200 len: 217 time: 0.0525723 Apr 12 11:03:49.423165 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc95a3b8-0685-4c56-9300-eb2bd9ee8228 req-f4caf5c9-68ea-46c7-ac95-dfdf7a160218 tempest-ServerRescueNegativeTestJSON-1304480791 tempest-ServerRescueNegativeTestJSON-1304480791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:03:49.424548 dv-cinder-830088-4-iscsi neutron-server[103258]: INFO neutron.wsgi [req-fc95a3b8-0685-4c56-9300-eb2bd9ee8228 req-f4caf5c9-68ea-46c7-ac95-dfdf7a160218 tempest-ServerRescueNegativeTestJSON-1304480791 tempest-ServerRescueNegativeTestJSON-1304480791-project] 10.222.0.39 "GET /v2.0/ports?device_id=59d855d0-c55b-43eb-bbd0-ca27547aa179 HTTP/1.1" status: 200 len: 945 time: 0.0463564 Apr 12 11:03:49.469333 dv-cinder-830088-4-iscsi neutron-server[103258]: INFO neutron.wsgi [req-fc95a3b8-0685-4c56-9300-eb2bd9ee8228 req-a0c63f43-7a0a-401c-8738-f48d671022c0 tempest-ServerRescueNegativeTestJSON-1304480791 tempest-ServerRescueNegativeTestJSON-1304480791-project] 10.222.0.39 "GET /v2.0/security-groups?id=d3f9b1f1-6368-4c51-964e-16ec3a7a3785&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394528 Apr 12 11:03:49.821232 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a47a242e-9aaf-4be3-becb-2ba92ca2c990 req-c7479898-e600-47e9-882d-a2f8b2fad99a tempest-TestMinimumBasicScenario-1491506946 tempest-TestMinimumBasicScenario-1491506946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:03:49.822683 dv-cinder-830088-4-iscsi neutron-server[103257]: INFO neutron.wsgi [req-a47a242e-9aaf-4be3-becb-2ba92ca2c990 req-c7479898-e600-47e9-882d-a2f8b2fad99a tempest-TestMinimumBasicScenario-1491506946 tempest-TestMinimumBasicScenario-1491506946-project] 10.222.0.39 "GET /v2.0/ports?device_id=6bac3aa8-98ca-40ce-951f-208d8cb6ac0e HTTP/1.1" status: 200 len: 943 time: 0.0452580 Apr 12 11:03:49.867702 dv-cinder-830088-4-iscsi neutron-server[103257]: INFO neutron.wsgi [req-a47a242e-9aaf-4be3-becb-2ba92ca2c990 req-0cc975ee-3fb5-41a7-a20b-06f0d3c4d348 tempest-TestMinimumBasicScenario-1491506946 tempest-TestMinimumBasicScenario-1491506946-project] 10.222.0.39 "GET /v2.0/security-groups?id=eeca4fa4-eaf7-49a0-81c4-0cdb30ea4fa7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396440 Apr 12 11:03:50.249439 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bfad6ba-fc98-4d0f-b9a9-67a5426166d2 req-fd03001b-a412-423b-8752-43352c094b59 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:03:50.251032 dv-cinder-830088-4-iscsi neutron-server[103258]: INFO neutron.wsgi [req-0bfad6ba-fc98-4d0f-b9a9-67a5426166d2 req-fd03001b-a412-423b-8752-43352c094b59 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=62a3d71a-6b7f-4b84-be49-3fdc054580de HTTP/1.1" status: 200 len: 854 time: 0.0454481 Apr 12 11:03:50.299861 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bfad6ba-fc98-4d0f-b9a9-67a5426166d2 req-0c80264f-5b80-4a38-95c0-3c728cf66763 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:03:50.301361 dv-cinder-830088-4-iscsi neutron-server[103258]: INFO neutron.wsgi [req-0bfad6ba-fc98-4d0f-b9a9-67a5426166d2 req-0c80264f-5b80-4a38-95c0-3c728cf66763 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=6b07eef1-d07a-4859-9857-639b7b48caec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0435536 Apr 12 11:03:50.497022 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cf03127-7219-4b32-a82c-a2d404c0aa3b req-f8eb0be2-3352-44c7-a631-8390812fe55e tempest-VolumesActionsTest-672028374 tempest-VolumesActionsTest-672028374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:03:50.498504 dv-cinder-830088-4-iscsi neutron-server[103257]: INFO neutron.wsgi [req-1cf03127-7219-4b32-a82c-a2d404c0aa3b req-f8eb0be2-3352-44c7-a631-8390812fe55e tempest-VolumesActionsTest-672028374 tempest-VolumesActionsTest-672028374-project] 10.222.0.39 "GET /v2.0/ports?device_id=c5c70b78-aa4a-4e70-bdd0-34674ed6979f HTTP/1.1" status: 200 len: 946 time: 0.0494361 Apr 12 11:03:50.548627 dv-cinder-830088-4-iscsi neutron-server[103257]: INFO neutron.wsgi [req-1cf03127-7219-4b32-a82c-a2d404c0aa3b req-682a01a2-1cb4-4eb5-a0d5-e1982cf2d0d6 tempest-VolumesActionsTest-672028374 tempest-VolumesActionsTest-672028374-project] 10.222.0.39 "GET /v2.0/security-groups?id=c94d010a-ab4d-4dde-b8b1-d56220cf6cc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441611 Apr 12 11:03:50.585698 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc23f90a-69d4-4fe3-bf08-966579cda8b1 req-922b0711-8632-455a-aea6-a7528770f75c tempest-ServerRescueNegativeTestJSON-1304480791 tempest-ServerRescueNegativeTestJSON-1304480791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:03:50.587207 dv-cinder-830088-4-iscsi neutron-server[103258]: INFO neutron.wsgi [req-bc23f90a-69d4-4fe3-bf08-966579cda8b1 req-922b0711-8632-455a-aea6-a7528770f75c tempest-ServerRescueNegativeTestJSON-1304480791 tempest-ServerRescueNegativeTestJSON-1304480791-project] 10.222.0.39 "GET /v2.0/ports?device_id=59d855d0-c55b-43eb-bbd0-ca27547aa179 HTTP/1.1" status: 200 len: 945 time: 0.0511384 Apr 12 11:03:50.633966 dv-cinder-830088-4-iscsi neutron-server[103258]: INFO neutron.wsgi [req-bc23f90a-69d4-4fe3-bf08-966579cda8b1 req-a3332682-ff08-46dd-b83f-2262df415348 tempest-ServerRescueNegativeTestJSON-1304480791 tempest-ServerRescueNegativeTestJSON-1304480791-project] 10.222.0.39 "GET /v2.0/security-groups?id=d3f9b1f1-6368-4c51-964e-16ec3a7a3785&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410993 Apr 12 11:03:50.875044 dv-cinder-830088-4-iscsi neutron-server[103258]: INFO neutron.wsgi [req-0bfad6ba-fc98-4d0f-b9a9-67a5426166d2 req-1f4addf0-7b77-4770-aa41-3a271a9ca398 service neutron] 10.222.0.53 "GET /v2.0/networks/6b07eef1-d07a-4859-9857-639b7b48caec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0856903 Apr 12 11:03:50.977402 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e85e5146-de42-40c0-91af-5269c17b0238 req-60c0c1a6-e68a-4e04-bb57-6cd932c499c3 tempest-TestMinimumBasicScenario-1491506946 tempest-TestMinimumBasicScenario-1491506946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:03:50.979039 dv-cinder-830088-4-iscsi neutron-server[103257]: INFO neutron.wsgi [req-e85e5146-de42-40c0-91af-5269c17b0238 req-60c0c1a6-e68a-4e04-bb57-6cd932c499c3 tempest-TestMinimumBasicScenario-1491506946 tempest-TestMinimumBasicScenario-1491506946-project] 10.222.0.39 "GET /v2.0/ports?device_id=6bac3aa8-98ca-40ce-951f-208d8cb6ac0e HTTP/1.1" status: 200 len: 943 time: 0.0464549 Apr 12 11:03:51.025227 dv-cinder-830088-4-iscsi neutron-server[103257]: INFO neutron.wsgi [req-e85e5146-de42-40c0-91af-5269c17b0238 req-f23ae76e-abb6-4c79-8238-a2fde1d33e96 tempest-TestMinimumBasicScenario-1491506946 tempest-TestMinimumBasicScenario-1491506946-project] 10.222.0.39 "GET /v2.0/security-groups?id=eeca4fa4-eaf7-49a0-81c4-0cdb30ea4fa7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406606 Apr 12 11:03:51.659338 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcf67cef-fa4b-4589-b4c1-81c00cc3d517 req-a4f25d38-b478-42fc-b939-256aee2f4fc7 tempest-VolumesActionsTest-672028374 tempest-VolumesActionsTest-672028374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:03:51.660807 dv-cinder-830088-4-iscsi neutron-server[103258]: INFO neutron.wsgi [req-dcf67cef-fa4b-4589-b4c1-81c00cc3d517 req-a4f25d38-b478-42fc-b939-256aee2f4fc7 tempest-VolumesActionsTest-672028374 tempest-VolumesActionsTest-672028374-project] 10.222.0.39 "GET /v2.0/ports?device_id=c5c70b78-aa4a-4e70-bdd0-34674ed6979f HTTP/1.1" status: 200 len: 946 time: 0.0472646 Apr 12 11:03:51.707352 dv-cinder-830088-4-iscsi neutron-server[103258]: INFO neutron.wsgi [req-dcf67cef-fa4b-4589-b4c1-81c00cc3d517 req-840d02f3-04f1-4112-a8ca-dbda6551d201 tempest-VolumesActionsTest-672028374 tempest-VolumesActionsTest-672028374-project] 10.222.0.39 "GET /v2.0/security-groups?id=c94d010a-ab4d-4dde-b8b1-d56220cf6cc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407453 Apr 12 11:03:51.743597 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b027fd3-70a1-48ef-bb75-59f1a09bcb72 req-5ee54be6-7131-4ebb-b089-f77b5b0779ee tempest-ServerRescueNegativeTestJSON-1304480791 tempest-ServerRescueNegativeTestJSON-1304480791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:03:51.745055 dv-cinder-830088-4-iscsi neutron-server[103257]: INFO neutron.wsgi [req-3b027fd3-70a1-48ef-bb75-59f1a09bcb72 req-5ee54be6-7131-4ebb-b089-f77b5b0779ee tempest-ServerRescueNegativeTestJSON-1304480791 tempest-ServerRescueNegativeTestJSON-1304480791-project] 10.222.0.39 "GET /v2.0/ports?device_id=59d855d0-c55b-43eb-bbd0-ca27547aa179 HTTP/1.1" status: 200 len: 945 time: 0.0462635 Apr 12 11:03:51.789523 dv-cinder-830088-4-iscsi neutron-server[103257]: INFO neutron.wsgi [req-3b027fd3-70a1-48ef-bb75-59f1a09bcb72 req-1c1fe803-a0df-4fe3-a200-cb73183664dc tempest-ServerRescueNegativeTestJSON-1304480791 tempest-ServerRescueNegativeTestJSON-1304480791-project] 10.222.0.39 "GET /v2.0/security-groups?id=d3f9b1f1-6368-4c51-964e-16ec3a7a3785&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390251 Apr 12 11:03:52.133679 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcee34e0-d53c-4933-9538-ff9b7a2a6db7 req-0c147f5b-d236-48ea-a11e-b61b731c1493 tempest-TestMinimumBasicScenario-1491506946 tempest-TestMinimumBasicScenario-1491506946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:03:52.135170 dv-cinder-830088-4-iscsi neutron-server[103258]: INFO neutron.wsgi [req-fcee34e0-d53c-4933-9538-ff9b7a2a6db7 req-0c147f5b-d236-48ea-a11e-b61b731c1493 tempest-TestMinimumBasicScenario-1491506946 tempest-TestMinimumBasicScenario-1491506946-project] 10.222.0.39 "GET /v2.0/ports?device_id=6bac3aa8-98ca-40ce-951f-208d8cb6ac0e HTTP/1.1" status: 200 len: 943 time: 0.0462203 Apr 12 11:03:52.184139 dv-cinder-830088-4-iscsi neutron-server[103258]: INFO neutron.wsgi [req-fcee34e0-d53c-4933-9538-ff9b7a2a6db7 req-0e7d2ffc-5d91-4550-bd6e-c022efcfdb55 tempest-TestMinimumBasicScenario-1491506946 tempest-TestMinimumBasicScenario-1491506946-project] 10.222.0.39 "GET /v2.0/security-groups?id=eeca4fa4-eaf7-49a0-81c4-0cdb30ea4fa7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435033 Apr 12 11:03:52.337222 dv-cinder-830088-4-iscsi neutron-server[103258]: INFO neutron.wsgi [req-0bfad6ba-fc98-4d0f-b9a9-67a5426166d2 req-ef3cc329-bfb1-4caa-b4e3-6c466fa7ffde service neutron] 10.222.0.53 "GET /v2.0/networks/6b07eef1-d07a-4859-9857-639b7b48caec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0906756 Apr 12 11:03:52.734960 dv-cinder-830088-4-iscsi neutron-server[103260]: DEBUG neutron.db.agents_db [None req-b0205aca-973a-4a8a-ba9e-4a4e25067b42 None None] Agent healthcheck: found 6 active agents {{(pid=103260) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 12 11:03:52.828852 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb1f8daa-96aa-48de-8800-39df5fdd2fbc req-8540dd78-1a03-4479-a302-17e0f503c622 tempest-VolumesActionsTest-672028374 tempest-VolumesActionsTest-672028374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:03:52.830339 dv-cinder-830088-4-iscsi neutron-server[103257]: INFO neutron.wsgi [req-eb1f8daa-96aa-48de-8800-39df5fdd2fbc req-8540dd78-1a03-4479-a302-17e0f503c622 tempest-VolumesActionsTest-672028374 tempest-VolumesActionsTest-672028374-project] 10.222.0.39 "GET /v2.0/ports?device_id=c5c70b78-aa4a-4e70-bdd0-34674ed6979f HTTP/1.1" status: 200 len: 946 time: 0.0548906 Apr 12 11:03:52.872209 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron.wsgi [-] (103257) accepted ('10.222.0.39', 53894) {{(pid=103257) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 11:03:52.889861 dv-cinder-830088-4-iscsi neutron-server[103257]: INFO neutron.wsgi [req-eb1f8daa-96aa-48de-8800-39df5fdd2fbc req-d316d0c9-8230-404c-8fe8-b5136d45b965 tempest-VolumesActionsTest-672028374 tempest-VolumesActionsTest-672028374-project] 10.222.0.39 "GET /v2.0/security-groups?id=c94d010a-ab4d-4dde-b8b1-d56220cf6cc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0532591 Apr 12 11:03:52.904549 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab782be8-6d28-4aab-ba6c-e0c2421cab30 req-1e6614b7-b245-43d8-a7be-a7452f6aa1ec tempest-ServerRescueNegativeTestJSON-1304480791 tempest-ServerRescueNegativeTestJSON-1304480791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:03:52.906060 dv-cinder-830088-4-iscsi neutron-server[103258]: INFO neutron.wsgi [req-ab782be8-6d28-4aab-ba6c-e0c2421cab30 req-1e6614b7-b245-43d8-a7be-a7452f6aa1ec tempest-ServerRescueNegativeTestJSON-1304480791 tempest-ServerRescueNegativeTestJSON-1304480791-project] 10.222.0.39 "GET /v2.0/ports?device_id=59d855d0-c55b-43eb-bbd0-ca27547aa179 HTTP/1.1" status: 200 len: 945 time: 0.0492578 Apr 12 11:03:52.960254 dv-cinder-830088-4-iscsi neutron-server[103258]: INFO neutron.wsgi [req-ab782be8-6d28-4aab-ba6c-e0c2421cab30 req-fa921f67-a59d-4f7e-a16f-453da8bfb59a tempest-ServerRescueNegativeTestJSON-1304480791 tempest-ServerRescueNegativeTestJSON-1304480791-project] 10.222.0.39 "GET /v2.0/security-groups?id=d3f9b1f1-6368-4c51-964e-16ec3a7a3785&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475783 Apr 12 11:03:53.004314 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-c6ea8231-677b-4b53-916b-f21737b8805b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:03:53.091232 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-c6ea8231-677b-4b53-916b-f21737b8805b admin admin] Publish callbacks [] for security_group (01793fec-4c7b-45c4-948b-75c34ad9ff8d), precommit_create {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:03:53.095598 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-c6ea8231-677b-4b53-916b-f21737b8805b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-415253'] for security_group (01793fec-4c7b-45c4-948b-75c34ad9ff8d), after_create {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:03:53.139409 dv-cinder-830088-4-iscsi neutron-server[103257]: INFO neutron.wsgi [None req-c6ea8231-677b-4b53-916b-f21737b8805b admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=81b3808b979547ada0284291732bc885&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2660151 Apr 12 11:03:53.141296 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6ea8231-677b-4b53-916b-f21737b8805b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=01793fec-4c7b-45c4-948b-75c34ad9ff8d,revision_number=1']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:03:53.142431 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.wsgi [-] (103258) accepted ('10.222.0.39', 53910) {{(pid=103258) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 11:03:53.149108 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6ea8231-677b-4b53-916b-f21737b8805b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830088-4-iscsi {{(pid=103257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:03:53.149687 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6ea8231-677b-4b53-916b-f21737b8805b admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830088-4-iscsi {{(pid=103257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:03:53.149819 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6ea8231-677b-4b53-916b-f21737b8805b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830088-4-iscsi {{(pid=103257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:03:53.150134 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6ea8231-677b-4b53-916b-f21737b8805b admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830088-4-iscsi {{(pid=103257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:03:53.150466 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6ea8231-677b-4b53-916b-f21737b8805b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830088-4-iscsi {{(pid=103257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:03:53.150829 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6ea8231-677b-4b53-916b-f21737b8805b admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830088-4-iscsi {{(pid=103257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:03:53.151157 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6ea8231-677b-4b53-916b-f21737b8805b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830088-4-iscsi {{(pid=103257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:03:53.151496 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6ea8231-677b-4b53-916b-f21737b8805b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830088-4-iscsi {{(pid=103257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:03:53.151875 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6ea8231-677b-4b53-916b-f21737b8805b admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-830088-4-iscsi {{(pid=103257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:03:53.152221 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6ea8231-677b-4b53-916b-f21737b8805b admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830088-4-iscsi {{(pid=103257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:03:53.152551 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6ea8231-677b-4b53-916b-f21737b8805b admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830088-4-iscsi {{(pid=103257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:03:53.152876 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6ea8231-677b-4b53-916b-f21737b8805b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830088-4-iscsi {{(pid=103257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:03:53.153245 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6ea8231-677b-4b53-916b-f21737b8805b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830088-4-iscsi {{(pid=103257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:03:53.153580 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6ea8231-677b-4b53-916b-f21737b8805b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830088-4-iscsi {{(pid=103257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:03:53.153902 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6ea8231-677b-4b53-916b-f21737b8805b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830088-4-iscsi {{(pid=103257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:03:53.222334 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c903c60-a060-4730-80b1-802667c40d68 req-699814ba-1b1c-4cf6-b5e6-5f23484d9a83 tempest-ServerRescueNegativeTestJSON-1304480791 tempest-ServerRescueNegativeTestJSON-1304480791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:03:53.224457 dv-cinder-830088-4-iscsi neutron-server[103257]: INFO neutron.wsgi [req-0c903c60-a060-4730-80b1-802667c40d68 req-699814ba-1b1c-4cf6-b5e6-5f23484d9a83 tempest-ServerRescueNegativeTestJSON-1304480791 tempest-ServerRescueNegativeTestJSON-1304480791-project] 10.222.0.39 "GET /v2.0/ports?device_id=59d855d0-c55b-43eb-bbd0-ca27547aa179 HTTP/1.1" status: 200 len: 945 time: 0.0503736 Apr 12 11:03:53.235912 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-b95462fa-437d-4616-82f5-6c640f91c1fe admin admin] Publish callbacks [] for security_group (01793fec-4c7b-45c4-948b-75c34ad9ff8d), before_delete {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:03:53.258252 dv-cinder-830088-4-iscsi neutron-server[103258]: INFO neutron.wsgi [req-0b908908-ddc6-49e5-85bb-96a5defd09dd req-54b0ef04-9626-42b9-ba84-e17f83e5cd20 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=59d855d0-c55b-43eb-bbd0-ca27547aa179&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0596144 Apr 12 11:03:53.279099 dv-cinder-830088-4-iscsi neutron-server[103257]: INFO neutron.wsgi [req-0c903c60-a060-4730-80b1-802667c40d68 req-0c3c95e6-6db8-4f39-a660-114da775f98e tempest-ServerRescueNegativeTestJSON-1304480791 tempest-ServerRescueNegativeTestJSON-1304480791-project] 10.222.0.39 "GET /v2.0/security-groups?id=d3f9b1f1-6368-4c51-964e-16ec3a7a3785&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479498 Apr 12 11:03:53.294614 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-b95462fa-437d-4616-82f5-6c640f91c1fe admin admin] Publish callbacks [] for security_group (01793fec-4c7b-45c4-948b-75c34ad9ff8d), precommit_delete {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:03:53.329452 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a30a290-132c-412f-990d-2d2ccfbd7916 req-b0c616e2-9bff-4719-9adb-c66b086d13b8 tempest-TestMinimumBasicScenario-1491506946 tempest-TestMinimumBasicScenario-1491506946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:03:53.330980 dv-cinder-830088-4-iscsi neutron-server[103258]: INFO neutron.wsgi [req-6a30a290-132c-412f-990d-2d2ccfbd7916 req-b0c616e2-9bff-4719-9adb-c66b086d13b8 tempest-TestMinimumBasicScenario-1491506946 tempest-TestMinimumBasicScenario-1491506946-project] 10.222.0.39 "GET /v2.0/ports?device_id=6bac3aa8-98ca-40ce-951f-208d8cb6ac0e HTTP/1.1" status: 200 len: 943 time: 0.0694287 Apr 12 11:03:53.389315 dv-cinder-830088-4-iscsi neutron-server[103258]: INFO neutron.wsgi [req-6a30a290-132c-412f-990d-2d2ccfbd7916 req-b844e5e6-3704-49a1-9732-6cd2995f1194 tempest-TestMinimumBasicScenario-1491506946 tempest-TestMinimumBasicScenario-1491506946-project] 10.222.0.39 "GET /v2.0/security-groups?id=eeca4fa4-eaf7-49a0-81c4-0cdb30ea4fa7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515435 Apr 12 11:03:53.390263 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-b95462fa-437d-4616-82f5-6c640f91c1fe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-415253'] for security_group (01793fec-4c7b-45c4-948b-75c34ad9ff8d), after_delete {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:03:53.392777 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-b95462fa-437d-4616-82f5-6c640f91c1fe admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:03:53.393797 dv-cinder-830088-4-iscsi neutron-server[103258]: INFO neutron.wsgi [None req-b95462fa-437d-4616-82f5-6c640f91c1fe admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/01793fec-4c7b-45c4-948b-75c34ad9ff8d HTTP/1.1" status: 204 len: 168 time: 0.2502060 Apr 12 11:03:53.401865 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b95462fa-437d-4616-82f5-6c640f91c1fe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=01793fec-4c7b-45c4-948b-75c34ad9ff8d,revision_number=None']} {{(pid=103258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:03:53.408953 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b95462fa-437d-4616-82f5-6c640f91c1fe admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830088-4-iscsi {{(pid=103258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:03:53.409305 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b95462fa-437d-4616-82f5-6c640f91c1fe admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830088-4-iscsi {{(pid=103258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:03:53.409650 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b95462fa-437d-4616-82f5-6c640f91c1fe admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830088-4-iscsi {{(pid=103258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:03:53.409993 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b95462fa-437d-4616-82f5-6c640f91c1fe admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830088-4-iscsi {{(pid=103258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:03:53.410540 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b95462fa-437d-4616-82f5-6c640f91c1fe admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830088-4-iscsi {{(pid=103258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:03:53.410643 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b95462fa-437d-4616-82f5-6c640f91c1fe admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830088-4-iscsi {{(pid=103258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:03:53.410986 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b95462fa-437d-4616-82f5-6c640f91c1fe admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830088-4-iscsi {{(pid=103258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:03:53.411359 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b95462fa-437d-4616-82f5-6c640f91c1fe admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830088-4-iscsi {{(pid=103258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:03:53.411639 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b95462fa-437d-4616-82f5-6c640f91c1fe admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-830088-4-iscsi {{(pid=103258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:03:53.411966 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b95462fa-437d-4616-82f5-6c640f91c1fe admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830088-4-iscsi {{(pid=103258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:03:53.412290 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b95462fa-437d-4616-82f5-6c640f91c1fe admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830088-4-iscsi {{(pid=103258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:03:53.413157 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b95462fa-437d-4616-82f5-6c640f91c1fe admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830088-4-iscsi {{(pid=103258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:03:53.413482 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b95462fa-437d-4616-82f5-6c640f91c1fe admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830088-4-iscsi {{(pid=103258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:03:53.413804 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b95462fa-437d-4616-82f5-6c640f91c1fe admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830088-4-iscsi {{(pid=103258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:03:53.414124 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b95462fa-437d-4616-82f5-6c640f91c1fe admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830088-4-iscsi {{(pid=103258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:03:54.000457 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4f85f5f-6ba7-44ab-bd68-3d0357191448 req-588f5fcf-e51e-479a-b49c-cb710702789d tempest-VolumesActionsTest-672028374 tempest-VolumesActionsTest-672028374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:03:54.001915 dv-cinder-830088-4-iscsi neutron-server[103257]: INFO neutron.wsgi [req-e4f85f5f-6ba7-44ab-bd68-3d0357191448 req-588f5fcf-e51e-479a-b49c-cb710702789d tempest-VolumesActionsTest-672028374 tempest-VolumesActionsTest-672028374-project] 10.222.0.39 "GET /v2.0/ports?device_id=c5c70b78-aa4a-4e70-bdd0-34674ed6979f HTTP/1.1" status: 200 len: 946 time: 0.0466208 Apr 12 11:03:54.047585 dv-cinder-830088-4-iscsi neutron-server[103257]: INFO neutron.wsgi [req-e4f85f5f-6ba7-44ab-bd68-3d0357191448 req-c02a4dc2-1834-4645-9fc4-5171f67f570c tempest-VolumesActionsTest-672028374 tempest-VolumesActionsTest-672028374-project] 10.222.0.39 "GET /v2.0/security-groups?id=c94d010a-ab4d-4dde-b8b1-d56220cf6cc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398908 Apr 12 11:03:54.300703 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.wsgi [-] (103258) accepted ('10.222.0.39', 53926) {{(pid=103258) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 11:03:54.394091 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1663a3b-c34e-494e-83eb-f2d4b7419ced req-a60305d4-4d29-4100-a686-3d0894bec802 tempest-ServerRescueNegativeTestJSON-1304480791 tempest-ServerRescueNegativeTestJSON-1304480791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:03:54.395613 dv-cinder-830088-4-iscsi neutron-server[103258]: INFO neutron.wsgi [req-a1663a3b-c34e-494e-83eb-f2d4b7419ced req-a60305d4-4d29-4100-a686-3d0894bec802 tempest-ServerRescueNegativeTestJSON-1304480791 tempest-ServerRescueNegativeTestJSON-1304480791-project] 10.222.0.39 "GET /v2.0/ports?device_id=59d855d0-c55b-43eb-bbd0-ca27547aa179 HTTP/1.1" status: 200 len: 945 time: 0.0469148 Apr 12 11:03:54.419796 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-55927869-e2b0-45b2-b22b-42484adc13a8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:03:54.466687 dv-cinder-830088-4-iscsi neutron-server[103258]: INFO neutron.wsgi [req-a1663a3b-c34e-494e-83eb-f2d4b7419ced req-a0caadec-9489-4ade-b08c-23c725ac8c2a tempest-ServerRescueNegativeTestJSON-1304480791 tempest-ServerRescueNegativeTestJSON-1304480791-project] 10.222.0.39 "GET /v2.0/security-groups?id=d3f9b1f1-6368-4c51-964e-16ec3a7a3785&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0642066 Apr 12 11:03:54.502183 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1416d26-ba0d-4f70-9f68-c6deff37aa9c req-9cd0a483-5fb8-4ff6-a544-f42de9c03392 tempest-TestMinimumBasicScenario-1491506946 tempest-TestMinimumBasicScenario-1491506946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:03:54.503847 dv-cinder-830088-4-iscsi neutron-server[103257]: INFO neutron.wsgi [req-b1416d26-ba0d-4f70-9f68-c6deff37aa9c req-9cd0a483-5fb8-4ff6-a544-f42de9c03392 tempest-TestMinimumBasicScenario-1491506946 tempest-TestMinimumBasicScenario-1491506946-project] 10.222.0.39 "GET /v2.0/ports?device_id=6bac3aa8-98ca-40ce-951f-208d8cb6ac0e HTTP/1.1" status: 200 len: 943 time: 0.0494831 Apr 12 11:03:54.523026 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-55927869-e2b0-45b2-b22b-42484adc13a8 admin admin] Publish callbacks [] for security_group (a5216cc5-ad75-4304-9c05-4e04773a8765), precommit_create {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:03:54.526944 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-55927869-e2b0-45b2-b22b-42484adc13a8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-415253'] for security_group (a5216cc5-ad75-4304-9c05-4e04773a8765), after_create {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:03:54.552165 dv-cinder-830088-4-iscsi neutron-server[103257]: INFO neutron.wsgi [req-b1416d26-ba0d-4f70-9f68-c6deff37aa9c req-c2b8131e-c3b4-4dd1-af74-99e25deb51f8 tempest-TestMinimumBasicScenario-1491506946 tempest-TestMinimumBasicScenario-1491506946-project] 10.222.0.39 "GET /v2.0/security-groups?id=eeca4fa4-eaf7-49a0-81c4-0cdb30ea4fa7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416801 Apr 12 11:03:54.563950 dv-cinder-830088-4-iscsi neutron-server[103258]: INFO neutron.wsgi [None req-55927869-e2b0-45b2-b22b-42484adc13a8 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=e47c124541274892b1cfaee66174de16&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2621257 Apr 12 11:03:54.571419 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.wsgi [-] (103258) accepted ('10.222.0.39', 53934) {{(pid=103258) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 11:03:54.578539 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55927869-e2b0-45b2-b22b-42484adc13a8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a5216cc5-ad75-4304-9c05-4e04773a8765,revision_number=1']} {{(pid=103258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:03:54.618059 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-f7784bf4-ae76-46bf-a028-e2209d5fc365 admin admin] Publish callbacks [] for security_group (a5216cc5-ad75-4304-9c05-4e04773a8765), before_delete {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:03:54.643004 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-f7784bf4-ae76-46bf-a028-e2209d5fc365 admin admin] Publish callbacks [] for security_group (a5216cc5-ad75-4304-9c05-4e04773a8765), precommit_delete {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:03:54.686508 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-f7784bf4-ae76-46bf-a028-e2209d5fc365 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-415253'] for security_group (a5216cc5-ad75-4304-9c05-4e04773a8765), after_delete {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:03:54.689035 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-f7784bf4-ae76-46bf-a028-e2209d5fc365 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:03:54.690163 dv-cinder-830088-4-iscsi neutron-server[103258]: INFO neutron.wsgi [None req-f7784bf4-ae76-46bf-a028-e2209d5fc365 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/a5216cc5-ad75-4304-9c05-4e04773a8765 HTTP/1.1" status: 204 len: 168 time: 0.1228426 Apr 12 11:03:54.698016 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7784bf4-ae76-46bf-a028-e2209d5fc365 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a5216cc5-ad75-4304-9c05-4e04773a8765,revision_number=None']} {{(pid=103258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:03:55.156111 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77bca998-bfbb-45f5-a257-1360f991a395 req-d3cf6c46-2321-4609-886c-d0abf312ae84 tempest-VolumesActionsTest-672028374 tempest-VolumesActionsTest-672028374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:03:55.157564 dv-cinder-830088-4-iscsi neutron-server[103258]: INFO neutron.wsgi [req-77bca998-bfbb-45f5-a257-1360f991a395 req-d3cf6c46-2321-4609-886c-d0abf312ae84 tempest-VolumesActionsTest-672028374 tempest-VolumesActionsTest-672028374-project] 10.222.0.39 "GET /v2.0/ports?device_id=c5c70b78-aa4a-4e70-bdd0-34674ed6979f HTTP/1.1" status: 200 len: 946 time: 0.0458431 Apr 12 11:03:55.203216 dv-cinder-830088-4-iscsi neutron-server[103258]: INFO neutron.wsgi [req-77bca998-bfbb-45f5-a257-1360f991a395 req-756f64db-8add-4083-b560-bd97346eedac tempest-VolumesActionsTest-672028374 tempest-VolumesActionsTest-672028374-project] 10.222.0.39 "GET /v2.0/security-groups?id=c94d010a-ab4d-4dde-b8b1-d56220cf6cc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401809 Apr 12 11:03:55.433794 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron.plugins.ml2.rpc [None req-ae6c308c-a92e-4424-a7f8-d6a17e5174ef None None] Device cae94809-c192-4bca-bde2-2c8ee0f18ea7 no longer exists at agent hyperv_hv-cinder-83008 {{(pid=103259) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 12 11:03:55.510841 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron.plugins.ml2.plugin [None req-ae6c308c-a92e-4424-a7f8-d6a17e5174ef None None] Current status of the port cae94809-c192-4bca-bde2-2c8ee0f18ea7 is: ACTIVE; New status is: DOWN {{(pid=103259) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 11:03:55.511232 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron_lib.callbacks.manager [None req-ae6c308c-a92e-4424-a7f8-d6a17e5174ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1535343'] for port (cae94809-c192-4bca-bde2-2c8ee0f18ea7), before_update {{(pid=103259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:03:55.532797 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c5c70b78-aa4a-4e70-bdd0-34674ed6979f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'cae94809-c192-4bca-bde2-2c8ee0f18ea7'}] {{(pid=103259) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 11:03:55.535030 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}af87e37ddfedca7c8b2a1dd0c6cba4e3e91bcc66796c687067be127c7223cf15" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dc2b1af5-a509-47ae-bd1b-aeaa0cd54711" -d '{"events": [{"server_uuid": "c5c70b78-aa4a-4e70-bdd0-34674ed6979f", "name": "network-vif-unplugged", "status": "completed", "tag": "cae94809-c192-4bca-bde2-2c8ee0f18ea7"}]}' {{(pid=103259) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 11:03:55.552939 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron.plugins.ml2.db [None req-ae6c308c-a92e-4424-a7f8-d6a17e5174ef None None] For port cae94809-c192-4bca-bde2-2c8ee0f18ea7, host hv-cinder-83008, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83008',level=0,port_id=cae94809-c192-4bca-bde2-2c8ee0f18ea7,segment=NetworkSegment(4ef6265e-81d1-422d-a625-9e9d19b9243d),segment_id=4ef6265e-81d1-422d-a625-9e9d19b9243d)] {{(pid=103259) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 11:03:55.559234 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron_lib.callbacks.manager [None req-ae6c308c-a92e-4424-a7f8-d6a17e5174ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1534861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777667992095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777667450170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777667450188'] for port (cae94809-c192-4bca-bde2-2c8ee0f18ea7), after_update {{(pid=103259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:03:55.582211 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 12 Apr 2022 11:03:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4e8acb0d-d38d-4e52-a92a-ec9a10547831 x-openstack-request-id: req-4e8acb0d-d38d-4e52-a92a-ec9a10547831 {{(pid=103259) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 11:03:55.582462 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c5c70b78-aa4a-4e70-bdd0-34674ed6979f", "name": "network-vif-unplugged", "status": "completed", "tag": "cae94809-c192-4bca-bde2-2c8ee0f18ea7", "code": 200}]} {{(pid=103259) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 11:03:55.582724 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-4e8acb0d-d38d-4e52-a92a-ec9a10547831 {{(pid=103259) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 11:03:55.583119 dv-cinder-830088-4-iscsi neutron-server[103259]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4e8acb0d-d38d-4e52-a92a-ec9a10547831'] response: {'server_uuid': 'c5c70b78-aa4a-4e70-bdd0-34674ed6979f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'cae94809-c192-4bca-bde2-2c8ee0f18ea7', 'code': 200} Apr 12 11:03:55.599226 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2b6856d-c5c1-4683-bfc6-57e2f2837885 req-3db4616c-d032-4ebe-8a8e-fbbb056b912e tempest-ServerRescueNegativeTestJSON-1304480791 tempest-ServerRescueNegativeTestJSON-1304480791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:03:55.601229 dv-cinder-830088-4-iscsi neutron-server[103257]: INFO neutron.wsgi [req-a2b6856d-c5c1-4683-bfc6-57e2f2837885 req-3db4616c-d032-4ebe-8a8e-fbbb056b912e tempest-ServerRescueNegativeTestJSON-1304480791 tempest-ServerRescueNegativeTestJSON-1304480791-project] 10.222.0.39 "GET /v2.0/ports?device_id=59d855d0-c55b-43eb-bbd0-ca27547aa179 HTTP/1.1" status: 200 len: 945 time: 0.0610909 Apr 12 11:03:55.609066 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae6c308c-a92e-4424-a7f8-d6a17e5174ef None None] Pushing event updated for resources: {'Port': ['ID=cae94809-c192-4bca-bde2-2c8ee0f18ea7,revision_number=6']} {{(pid=103259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:03:55.617097 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae6c308c-a92e-4424-a7f8-d6a17e5174ef None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830088-4-iscsi {{(pid=103259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:03:55.617439 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae6c308c-a92e-4424-a7f8-d6a17e5174ef None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830088-4-iscsi {{(pid=103259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:03:55.617799 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae6c308c-a92e-4424-a7f8-d6a17e5174ef None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830088-4-iscsi {{(pid=103259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:03:55.618134 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae6c308c-a92e-4424-a7f8-d6a17e5174ef None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830088-4-iscsi {{(pid=103259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:03:55.618451 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae6c308c-a92e-4424-a7f8-d6a17e5174ef None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830088-4-iscsi {{(pid=103259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:03:55.618806 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae6c308c-a92e-4424-a7f8-d6a17e5174ef None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830088-4-iscsi {{(pid=103259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:03:55.619126 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae6c308c-a92e-4424-a7f8-d6a17e5174ef None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830088-4-iscsi {{(pid=103259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:03:55.619447 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae6c308c-a92e-4424-a7f8-d6a17e5174ef None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830088-4-iscsi {{(pid=103259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:03:55.619765 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae6c308c-a92e-4424-a7f8-d6a17e5174ef None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-830088-4-iscsi {{(pid=103259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:03:55.620141 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae6c308c-a92e-4424-a7f8-d6a17e5174ef None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830088-4-iscsi {{(pid=103259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:03:55.620467 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae6c308c-a92e-4424-a7f8-d6a17e5174ef None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830088-4-iscsi {{(pid=103259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:03:55.620803 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae6c308c-a92e-4424-a7f8-d6a17e5174ef None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830088-4-iscsi {{(pid=103259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:03:55.621125 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae6c308c-a92e-4424-a7f8-d6a17e5174ef None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830088-4-iscsi {{(pid=103259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:03:55.621439 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae6c308c-a92e-4424-a7f8-d6a17e5174ef None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830088-4-iscsi {{(pid=103259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:03:55.621752 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae6c308c-a92e-4424-a7f8-d6a17e5174ef None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830088-4-iscsi {{(pid=103259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:03:55.652354 dv-cinder-830088-4-iscsi neutron-server[103257]: INFO neutron.wsgi [req-a2b6856d-c5c1-4683-bfc6-57e2f2837885 req-7aaf720f-a0cc-4f30-b9ee-5a952cc3c244 tempest-ServerRescueNegativeTestJSON-1304480791 tempest-ServerRescueNegativeTestJSON-1304480791-project] 10.222.0.39 "GET /v2.0/security-groups?id=d3f9b1f1-6368-4c51-964e-16ec3a7a3785&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451932 Apr 12 11:03:55.672658 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17d4e1d1-c925-42d6-a0d2-fa360f593ff2 req-185b4c22-8fdc-484e-9274-df2fce37ddb3 tempest-TestMinimumBasicScenario-1491506946 tempest-TestMinimumBasicScenario-1491506946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:03:55.674136 dv-cinder-830088-4-iscsi neutron-server[103258]: INFO neutron.wsgi [req-17d4e1d1-c925-42d6-a0d2-fa360f593ff2 req-185b4c22-8fdc-484e-9274-df2fce37ddb3 tempest-TestMinimumBasicScenario-1491506946 tempest-TestMinimumBasicScenario-1491506946-project] 10.222.0.39 "GET /v2.0/ports?device_id=6bac3aa8-98ca-40ce-951f-208d8cb6ac0e HTTP/1.1" status: 200 len: 943 time: 0.0479374 Apr 12 11:03:55.721593 dv-cinder-830088-4-iscsi neutron-server[103258]: INFO neutron.wsgi [req-17d4e1d1-c925-42d6-a0d2-fa360f593ff2 req-fdad1994-f108-48f6-9bed-224300b2b586 tempest-TestMinimumBasicScenario-1491506946 tempest-TestMinimumBasicScenario-1491506946-project] 10.222.0.39 "GET /v2.0/security-groups?id=eeca4fa4-eaf7-49a0-81c4-0cdb30ea4fa7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411892 Apr 12 11:03:56.054203 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b908908-ddc6-49e5-85bb-96a5defd09dd req-68a00e20-7deb-4867-9073-06f1c2a925bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:03:56.054527 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a47b3c5a-a20a-430a-b604-9434e93ec584 req-1fcc778e-36b0-493d-b405-513bc29a5c2a tempest-VolumesActionsTest-672028374 tempest-VolumesActionsTest-672028374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:03:56.055621 dv-cinder-830088-4-iscsi neutron-server[103258]: INFO neutron.wsgi [req-0b908908-ddc6-49e5-85bb-96a5defd09dd req-68a00e20-7deb-4867-9073-06f1c2a925bc service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=87551ef1ad8e4190b7a3b1c3469382df&device_id=59d855d0-c55b-43eb-bbd0-ca27547aa179 HTTP/1.1" status: 200 len: 1129 time: 0.0386903 Apr 12 11:03:56.055971 dv-cinder-830088-4-iscsi neutron-server[103257]: INFO neutron.wsgi [req-a47b3c5a-a20a-430a-b604-9434e93ec584 req-1fcc778e-36b0-493d-b405-513bc29a5c2a tempest-VolumesActionsTest-672028374 tempest-VolumesActionsTest-672028374-project] 10.222.0.53 "GET /v2.0/ports?device_id=c5c70b78-aa4a-4e70-bdd0-34674ed6979f HTTP/1.1" status: 200 len: 944 time: 0.0459599 Apr 12 11:03:56.145836 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [req-a47b3c5a-a20a-430a-b604-9434e93ec584 req-cb3304e0-4628-49e1-9b0a-f957dc5acb79 tempest-VolumesActionsTest-672028374 tempest-VolumesActionsTest-672028374-project] Deleting port cae94809-c192-4bca-bde2-2c8ee0f18ea7 {{(pid=103257) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 12 11:03:56.146171 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [req-a47b3c5a-a20a-430a-b604-9434e93ec584 req-cb3304e0-4628-49e1-9b0a-f957dc5acb79 tempest-VolumesActionsTest-672028374 tempest-VolumesActionsTest-672028374-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777667983647'] for port (cae94809-c192-4bca-bde2-2c8ee0f18ea7), before_delete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:03:56.160148 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b908908-ddc6-49e5-85bb-96a5defd09dd req-37c091fb-c13f-4839-880d-861656167b20 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:03:56.161633 dv-cinder-830088-4-iscsi neutron-server[103258]: INFO neutron.wsgi [req-0b908908-ddc6-49e5-85bb-96a5defd09dd req-37c091fb-c13f-4839-880d-861656167b20 service neutron] 10.222.0.53 "GET /v2.0/networks?id=696acaf3-e376-402a-9f44-515f336c0ed7 HTTP/1.1" status: 200 len: 920 time: 0.0827117 Apr 12 11:03:56.203077 dv-cinder-830088-4-iscsi neutron-server[103258]: INFO neutron.wsgi [req-0b908908-ddc6-49e5-85bb-96a5defd09dd req-93371dae-9db7-431c-9e5f-4b427cd1daa5 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=d44d9ccf-b10a-4742-9c74-7f9d8d3c3ce8 HTTP/1.1" status: 200 len: 217 time: 0.0355978 Apr 12 11:03:56.233695 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron.plugins.ml2.db [req-a47b3c5a-a20a-430a-b604-9434e93ec584 req-cb3304e0-4628-49e1-9b0a-f957dc5acb79 tempest-VolumesActionsTest-672028374 tempest-VolumesActionsTest-672028374-project] For port cae94809-c192-4bca-bde2-2c8ee0f18ea7, host hv-cinder-83008, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83008',level=0,port_id=cae94809-c192-4bca-bde2-2c8ee0f18ea7,segment=NetworkSegment(4ef6265e-81d1-422d-a625-9e9d19b9243d),segment_id=4ef6265e-81d1-422d-a625-9e9d19b9243d)] {{(pid=103257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 11:03:56.234071 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [req-a47b3c5a-a20a-430a-b604-9434e93ec584 req-cb3304e0-4628-49e1-9b0a-f957dc5acb79 tempest-VolumesActionsTest-672028374 tempest-VolumesActionsTest-672028374-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-575824'] for port (cae94809-c192-4bca-bde2-2c8ee0f18ea7), precommit_delete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:03:56.247225 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [req-a47b3c5a-a20a-430a-b604-9434e93ec584 req-cb3304e0-4628-49e1-9b0a-f957dc5acb79 tempest-VolumesActionsTest-672028374 tempest-VolumesActionsTest-672028374-project] Calling delete_port for cae94809-c192-4bca-bde2-2c8ee0f18ea7 owned by compute:nova {{(pid=103257) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 12 11:03:56.252197 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b908908-ddc6-49e5-85bb-96a5defd09dd req-3cdf8ba6-09ee-46ff-97eb-b86df24a6d61 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:03:56.253786 dv-cinder-830088-4-iscsi neutron-server[103258]: INFO neutron.wsgi [req-0b908908-ddc6-49e5-85bb-96a5defd09dd req-3cdf8ba6-09ee-46ff-97eb-b86df24a6d61 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=dac559db-7802-4e19-95c5-3aacf686b15d HTTP/1.1" status: 200 len: 858 time: 0.0455983 Apr 12 11:03:56.296063 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b908908-ddc6-49e5-85bb-96a5defd09dd req-064f57cf-2daf-4ed9-9cdb-68f066d27325 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:03:56.297893 dv-cinder-830088-4-iscsi neutron-server[103258]: INFO neutron.wsgi [req-0b908908-ddc6-49e5-85bb-96a5defd09dd req-064f57cf-2daf-4ed9-9cdb-68f066d27325 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=696acaf3-e376-402a-9f44-515f336c0ed7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0386572 Apr 12 11:03:56.348694 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff16b067-0d92-4d77-b926-3ad179a4d5e0 req-219ac61d-a711-47c6-9e53-075a4d772354 tempest-VolumesActionsTest-672028374 tempest-VolumesActionsTest-672028374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:03:56.350223 dv-cinder-830088-4-iscsi neutron-server[103257]: INFO neutron.wsgi [req-ff16b067-0d92-4d77-b926-3ad179a4d5e0 req-219ac61d-a711-47c6-9e53-075a4d772354 tempest-VolumesActionsTest-672028374 tempest-VolumesActionsTest-672028374-project] 10.222.0.39 "GET /v2.0/ports?device_id=c5c70b78-aa4a-4e70-bdd0-34674ed6979f HTTP/1.1" status: 200 len: 944 time: 0.0595722 Apr 12 11:03:56.390064 dv-cinder-830088-4-iscsi neutron-server[103258]: INFO neutron.wsgi [req-0b908908-ddc6-49e5-85bb-96a5defd09dd req-577b114a-fea8-4ee3-a85a-31448fe604c6 service neutron] 10.222.0.53 "GET /v2.0/networks/696acaf3-e376-402a-9f44-515f336c0ed7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0857916 Apr 12 11:03:56.429165 dv-cinder-830088-4-iscsi neutron-server[103257]: INFO neutron.wsgi [req-ff16b067-0d92-4d77-b926-3ad179a4d5e0 req-7fc42867-a3e6-4134-8dce-8aab3d5bd83d tempest-VolumesActionsTest-672028374 tempest-VolumesActionsTest-672028374-project] 10.222.0.39 "GET /v2.0/security-groups?id=c94d010a-ab4d-4dde-b8b1-d56220cf6cc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0682395 Apr 12 11:03:56.448619 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [req-a47b3c5a-a20a-430a-b604-9434e93ec584 req-cb3304e0-4628-49e1-9b0a-f957dc5acb79 tempest-VolumesActionsTest-672028374 tempest-VolumesActionsTest-672028374-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1534861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777667992077', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777667450161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5265645'] for port (cae94809-c192-4bca-bde2-2c8ee0f18ea7), after_delete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:03:56.479237 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb3304e0-4628-49e1-9b0a-f957dc5acb79 tempest-VolumesActionsTest-672028374 tempest-VolumesActionsTest-672028374-project] Pushing event deleted for resources: {'Port': ['ID=cae94809-c192-4bca-bde2-2c8ee0f18ea7,revision_number=None']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:03:56.488287 dv-cinder-830088-4-iscsi neutron-server[103258]: INFO neutron.wsgi [req-0b908908-ddc6-49e5-85bb-96a5defd09dd req-0c196368-db67-49b9-9d37-25b2b457ffe4 service neutron] 10.222.0.53 "GET /v2.0/networks/696acaf3-e376-402a-9f44-515f336c0ed7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0921247 Apr 12 11:03:56.523507 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron.db.l3_dvrscheduler_db [req-a47b3c5a-a20a-430a-b604-9434e93ec584 req-cb3304e0-4628-49e1-9b0a-f957dc5acb79 tempest-VolumesActionsTest-672028374 tempest-VolumesActionsTest-672028374-project] No DVR routers for this DVR port cae94809-c192-4bca-bde2-2c8ee0f18ea7 on host hv-cinder-83008 {{(pid=103257) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 12 11:03:56.525871 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [req-a47b3c5a-a20a-430a-b604-9434e93ec584 req-cb3304e0-4628-49e1-9b0a-f957dc5acb79 tempest-VolumesActionsTest-672028374 tempest-VolumesActionsTest-672028374-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108023'] for port (None), before_response {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:03:56.529134 dv-cinder-830088-4-iscsi neutron-server[103257]: INFO neutron.wsgi [req-a47b3c5a-a20a-430a-b604-9434e93ec584 req-cb3304e0-4628-49e1-9b0a-f957dc5acb79 tempest-VolumesActionsTest-672028374 tempest-VolumesActionsTest-672028374-project] 10.222.0.53 "DELETE /v2.0/ports/cae94809-c192-4bca-bde2-2c8ee0f18ea7 HTTP/1.1" status: 204 len: 173 time: 0.4655936 Apr 12 11:03:56.529565 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c5c70b78-aa4a-4e70-bdd0-34674ed6979f', 'name': 'network-vif-deleted', 'tag': 'cae94809-c192-4bca-bde2-2c8ee0f18ea7'}] {{(pid=103257) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 11:03:56.531802 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}263188bb5a56b6ea0b99504a79f1a82db60da3322be0ebbd3338f0b2803b3102" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b5254800-9f12-46c7-b411-a36e62f415ef" -d '{"events": [{"server_uuid": "c5c70b78-aa4a-4e70-bdd0-34674ed6979f", "name": "network-vif-deleted", "tag": "cae94809-c192-4bca-bde2-2c8ee0f18ea7"}]}' {{(pid=103257) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 11:03:56.567399 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Apr 2022 11:03:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b8199347-6020-4361-9e8c-14135b39e7f5 x-openstack-request-id: req-b8199347-6020-4361-9e8c-14135b39e7f5 {{(pid=103257) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 11:03:56.567699 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c5c70b78-aa4a-4e70-bdd0-34674ed6979f", "name": "network-vif-deleted", "tag": "cae94809-c192-4bca-bde2-2c8ee0f18ea7", "status": "completed", "code": 200}]} {{(pid=103257) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 11:03:56.567953 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-b8199347-6020-4361-9e8c-14135b39e7f5 {{(pid=103257) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 11:03:56.568354 dv-cinder-830088-4-iscsi neutron-server[103257]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b8199347-6020-4361-9e8c-14135b39e7f5'] response: {'server_uuid': 'c5c70b78-aa4a-4e70-bdd0-34674ed6979f', 'name': 'network-vif-deleted', 'tag': 'cae94809-c192-4bca-bde2-2c8ee0f18ea7', 'status': 'completed', 'code': 200} Apr 12 11:03:56.662155 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cfb9e20-d556-446d-a4bc-b53bf2ccc8d2 req-82679f30-54a4-4955-bd3d-e6c395ba3932 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:03:56.664330 dv-cinder-830088-4-iscsi neutron-server[103257]: INFO neutron.wsgi [req-9cfb9e20-d556-446d-a4bc-b53bf2ccc8d2 req-82679f30-54a4-4955-bd3d-e6c395ba3932 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=87551ef1ad8e4190b7a3b1c3469382df&device_id=59d855d0-c55b-43eb-bbd0-ca27547aa179 HTTP/1.1" status: 200 len: 1129 time: 0.0450284 Apr 12 11:03:56.800888 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-124e9fea-6473-498a-b768-9e5c7aa691a4 req-f7c5454d-925b-479a-8b49-b930d9a830fe tempest-ServerRescueNegativeTestJSON-1304480791 tempest-ServerRescueNegativeTestJSON-1304480791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:03:56.802399 dv-cinder-830088-4-iscsi neutron-server[103257]: INFO neutron.wsgi [req-124e9fea-6473-498a-b768-9e5c7aa691a4 req-f7c5454d-925b-479a-8b49-b930d9a830fe tempest-ServerRescueNegativeTestJSON-1304480791 tempest-ServerRescueNegativeTestJSON-1304480791-project] 10.222.0.39 "GET /v2.0/ports?device_id=59d855d0-c55b-43eb-bbd0-ca27547aa179 HTTP/1.1" status: 200 len: 945 time: 0.0626178 Apr 12 11:03:56.818780 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cfb9e20-d556-446d-a4bc-b53bf2ccc8d2 req-4357b635-5d15-4525-9233-e805f054689a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:03:56.820224 dv-cinder-830088-4-iscsi neutron-server[103257]: INFO neutron.wsgi [req-9cfb9e20-d556-446d-a4bc-b53bf2ccc8d2 req-4357b635-5d15-4525-9233-e805f054689a service neutron] 10.222.0.53 "GET /v2.0/networks?id=696acaf3-e376-402a-9f44-515f336c0ed7 HTTP/1.1" status: 200 len: 920 time: 0.1362393 Apr 12 11:03:56.858580 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-131e5f79-756f-467f-977e-6253f75ffe1f req-a51562f2-2bd1-4be8-ba8b-7c65f9f95454 tempest-TestMinimumBasicScenario-1491506946 tempest-TestMinimumBasicScenario-1491506946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:03:56.860097 dv-cinder-830088-4-iscsi neutron-server[103258]: INFO neutron.wsgi [req-131e5f79-756f-467f-977e-6253f75ffe1f req-a51562f2-2bd1-4be8-ba8b-7c65f9f95454 tempest-TestMinimumBasicScenario-1491506946 tempest-TestMinimumBasicScenario-1491506946-project] 10.222.0.39 "GET /v2.0/ports?device_id=6bac3aa8-98ca-40ce-951f-208d8cb6ac0e HTTP/1.1" status: 200 len: 943 time: 0.0524592 Apr 12 11:03:56.867806 dv-cinder-830088-4-iscsi neutron-server[103257]: INFO neutron.wsgi [req-9cfb9e20-d556-446d-a4bc-b53bf2ccc8d2 req-0eef2590-c281-48c0-80a7-0dd513c14965 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=d44d9ccf-b10a-4742-9c74-7f9d8d3c3ce8 HTTP/1.1" status: 200 len: 217 time: 0.0404620 Apr 12 11:03:56.908282 dv-cinder-830088-4-iscsi neutron-server[103258]: INFO neutron.wsgi [req-131e5f79-756f-467f-977e-6253f75ffe1f req-df9190cc-c14e-442a-8f77-0dbe0a83b865 tempest-TestMinimumBasicScenario-1491506946 tempest-TestMinimumBasicScenario-1491506946-project] 10.222.0.39 "GET /v2.0/security-groups?id=eeca4fa4-eaf7-49a0-81c4-0cdb30ea4fa7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419827 Apr 12 11:03:56.919375 dv-cinder-830088-4-iscsi neutron-server[103257]: INFO neutron.wsgi [req-124e9fea-6473-498a-b768-9e5c7aa691a4 req-ed3aa6a6-3380-4b97-95b9-0658c0d83cab tempest-ServerRescueNegativeTestJSON-1304480791 tempest-ServerRescueNegativeTestJSON-1304480791-project] 10.222.0.39 "GET /v2.0/security-groups?id=d3f9b1f1-6368-4c51-964e-16ec3a7a3785&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1106877 Apr 12 11:03:56.935127 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cfb9e20-d556-446d-a4bc-b53bf2ccc8d2 req-48ffbd79-1d23-4946-a09c-c6a08e49a061 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:03:56.936605 dv-cinder-830088-4-iscsi neutron-server[103257]: INFO neutron.wsgi [req-9cfb9e20-d556-446d-a4bc-b53bf2ccc8d2 req-48ffbd79-1d23-4946-a09c-c6a08e49a061 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=dac559db-7802-4e19-95c5-3aacf686b15d HTTP/1.1" status: 200 len: 858 time: 0.0611188 Apr 12 11:03:56.980143 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cfb9e20-d556-446d-a4bc-b53bf2ccc8d2 req-ca32d96c-648f-4f18-8b17-0db54a81347e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:03:56.981653 dv-cinder-830088-4-iscsi neutron-server[103257]: INFO neutron.wsgi [req-9cfb9e20-d556-446d-a4bc-b53bf2ccc8d2 req-ca32d96c-648f-4f18-8b17-0db54a81347e service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=696acaf3-e376-402a-9f44-515f336c0ed7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0395925 Apr 12 11:03:57.076795 dv-cinder-830088-4-iscsi neutron-server[103257]: INFO neutron.wsgi [req-9cfb9e20-d556-446d-a4bc-b53bf2ccc8d2 req-56026ac1-424d-43ee-a9a1-afa9623d3136 service neutron] 10.222.0.53 "GET /v2.0/networks/696acaf3-e376-402a-9f44-515f336c0ed7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0808136 Apr 12 11:03:57.168209 dv-cinder-830088-4-iscsi neutron-server[103257]: INFO neutron.wsgi [req-9cfb9e20-d556-446d-a4bc-b53bf2ccc8d2 req-ec508588-791e-4b4f-889a-352d665b23d0 service neutron] 10.222.0.53 "GET /v2.0/networks/696acaf3-e376-402a-9f44-515f336c0ed7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0855339 Apr 12 11:03:57.462913 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron.plugins.ml2.rpc [None req-ae6c308c-a92e-4424-a7f8-d6a17e5174ef None None] Device bb599851-186f-4d11-8ba0-67885d7edd26 details requested by agent hyperv_hv-cinder-83008 with host hv-cinder-83008 {{(pid=103259) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 12 11:03:57.545954 dv-cinder-830088-4-iscsi neutron-server[103258]: INFO neutron.wsgi [req-c44ce8d7-f57c-4232-81c8-bad5829756f7 req-ffa9a5e1-c56b-46d7-b83b-d245d70e372a tempest-VolumesActionsTest-672028374 tempest-VolumesActionsTest-672028374-project] 10.222.0.39 "GET /v2.0/ports?device_id=c5c70b78-aa4a-4e70-bdd0-34674ed6979f HTTP/1.1" status: 200 len: 210 time: 0.0335832 Apr 12 11:03:57.569958 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron.plugins.ml2.db [None req-ae6c308c-a92e-4424-a7f8-d6a17e5174ef None None] For port bb599851-186f-4d11-8ba0-67885d7edd26, host hv-cinder-83008, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83008',level=0,port_id=bb599851-186f-4d11-8ba0-67885d7edd26,segment=NetworkSegment(e9f6dafb-a075-420d-87aa-8b06d81648cd),segment_id=e9f6dafb-a075-420d-87aa-8b06d81648cd)] {{(pid=103259) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 11:03:57.581349 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron.plugins.ml2.rpc [None req-ae6c308c-a92e-4424-a7f8-d6a17e5174ef None None] Returning: {'device': 'bb599851-186f-4d11-8ba0-67885d7edd26', 'network_id': '6b07eef1-d07a-4859-9857-639b7b48caec', 'port_id': 'bb599851-186f-4d11-8ba0-67885d7edd26', 'mac_address': 'fa:16:3e:a1:f9:f5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 542, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '62a3d71a-6b7f-4b84-be49-3fdc054580de', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103259) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 12 11:03:57.617183 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron.plugins.ml2.plugin [None req-ae6c308c-a92e-4424-a7f8-d6a17e5174ef None None] Current status of the port bb599851-186f-4d11-8ba0-67885d7edd26 is: DOWN; New status is: BUILD {{(pid=103259) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 11:03:57.617589 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron_lib.callbacks.manager [None req-ae6c308c-a92e-4424-a7f8-d6a17e5174ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1535343'] for port (bb599851-186f-4d11-8ba0-67885d7edd26), before_update {{(pid=103259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:03:57.629711 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron.notifiers.nova [None req-ae6c308c-a92e-4424-a7f8-d6a17e5174ef None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bb599851-186f-4d11-8ba0-67885d7edd26 {{(pid=103259) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 12 11:03:57.652868 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron.plugins.ml2.db [None req-ae6c308c-a92e-4424-a7f8-d6a17e5174ef None None] For port bb599851-186f-4d11-8ba0-67885d7edd26, host hv-cinder-83008, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83008',level=0,port_id=bb599851-186f-4d11-8ba0-67885d7edd26,segment=NetworkSegment(e9f6dafb-a075-420d-87aa-8b06d81648cd),segment_id=e9f6dafb-a075-420d-87aa-8b06d81648cd)] {{(pid=103259) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 11:03:57.656349 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron_lib.callbacks.manager [None req-ae6c308c-a92e-4424-a7f8-d6a17e5174ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1534861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777667992095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777667450170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777667450188'] for port (bb599851-186f-4d11-8ba0-67885d7edd26), after_update {{(pid=103259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:03:57.700357 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae6c308c-a92e-4424-a7f8-d6a17e5174ef None None] Pushing event updated for resources: {'Port': ['ID=bb599851-186f-4d11-8ba0-67885d7edd26,revision_number=4']} {{(pid=103259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:03:58.026853 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1369ebed-5aee-458b-bd65-0b00b6c1a999 req-dfb6d58e-c639-4377-9439-9c16d7864f95 tempest-TestMinimumBasicScenario-1491506946 tempest-TestMinimumBasicScenario-1491506946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:03:58.028441 dv-cinder-830088-4-iscsi neutron-server[103257]: INFO neutron.wsgi [req-1369ebed-5aee-458b-bd65-0b00b6c1a999 req-dfb6d58e-c639-4377-9439-9c16d7864f95 tempest-TestMinimumBasicScenario-1491506946 tempest-TestMinimumBasicScenario-1491506946-project] 10.222.0.39 "GET /v2.0/ports?device_id=6bac3aa8-98ca-40ce-951f-208d8cb6ac0e HTTP/1.1" status: 200 len: 944 time: 0.0506070 Apr 12 11:03:58.035261 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6ce7f4c-1298-4bcb-a686-89fe73c5a3d5 req-1c14d152-5157-4b83-987d-385b9df60304 tempest-ServerRescueNegativeTestJSON-1304480791 tempest-ServerRescueNegativeTestJSON-1304480791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:03:58.036727 dv-cinder-830088-4-iscsi neutron-server[103258]: INFO neutron.wsgi [req-b6ce7f4c-1298-4bcb-a686-89fe73c5a3d5 req-1c14d152-5157-4b83-987d-385b9df60304 tempest-ServerRescueNegativeTestJSON-1304480791 tempest-ServerRescueNegativeTestJSON-1304480791-project] 10.222.0.39 "GET /v2.0/ports?device_id=59d855d0-c55b-43eb-bbd0-ca27547aa179 HTTP/1.1" status: 200 len: 945 time: 0.0461440 Apr 12 11:03:58.075205 dv-cinder-830088-4-iscsi neutron-server[103257]: INFO neutron.wsgi [req-1369ebed-5aee-458b-bd65-0b00b6c1a999 req-e1e42afc-21fd-482b-903f-d7995f29fe88 tempest-TestMinimumBasicScenario-1491506946 tempest-TestMinimumBasicScenario-1491506946-project] 10.222.0.39 "GET /v2.0/security-groups?id=eeca4fa4-eaf7-49a0-81c4-0cdb30ea4fa7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412252 Apr 12 11:03:58.086561 dv-cinder-830088-4-iscsi neutron-server[103258]: INFO neutron.wsgi [req-b6ce7f4c-1298-4bcb-a686-89fe73c5a3d5 req-eb2b5ddb-445d-43a0-bbb7-19d1774ae710 tempest-ServerRescueNegativeTestJSON-1304480791 tempest-ServerRescueNegativeTestJSON-1304480791-project] 10.222.0.39 "GET /v2.0/security-groups?id=d3f9b1f1-6368-4c51-964e-16ec3a7a3785&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437880 Apr 12 11:03:58.177578 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron.plugins.ml2.db [None req-ae6c308c-a92e-4424-a7f8-d6a17e5174ef None None] get_ports_and_sgs() called for port_ids ['bb599851-186f-4d11-8ba0-67885d7edd26'] {{(pid=103259) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 12 11:03:59.201326 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7669225-79c9-4273-a27e-cc0497c7d341 req-eaee867a-31ee-43a4-b95d-66a37be7f732 tempest-TestMinimumBasicScenario-1491506946 tempest-TestMinimumBasicScenario-1491506946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:03:59.208115 dv-cinder-830088-4-iscsi neutron-server[103258]: INFO neutron.wsgi [req-a7669225-79c9-4273-a27e-cc0497c7d341 req-eaee867a-31ee-43a4-b95d-66a37be7f732 tempest-TestMinimumBasicScenario-1491506946 tempest-TestMinimumBasicScenario-1491506946-project] 10.222.0.39 "GET /v2.0/ports?device_id=6bac3aa8-98ca-40ce-951f-208d8cb6ac0e HTTP/1.1" status: 200 len: 944 time: 0.0667965 Apr 12 11:03:59.212153 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb190076-9976-406e-8592-2efc60e78608 req-36c951e5-16f9-4b9b-b215-4c5147692e27 tempest-ServerRescueNegativeTestJSON-1304480791 tempest-ServerRescueNegativeTestJSON-1304480791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:03:59.213627 dv-cinder-830088-4-iscsi neutron-server[103257]: INFO neutron.wsgi [req-cb190076-9976-406e-8592-2efc60e78608 req-36c951e5-16f9-4b9b-b215-4c5147692e27 tempest-ServerRescueNegativeTestJSON-1304480791 tempest-ServerRescueNegativeTestJSON-1304480791-project] 10.222.0.39 "GET /v2.0/ports?device_id=59d855d0-c55b-43eb-bbd0-ca27547aa179 HTTP/1.1" status: 200 len: 945 time: 0.0568945 Apr 12 11:03:59.255338 dv-cinder-830088-4-iscsi neutron-server[103258]: INFO neutron.wsgi [req-a7669225-79c9-4273-a27e-cc0497c7d341 req-c12ddca3-795f-4b87-8eb6-5d2aa77c1883 tempest-TestMinimumBasicScenario-1491506946 tempest-TestMinimumBasicScenario-1491506946-project] 10.222.0.39 "GET /v2.0/security-groups?id=eeca4fa4-eaf7-49a0-81c4-0cdb30ea4fa7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463350 Apr 12 11:03:59.262764 dv-cinder-830088-4-iscsi neutron-server[103257]: INFO neutron.wsgi [req-cb190076-9976-406e-8592-2efc60e78608 req-ae86f215-39b0-49a2-92f5-001aa96cc08e tempest-ServerRescueNegativeTestJSON-1304480791 tempest-ServerRescueNegativeTestJSON-1304480791-project] 10.222.0.39 "GET /v2.0/security-groups?id=d3f9b1f1-6368-4c51-964e-16ec3a7a3785&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429616 Apr 12 11:03:59.509380 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron.plugins.ml2.rpc [None req-ae6c308c-a92e-4424-a7f8-d6a17e5174ef None None] Device bb599851-186f-4d11-8ba0-67885d7edd26 up at agent hyperv_hv-cinder-83008 {{(pid=103259) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 11:03:59.552854 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron.db.provisioning_blocks [None req-ae6c308c-a92e-4424-a7f8-d6a17e5174ef None None] Provisioning for port bb599851-186f-4d11-8ba0-67885d7edd26 completed by entity L2. {{(pid=103259) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Apr 12 11:03:59.558459 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron.db.provisioning_blocks [None req-ae6c308c-a92e-4424-a7f8-d6a17e5174ef None None] Provisioning complete for port bb599851-186f-4d11-8ba0-67885d7edd26 triggered by entity L2. {{(pid=103259) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 11:03:59.558858 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron_lib.callbacks.manager [None req-ae6c308c-a92e-4424-a7f8-d6a17e5174ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1343588'] for port (bb599851-186f-4d11-8ba0-67885d7edd26), provisioning_complete {{(pid=103259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:03:59.632811 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron.plugins.ml2.plugin [None req-ae6c308c-a92e-4424-a7f8-d6a17e5174ef None None] Current status of the port bb599851-186f-4d11-8ba0-67885d7edd26 is: BUILD; New status is: ACTIVE {{(pid=103259) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 11:03:59.633215 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron_lib.callbacks.manager [None req-ae6c308c-a92e-4424-a7f8-d6a17e5174ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1535343'] for port (bb599851-186f-4d11-8ba0-67885d7edd26), before_update {{(pid=103259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:03:59.654826 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6bac3aa8-98ca-40ce-951f-208d8cb6ac0e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bb599851-186f-4d11-8ba0-67885d7edd26'}] {{(pid=103259) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 11:03:59.657198 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}af87e37ddfedca7c8b2a1dd0c6cba4e3e91bcc66796c687067be127c7223cf15" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-755f2423-3b84-49b5-8a76-6624f04b27ba" -d '{"events": [{"server_uuid": "6bac3aa8-98ca-40ce-951f-208d8cb6ac0e", "name": "network-vif-plugged", "status": "completed", "tag": "bb599851-186f-4d11-8ba0-67885d7edd26"}]}' {{(pid=103259) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 11:03:59.672206 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron.plugins.ml2.db [None req-ae6c308c-a92e-4424-a7f8-d6a17e5174ef None None] For port bb599851-186f-4d11-8ba0-67885d7edd26, host hv-cinder-83008, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83008',level=0,port_id=bb599851-186f-4d11-8ba0-67885d7edd26,segment=NetworkSegment(e9f6dafb-a075-420d-87aa-8b06d81648cd),segment_id=e9f6dafb-a075-420d-87aa-8b06d81648cd)] {{(pid=103259) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 11:03:59.676168 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron_lib.callbacks.manager [None req-ae6c308c-a92e-4424-a7f8-d6a17e5174ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1534861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777667992095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777667450170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777667450188'] for port (bb599851-186f-4d11-8ba0-67885d7edd26), after_update {{(pid=103259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:03:59.698798 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Apr 2022 11:03:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8ed85374-b9dc-45af-9d0a-8456b0010502 x-openstack-request-id: req-8ed85374-b9dc-45af-9d0a-8456b0010502 {{(pid=103259) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 11:03:59.699107 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6bac3aa8-98ca-40ce-951f-208d8cb6ac0e", "name": "network-vif-plugged", "status": "completed", "tag": "bb599851-186f-4d11-8ba0-67885d7edd26", "code": 200}]} {{(pid=103259) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 11:03:59.699365 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-8ed85374-b9dc-45af-9d0a-8456b0010502 {{(pid=103259) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 11:03:59.699751 dv-cinder-830088-4-iscsi neutron-server[103259]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8ed85374-b9dc-45af-9d0a-8456b0010502'] response: {'server_uuid': '6bac3aa8-98ca-40ce-951f-208d8cb6ac0e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bb599851-186f-4d11-8ba0-67885d7edd26', 'code': 200} Apr 12 11:03:59.724489 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae6c308c-a92e-4424-a7f8-d6a17e5174ef None None] Pushing event updated for resources: {'Port': ['ID=bb599851-186f-4d11-8ba0-67885d7edd26,revision_number=5']} {{(pid=103259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:04:00.364835 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-356f4144-c93f-4d47-b4e4-5ba7a3962c88 req-81d557ee-1609-460e-9ee9-0c85336fabd6 tempest-TestMinimumBasicScenario-1491506946 tempest-TestMinimumBasicScenario-1491506946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:04:00.366443 dv-cinder-830088-4-iscsi neutron-server[103257]: INFO neutron.wsgi [req-356f4144-c93f-4d47-b4e4-5ba7a3962c88 req-81d557ee-1609-460e-9ee9-0c85336fabd6 tempest-TestMinimumBasicScenario-1491506946 tempest-TestMinimumBasicScenario-1491506946-project] 10.222.0.39 "GET /v2.0/ports?device_id=6bac3aa8-98ca-40ce-951f-208d8cb6ac0e HTTP/1.1" status: 200 len: 945 time: 0.0485053 Apr 12 11:04:00.376218 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acc2ea5e-e8b3-44e5-8918-1970a583251f req-5dbb0425-52e2-40f4-b857-decf66c0c932 tempest-ServerRescueNegativeTestJSON-1304480791 tempest-ServerRescueNegativeTestJSON-1304480791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:04:00.377684 dv-cinder-830088-4-iscsi neutron-server[103258]: INFO neutron.wsgi [req-acc2ea5e-e8b3-44e5-8918-1970a583251f req-5dbb0425-52e2-40f4-b857-decf66c0c932 tempest-ServerRescueNegativeTestJSON-1304480791 tempest-ServerRescueNegativeTestJSON-1304480791-project] 10.222.0.39 "GET /v2.0/ports?device_id=59d855d0-c55b-43eb-bbd0-ca27547aa179 HTTP/1.1" status: 200 len: 945 time: 0.0474534 Apr 12 11:04:00.411843 dv-cinder-830088-4-iscsi neutron-server[103257]: INFO neutron.wsgi [req-356f4144-c93f-4d47-b4e4-5ba7a3962c88 req-8942f0e9-773c-48aa-aa6c-d30a1000a1bb tempest-TestMinimumBasicScenario-1491506946 tempest-TestMinimumBasicScenario-1491506946-project] 10.222.0.39 "GET /v2.0/security-groups?id=eeca4fa4-eaf7-49a0-81c4-0cdb30ea4fa7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392623 Apr 12 11:04:00.422981 dv-cinder-830088-4-iscsi neutron-server[103258]: INFO neutron.wsgi [req-acc2ea5e-e8b3-44e5-8918-1970a583251f req-3380a10b-8784-4f31-b0ae-c48b4ac47e1c tempest-ServerRescueNegativeTestJSON-1304480791 tempest-ServerRescueNegativeTestJSON-1304480791-project] 10.222.0.39 "GET /v2.0/security-groups?id=d3f9b1f1-6368-4c51-964e-16ec3a7a3785&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397120 Apr 12 11:04:01.520675 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3390279-79b8-4b13-a5c6-0bb210f41798 req-5d1d4570-aafe-4cff-976a-565f5973b6b5 tempest-TestMinimumBasicScenario-1491506946 tempest-TestMinimumBasicScenario-1491506946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:04:01.522647 dv-cinder-830088-4-iscsi neutron-server[103257]: INFO neutron.wsgi [req-e3390279-79b8-4b13-a5c6-0bb210f41798 req-5d1d4570-aafe-4cff-976a-565f5973b6b5 tempest-TestMinimumBasicScenario-1491506946 tempest-TestMinimumBasicScenario-1491506946-project] 10.222.0.39 "GET /v2.0/ports?device_id=6bac3aa8-98ca-40ce-951f-208d8cb6ac0e HTTP/1.1" status: 200 len: 945 time: 0.0461030 Apr 12 11:04:01.539683 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f66d60ed-7a7f-472d-9e4c-df3d65729c03 req-c6ac364a-a9ff-457b-b51a-42c261faea21 tempest-ServerRescueNegativeTestJSON-1304480791 tempest-ServerRescueNegativeTestJSON-1304480791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:04:01.541174 dv-cinder-830088-4-iscsi neutron-server[103258]: INFO neutron.wsgi [req-f66d60ed-7a7f-472d-9e4c-df3d65729c03 req-c6ac364a-a9ff-457b-b51a-42c261faea21 tempest-ServerRescueNegativeTestJSON-1304480791 tempest-ServerRescueNegativeTestJSON-1304480791-project] 10.222.0.39 "GET /v2.0/ports?device_id=59d855d0-c55b-43eb-bbd0-ca27547aa179 HTTP/1.1" status: 200 len: 945 time: 0.0506418 Apr 12 11:04:01.572177 dv-cinder-830088-4-iscsi neutron-server[103257]: INFO neutron.wsgi [req-e3390279-79b8-4b13-a5c6-0bb210f41798 req-9dcbcd01-421b-47fa-bb4c-ba646eba4cdd tempest-TestMinimumBasicScenario-1491506946 tempest-TestMinimumBasicScenario-1491506946-project] 10.222.0.39 "GET /v2.0/security-groups?id=eeca4fa4-eaf7-49a0-81c4-0cdb30ea4fa7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438991 Apr 12 11:04:01.586286 dv-cinder-830088-4-iscsi neutron-server[103258]: INFO neutron.wsgi [req-f66d60ed-7a7f-472d-9e4c-df3d65729c03 req-33712455-a40f-434a-8121-3fc5b6518489 tempest-ServerRescueNegativeTestJSON-1304480791 tempest-ServerRescueNegativeTestJSON-1304480791-project] 10.222.0.39 "GET /v2.0/security-groups?id=d3f9b1f1-6368-4c51-964e-16ec3a7a3785&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395241 Apr 12 11:04:02.688657 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2157d8f0-e51a-4158-97af-7c7da048feaf req-6046ffc1-c668-4ea5-86c8-4c2442781224 tempest-TestMinimumBasicScenario-1491506946 tempest-TestMinimumBasicScenario-1491506946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:04:02.690168 dv-cinder-830088-4-iscsi neutron-server[103257]: INFO neutron.wsgi [req-2157d8f0-e51a-4158-97af-7c7da048feaf req-6046ffc1-c668-4ea5-86c8-4c2442781224 tempest-TestMinimumBasicScenario-1491506946 tempest-TestMinimumBasicScenario-1491506946-project] 10.222.0.39 "GET /v2.0/ports?device_id=6bac3aa8-98ca-40ce-951f-208d8cb6ac0e HTTP/1.1" status: 200 len: 945 time: 0.0513835 Apr 12 11:04:02.700852 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b854595-6886-4ef2-baec-dbf8d1c10eee req-d8f9861a-c539-4e52-ba0c-a65f9c4f08f3 tempest-ServerRescueNegativeTestJSON-1304480791 tempest-ServerRescueNegativeTestJSON-1304480791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:04:02.702344 dv-cinder-830088-4-iscsi neutron-server[103258]: INFO neutron.wsgi [req-4b854595-6886-4ef2-baec-dbf8d1c10eee req-d8f9861a-c539-4e52-ba0c-a65f9c4f08f3 tempest-ServerRescueNegativeTestJSON-1304480791 tempest-ServerRescueNegativeTestJSON-1304480791-project] 10.222.0.39 "GET /v2.0/ports?device_id=59d855d0-c55b-43eb-bbd0-ca27547aa179 HTTP/1.1" status: 200 len: 945 time: 0.0525622 Apr 12 11:04:02.735898 dv-cinder-830088-4-iscsi neutron-server[103257]: INFO neutron.wsgi [req-2157d8f0-e51a-4158-97af-7c7da048feaf req-9edb9c70-8a65-4a72-84bb-e996b4ff58ec tempest-TestMinimumBasicScenario-1491506946 tempest-TestMinimumBasicScenario-1491506946-project] 10.222.0.39 "GET /v2.0/security-groups?id=eeca4fa4-eaf7-49a0-81c4-0cdb30ea4fa7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401113 Apr 12 11:04:02.748620 dv-cinder-830088-4-iscsi neutron-server[103258]: INFO neutron.wsgi [req-4b854595-6886-4ef2-baec-dbf8d1c10eee req-890b2c6a-3e8a-41c8-993e-b65333a77150 tempest-ServerRescueNegativeTestJSON-1304480791 tempest-ServerRescueNegativeTestJSON-1304480791-project] 10.222.0.39 "GET /v2.0/security-groups?id=d3f9b1f1-6368-4c51-964e-16ec3a7a3785&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408971 Apr 12 11:04:03.846235 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15068329-3f96-4a35-b4c9-1edb18457954 req-704bd3b0-aaf7-45ad-953d-074a5930080a tempest-TestMinimumBasicScenario-1491506946 tempest-TestMinimumBasicScenario-1491506946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:04:03.848024 dv-cinder-830088-4-iscsi neutron-server[103257]: INFO neutron.wsgi [req-15068329-3f96-4a35-b4c9-1edb18457954 req-704bd3b0-aaf7-45ad-953d-074a5930080a tempest-TestMinimumBasicScenario-1491506946 tempest-TestMinimumBasicScenario-1491506946-project] 10.222.0.39 "GET /v2.0/ports?device_id=6bac3aa8-98ca-40ce-951f-208d8cb6ac0e HTTP/1.1" status: 200 len: 945 time: 0.0463247 Apr 12 11:04:03.857779 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d988f2d7-263b-4e76-91a7-cf48f079eceb req-c29ce614-f594-4c90-803c-9ebb38d697d6 tempest-ServerRescueNegativeTestJSON-1304480791 tempest-ServerRescueNegativeTestJSON-1304480791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:04:03.859278 dv-cinder-830088-4-iscsi neutron-server[103258]: INFO neutron.wsgi [req-d988f2d7-263b-4e76-91a7-cf48f079eceb req-c29ce614-f594-4c90-803c-9ebb38d697d6 tempest-ServerRescueNegativeTestJSON-1304480791 tempest-ServerRescueNegativeTestJSON-1304480791-project] 10.222.0.39 "GET /v2.0/ports?device_id=59d855d0-c55b-43eb-bbd0-ca27547aa179 HTTP/1.1" status: 200 len: 945 time: 0.0467706 Apr 12 11:04:03.894735 dv-cinder-830088-4-iscsi neutron-server[103257]: INFO neutron.wsgi [req-15068329-3f96-4a35-b4c9-1edb18457954 req-b0885f05-08d9-4c78-a1de-ae0d96dbb216 tempest-TestMinimumBasicScenario-1491506946 tempest-TestMinimumBasicScenario-1491506946-project] 10.222.0.39 "GET /v2.0/security-groups?id=eeca4fa4-eaf7-49a0-81c4-0cdb30ea4fa7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400922 Apr 12 11:04:03.909546 dv-cinder-830088-4-iscsi neutron-server[103258]: INFO neutron.wsgi [req-d988f2d7-263b-4e76-91a7-cf48f079eceb req-586a746f-f048-44b6-92a8-19692d2f6532 tempest-ServerRescueNegativeTestJSON-1304480791 tempest-ServerRescueNegativeTestJSON-1304480791-project] 10.222.0.39 "GET /v2.0/security-groups?id=d3f9b1f1-6368-4c51-964e-16ec3a7a3785&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441082 Apr 12 11:04:04.219681 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfa8d364-362c-4ac0-b0d8-737046d7b1cf req-cc292237-7af6-4ff4-a761-28952947e135 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:04:04.221156 dv-cinder-830088-4-iscsi neutron-server[103257]: INFO neutron.wsgi [req-cfa8d364-362c-4ac0-b0d8-737046d7b1cf req-cc292237-7af6-4ff4-a761-28952947e135 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=6bac3aa8-98ca-40ce-951f-208d8cb6ac0e HTTP/1.1" status: 200 len: 1129 time: 0.0412631 Apr 12 11:04:04.262857 dv-cinder-830088-4-iscsi neutron-server[103257]: INFO neutron.wsgi [req-cfa8d364-362c-4ac0-b0d8-737046d7b1cf req-fe52d068-0224-48df-b2fe-ce0e8fed442b service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=eeca4fa4-eaf7-49a0-81c4-0cdb30ea4fa7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353975 Apr 12 11:04:05.004263 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3d9409e-98be-4fec-82f2-dea547de3701 req-dd2eec01-b69d-41c6-b807-4b53067df560 tempest-TestMinimumBasicScenario-1491506946 tempest-TestMinimumBasicScenario-1491506946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:04:05.005740 dv-cinder-830088-4-iscsi neutron-server[103257]: INFO neutron.wsgi [req-b3d9409e-98be-4fec-82f2-dea547de3701 req-dd2eec01-b69d-41c6-b807-4b53067df560 tempest-TestMinimumBasicScenario-1491506946 tempest-TestMinimumBasicScenario-1491506946-project] 10.222.0.39 "GET /v2.0/ports?device_id=6bac3aa8-98ca-40ce-951f-208d8cb6ac0e HTTP/1.1" status: 200 len: 945 time: 0.0465961 Apr 12 11:04:05.018251 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48875493-5699-4a82-867d-c648a26cb03f req-701b98bc-bc6c-42a4-9e8e-137e68a28c0a tempest-ServerRescueNegativeTestJSON-1304480791 tempest-ServerRescueNegativeTestJSON-1304480791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:04:05.019749 dv-cinder-830088-4-iscsi neutron-server[103258]: INFO neutron.wsgi [req-48875493-5699-4a82-867d-c648a26cb03f req-701b98bc-bc6c-42a4-9e8e-137e68a28c0a tempest-ServerRescueNegativeTestJSON-1304480791 tempest-ServerRescueNegativeTestJSON-1304480791-project] 10.222.0.39 "GET /v2.0/ports?device_id=59d855d0-c55b-43eb-bbd0-ca27547aa179 HTTP/1.1" status: 200 len: 945 time: 0.0459416 Apr 12 11:04:05.054502 dv-cinder-830088-4-iscsi neutron-server[103257]: INFO neutron.wsgi [req-b3d9409e-98be-4fec-82f2-dea547de3701 req-fc9cbfb6-a9dc-4db0-9823-92775237f84c tempest-TestMinimumBasicScenario-1491506946 tempest-TestMinimumBasicScenario-1491506946-project] 10.222.0.39 "GET /v2.0/security-groups?id=eeca4fa4-eaf7-49a0-81c4-0cdb30ea4fa7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426226 Apr 12 11:04:05.066091 dv-cinder-830088-4-iscsi neutron-server[103258]: INFO neutron.wsgi [req-48875493-5699-4a82-867d-c648a26cb03f req-a133a2e7-6c66-4589-928a-4586246a2827 tempest-ServerRescueNegativeTestJSON-1304480791 tempest-ServerRescueNegativeTestJSON-1304480791-project] 10.222.0.39 "GET /v2.0/security-groups?id=d3f9b1f1-6368-4c51-964e-16ec3a7a3785&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399759 Apr 12 11:04:06.183914 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33779b03-942e-437d-a2aa-ebf349821724 req-197d3dd4-355e-4685-9b7b-ec340d618ddc tempest-TestMinimumBasicScenario-1491506946 tempest-TestMinimumBasicScenario-1491506946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:04:06.186553 dv-cinder-830088-4-iscsi neutron-server[103257]: INFO neutron.wsgi [req-33779b03-942e-437d-a2aa-ebf349821724 req-197d3dd4-355e-4685-9b7b-ec340d618ddc tempest-TestMinimumBasicScenario-1491506946 tempest-TestMinimumBasicScenario-1491506946-project] 10.222.0.39 "GET /v2.0/ports?device_id=6bac3aa8-98ca-40ce-951f-208d8cb6ac0e HTTP/1.1" status: 200 len: 945 time: 0.0610857 Apr 12 11:04:06.287902 dv-cinder-830088-4-iscsi neutron-server[103257]: INFO neutron.wsgi [req-33779b03-942e-437d-a2aa-ebf349821724 req-7796d8fa-b994-4f8c-be71-a83507e75633 tempest-TestMinimumBasicScenario-1491506946 tempest-TestMinimumBasicScenario-1491506946-project] 10.222.0.39 "GET /v2.0/security-groups?id=eeca4fa4-eaf7-49a0-81c4-0cdb30ea4fa7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0902550 Apr 12 11:04:07.422239 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df9763c0-8611-44f2-89c7-656e5876fe9a req-3ec32a1c-161a-4c4d-8c11-7f1706fb03d8 tempest-TestMinimumBasicScenario-1491506946 tempest-TestMinimumBasicScenario-1491506946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:04:07.424604 dv-cinder-830088-4-iscsi neutron-server[103258]: INFO neutron.wsgi [req-df9763c0-8611-44f2-89c7-656e5876fe9a req-3ec32a1c-161a-4c4d-8c11-7f1706fb03d8 tempest-TestMinimumBasicScenario-1491506946 tempest-TestMinimumBasicScenario-1491506946-project] 10.222.0.39 "GET /v2.0/ports?device_id=6bac3aa8-98ca-40ce-951f-208d8cb6ac0e HTTP/1.1" status: 200 len: 945 time: 0.0586472 Apr 12 11:04:07.531651 dv-cinder-830088-4-iscsi neutron-server[103258]: INFO neutron.wsgi [req-df9763c0-8611-44f2-89c7-656e5876fe9a req-c94bc992-5a72-4532-a739-bdcfe81aa7b6 tempest-TestMinimumBasicScenario-1491506946 tempest-TestMinimumBasicScenario-1491506946-project] 10.222.0.39 "GET /v2.0/security-groups?id=eeca4fa4-eaf7-49a0-81c4-0cdb30ea4fa7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0856616 Apr 12 11:04:07.637576 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40984ac6-6b85-49e2-a1fd-de6721eb4344 req-9d625f63-c1d6-48c6-991c-aa1562d6d2d2 tempest-TestMinimumBasicScenario-1491506946 tempest-TestMinimumBasicScenario-1491506946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:04:07.639397 dv-cinder-830088-4-iscsi neutron-server[103258]: INFO neutron.wsgi [req-40984ac6-6b85-49e2-a1fd-de6721eb4344 req-9d625f63-c1d6-48c6-991c-aa1562d6d2d2 tempest-TestMinimumBasicScenario-1491506946 tempest-TestMinimumBasicScenario-1491506946-project] 10.222.0.39 "GET /v2.0/ports?device_id=6bac3aa8-98ca-40ce-951f-208d8cb6ac0e HTTP/1.1" status: 200 len: 945 time: 0.0564325 Apr 12 11:04:07.690457 dv-cinder-830088-4-iscsi neutron-server[103258]: INFO neutron.wsgi [req-40984ac6-6b85-49e2-a1fd-de6721eb4344 req-b04ac1e7-d43b-47a8-b94e-c0234b335676 tempest-TestMinimumBasicScenario-1491506946 tempest-TestMinimumBasicScenario-1491506946-project] 10.222.0.39 "GET /v2.0/security-groups?id=eeca4fa4-eaf7-49a0-81c4-0cdb30ea4fa7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447726 Apr 12 11:04:08.027637 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1b8abb6-574a-4f47-b536-c416200add07 req-d7ca79cf-d7c7-4508-af9b-8e5a67e655cf tempest-TestMinimumBasicScenario-1491506946 tempest-TestMinimumBasicScenario-1491506946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:04:08.029326 dv-cinder-830088-4-iscsi neutron-server[103258]: INFO neutron.wsgi [req-f1b8abb6-574a-4f47-b536-c416200add07 req-d7ca79cf-d7c7-4508-af9b-8e5a67e655cf tempest-TestMinimumBasicScenario-1491506946 tempest-TestMinimumBasicScenario-1491506946-project] 10.222.0.39 "GET /v2.0/ports?device_id=6bac3aa8-98ca-40ce-951f-208d8cb6ac0e HTTP/1.1" status: 200 len: 945 time: 0.0497444 Apr 12 11:04:08.080789 dv-cinder-830088-4-iscsi neutron-server[103258]: INFO neutron.wsgi [req-f1b8abb6-574a-4f47-b536-c416200add07 req-0175a417-a7df-4357-88bf-369f49a16a09 tempest-TestMinimumBasicScenario-1491506946 tempest-TestMinimumBasicScenario-1491506946-project] 10.222.0.39 "GET /v2.0/security-groups?id=eeca4fa4-eaf7-49a0-81c4-0cdb30ea4fa7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454342 Apr 12 11:04:08.714738 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron.wsgi [-] (103257) accepted ('10.222.0.39', 54122) {{(pid=103257) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 11:04:08.719902 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron.api.v2.base [None req-19786335-3e44-4ba7-aae2-75b3736a35aa tempest-ServerRescueNegativeTestJSON-1304480791 tempest-ServerRescueNegativeTestJSON-1304480791-project] Request body: {'security_group': {'name': 'tempest-securitygroup--751098454', 'description': 'tempest-description--827392822'}} {{(pid=103257) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 11:04:08.744292 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-19786335-3e44-4ba7-aae2-75b3736a35aa tempest-ServerRescueNegativeTestJSON-1304480791 tempest-ServerRescueNegativeTestJSON-1304480791-project] Publish callbacks [] for security_group (None), before_create {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:04:08.819957 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-19786335-3e44-4ba7-aae2-75b3736a35aa tempest-ServerRescueNegativeTestJSON-1304480791 tempest-ServerRescueNegativeTestJSON-1304480791-project] Publish callbacks [] for security_group (b1b29e01-05b2-4338-a931-45b7ca5e7425), precommit_create {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:04:08.825371 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-19786335-3e44-4ba7-aae2-75b3736a35aa tempest-ServerRescueNegativeTestJSON-1304480791 tempest-ServerRescueNegativeTestJSON-1304480791-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-415253'] for security_group (b1b29e01-05b2-4338-a931-45b7ca5e7425), after_create {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:04:08.850232 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-19786335-3e44-4ba7-aae2-75b3736a35aa tempest-ServerRescueNegativeTestJSON-1304480791 tempest-ServerRescueNegativeTestJSON-1304480791-project] Publish callbacks [] for security_group (None), before_response {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:04:08.854355 dv-cinder-830088-4-iscsi neutron-server[103257]: INFO neutron.wsgi [None req-19786335-3e44-4ba7-aae2-75b3736a35aa tempest-ServerRescueNegativeTestJSON-1304480791 tempest-ServerRescueNegativeTestJSON-1304480791-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1795 time: 0.1352420 Apr 12 11:04:08.855304 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.wsgi [-] (103258) accepted ('10.222.0.39', 54124) {{(pid=103258) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 11:04:08.866940 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.api.v2.base [None req-6c1cfb38-9561-45ee-ae1a-0fe6f49bc968 tempest-ServerRescueNegativeTestJSON-1304480791 tempest-ServerRescueNegativeTestJSON-1304480791-project] Request body: {'security_group_rule': {'security_group_id': 'b1b29e01-05b2-4338-a931-45b7ca5e7425', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103258) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 11:04:08.874185 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19786335-3e44-4ba7-aae2-75b3736a35aa tempest-ServerRescueNegativeTestJSON-1304480791 tempest-ServerRescueNegativeTestJSON-1304480791-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b1b29e01-05b2-4338-a931-45b7ca5e7425,revision_number=1']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:04:08.906586 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-6c1cfb38-9561-45ee-ae1a-0fe6f49bc968 tempest-ServerRescueNegativeTestJSON-1304480791 tempest-ServerRescueNegativeTestJSON-1304480791-project] Publish callbacks [] for security_group_rule (ff3db9da-744c-48f6-93f1-bf646df2f2f2), before_create {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:04:08.976147 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-6c1cfb38-9561-45ee-ae1a-0fe6f49bc968 tempest-ServerRescueNegativeTestJSON-1304480791 tempest-ServerRescueNegativeTestJSON-1304480791-project] Publish callbacks [] for security_group_rule (ff3db9da-744c-48f6-93f1-bf646df2f2f2), precommit_create {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:04:08.983867 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-6c1cfb38-9561-45ee-ae1a-0fe6f49bc968 tempest-ServerRescueNegativeTestJSON-1304480791 tempest-ServerRescueNegativeTestJSON-1304480791-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-415338'] for security_group_rule (ff3db9da-744c-48f6-93f1-bf646df2f2f2), after_create {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:04:08.999775 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c1cfb38-9561-45ee-ae1a-0fe6f49bc968 tempest-ServerRescueNegativeTestJSON-1304480791 tempest-ServerRescueNegativeTestJSON-1304480791-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ff3db9da-744c-48f6-93f1-bf646df2f2f2,revision_number=0']} {{(pid=103258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:04:09.015257 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-6c1cfb38-9561-45ee-ae1a-0fe6f49bc968 tempest-ServerRescueNegativeTestJSON-1304480791 tempest-ServerRescueNegativeTestJSON-1304480791-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:04:09.016480 dv-cinder-830088-4-iscsi neutron-server[103258]: INFO neutron.wsgi [None req-6c1cfb38-9561-45ee-ae1a-0fe6f49bc968 tempest-ServerRescueNegativeTestJSON-1304480791 tempest-ServerRescueNegativeTestJSON-1304480791-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1581042 Apr 12 11:04:09.019236 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.wsgi [-] (103258) accepted ('10.222.0.39', 54126) {{(pid=103258) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 11:04:09.024010 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.api.v2.base [None req-663d8149-87d7-4cf7-b011-37fcd1b40432 tempest-ServerRescueNegativeTestJSON-1304480791 tempest-ServerRescueNegativeTestJSON-1304480791-project] Request body: {'security_group_rule': {'security_group_id': 'b1b29e01-05b2-4338-a931-45b7ca5e7425', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103258) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 11:04:09.054296 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-663d8149-87d7-4cf7-b011-37fcd1b40432 tempest-ServerRescueNegativeTestJSON-1304480791 tempest-ServerRescueNegativeTestJSON-1304480791-project] Publish callbacks [] for security_group_rule (562c1b92-e89c-4348-8b28-ecd45a9616a3), before_create {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:04:09.115824 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-663d8149-87d7-4cf7-b011-37fcd1b40432 tempest-ServerRescueNegativeTestJSON-1304480791 tempest-ServerRescueNegativeTestJSON-1304480791-project] Publish callbacks [] for security_group_rule (562c1b92-e89c-4348-8b28-ecd45a9616a3), precommit_create {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:04:09.120034 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-663d8149-87d7-4cf7-b011-37fcd1b40432 tempest-ServerRescueNegativeTestJSON-1304480791 tempest-ServerRescueNegativeTestJSON-1304480791-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-415338'] for security_group_rule (562c1b92-e89c-4348-8b28-ecd45a9616a3), after_create {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:04:09.133745 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-663d8149-87d7-4cf7-b011-37fcd1b40432 tempest-ServerRescueNegativeTestJSON-1304480791 tempest-ServerRescueNegativeTestJSON-1304480791-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=562c1b92-e89c-4348-8b28-ecd45a9616a3,revision_number=0']} {{(pid=103258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:04:09.148438 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-663d8149-87d7-4cf7-b011-37fcd1b40432 tempest-ServerRescueNegativeTestJSON-1304480791 tempest-ServerRescueNegativeTestJSON-1304480791-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:04:09.150758 dv-cinder-830088-4-iscsi neutron-server[103258]: INFO neutron.wsgi [None req-663d8149-87d7-4cf7-b011-37fcd1b40432 tempest-ServerRescueNegativeTestJSON-1304480791 tempest-ServerRescueNegativeTestJSON-1304480791-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1293731 Apr 12 11:04:09.153819 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.wsgi [-] (103258) accepted ('10.222.0.39', 54128) {{(pid=103258) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 11:04:09.158059 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.api.v2.base [None req-4698d0e7-3cac-49b1-aa4d-84aec11d8aea tempest-ServerRescueNegativeTestJSON-1304480791 tempest-ServerRescueNegativeTestJSON-1304480791-project] Request body: {'floatingip': {'floating_network_id': '3b7be5f2-485b-4c85-8f98-fb200971b61c'}} {{(pid=103258) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 11:04:09.180853 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-4698d0e7-3cac-49b1-aa4d-84aec11d8aea tempest-ServerRescueNegativeTestJSON-1304480791 tempest-ServerRescueNegativeTestJSON-1304480791-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:04:09.265127 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-4698d0e7-3cac-49b1-aa4d-84aec11d8aea tempest-ServerRescueNegativeTestJSON-1304480791 tempest-ServerRescueNegativeTestJSON-1304480791-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1535343'] for port (None), before_create {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:04:09.383135 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.db.db_base_plugin_common [None req-4698d0e7-3cac-49b1-aa4d-84aec11d8aea tempest-ServerRescueNegativeTestJSON-1304480791 tempest-ServerRescueNegativeTestJSON-1304480791-project] Allocated IP 172.27.3.230 (3b7be5f2-485b-4c85-8f98-fb200971b61c/4887111e-1302-416a-ab8e-c957c9df7f85/52e7bfd7-5f48-4eeb-8b64-75125d2483e0) {{(pid=103258) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 12 11:04:09.510265 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-4698d0e7-3cac-49b1-aa4d-84aec11d8aea tempest-ServerRescueNegativeTestJSON-1304480791 tempest-ServerRescueNegativeTestJSON-1304480791-project] Publish callbacks [] for port (52e7bfd7-5f48-4eeb-8b64-75125d2483e0), precommit_create {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:04:09.575527 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-4698d0e7-3cac-49b1-aa4d-84aec11d8aea tempest-ServerRescueNegativeTestJSON-1304480791 tempest-ServerRescueNegativeTestJSON-1304480791-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1534861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777667450152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4796947'] for port (52e7bfd7-5f48-4eeb-8b64-75125d2483e0), after_create {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:04:09.629445 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4698d0e7-3cac-49b1-aa4d-84aec11d8aea tempest-ServerRescueNegativeTestJSON-1304480791 tempest-ServerRescueNegativeTestJSON-1304480791-project] Network 3b7be5f2-485b-4c85-8f98-fb200971b61c is already hosted by enough agents. {{(pid=103258) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 11:04:09.632955 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.scheduler.base_scheduler [None req-4698d0e7-3cac-49b1-aa4d-84aec11d8aea tempest-ServerRescueNegativeTestJSON-1304480791 tempest-ServerRescueNegativeTestJSON-1304480791-project] Resources bound (agent type, host, resource id): {{(pid=103258) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 11:04:09.638178 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4698d0e7-3cac-49b1-aa4d-84aec11d8aea tempest-ServerRescueNegativeTestJSON-1304480791 tempest-ServerRescueNegativeTestJSON-1304480791-project] Received port after_create {{(pid=103258) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 12 11:04:09.667469 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4698d0e7-3cac-49b1-aa4d-84aec11d8aea tempest-ServerRescueNegativeTestJSON-1304480791 tempest-ServerRescueNegativeTestJSON-1304480791-project] Pushing event updated for resources: {'Port': ['ID=52e7bfd7-5f48-4eeb-8b64-75125d2483e0,revision_number=1']} {{(pid=103258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:04:09.754810 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-4698d0e7-3cac-49b1-aa4d-84aec11d8aea tempest-ServerRescueNegativeTestJSON-1304480791 tempest-ServerRescueNegativeTestJSON-1304480791-project] Publish callbacks [] for floatingip (001ffded-7b33-4f7b-84b7-403bc4158d38), precommit_create {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:04:09.798967 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-4698d0e7-3cac-49b1-aa4d-84aec11d8aea tempest-ServerRescueNegativeTestJSON-1304480791 tempest-ServerRescueNegativeTestJSON-1304480791-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1535343'] for port (52e7bfd7-5f48-4eeb-8b64-75125d2483e0), before_update {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:04:10.003249 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-4698d0e7-3cac-49b1-aa4d-84aec11d8aea tempest-ServerRescueNegativeTestJSON-1304480791 tempest-ServerRescueNegativeTestJSON-1304480791-project] Publish callbacks [] for port (52e7bfd7-5f48-4eeb-8b64-75125d2483e0), precommit_update {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:04:10.011448 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-4698d0e7-3cac-49b1-aa4d-84aec11d8aea tempest-ServerRescueNegativeTestJSON-1304480791 tempest-ServerRescueNegativeTestJSON-1304480791-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1534861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777667992095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777667450170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777667450188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4796952'] for port (52e7bfd7-5f48-4eeb-8b64-75125d2483e0), after_update {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:04:10.111766 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4698d0e7-3cac-49b1-aa4d-84aec11d8aea tempest-ServerRescueNegativeTestJSON-1304480791 tempest-ServerRescueNegativeTestJSON-1304480791-project] Pushing event updated for resources: {'Port': ['ID=52e7bfd7-5f48-4eeb-8b64-75125d2483e0,revision_number=2']} {{(pid=103258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:04:10.121137 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-4698d0e7-3cac-49b1-aa4d-84aec11d8aea tempest-ServerRescueNegativeTestJSON-1304480791 tempest-ServerRescueNegativeTestJSON-1304480791-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-579534'] for floatingip (001ffded-7b33-4f7b-84b7-403bc4158d38), after_create {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:04:10.145730 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-4698d0e7-3cac-49b1-aa4d-84aec11d8aea tempest-ServerRescueNegativeTestJSON-1304480791 tempest-ServerRescueNegativeTestJSON-1304480791-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108023'] for floatingip (None), before_response {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:04:10.155369 dv-cinder-830088-4-iscsi neutron-server[103258]: INFO neutron.wsgi [None req-4698d0e7-3cac-49b1-aa4d-84aec11d8aea tempest-ServerRescueNegativeTestJSON-1304480791 tempest-ServerRescueNegativeTestJSON-1304480791-project] 10.222.0.39 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.9924345 Apr 12 11:04:10.255510 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron_lib.callbacks.manager [None req-d1a69ccd-879d-445c-b027-934daa25083b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777667879581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1343690'] for agent (0a0a44e5-732d-48d9-a8ad-b47e7b7c1a86), after_update {{(pid=103259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:04:10.376225 dv-cinder-830088-4-iscsi neutron-server[103257]: INFO neutron.wsgi [req-c83c0ab8-d3ca-40c2-8bb3-59b0c05f369a req-6a698147-bc7b-40fc-aab8-c55b5cf5cfe9 tempest-ServerRescueNegativeTestJSON-1304480791 tempest-ServerRescueNegativeTestJSON-1304480791-project] 10.222.0.39 "GET /v2.0/security-groups?name=tempest-securitygroup--751098454&fields=id&tenant_id=87551ef1ad8e4190b7a3b1c3469382df HTTP/1.1" status: 200 len: 267 time: 0.0477898 Apr 12 11:04:10.495698 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c83c0ab8-d3ca-40c2-8bb3-59b0c05f369a req-10c71612-e15e-4d18-9fa8-0a5399f77700 tempest-ServerRescueNegativeTestJSON-1304480791 tempest-ServerRescueNegativeTestJSON-1304480791-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:04:10.497207 dv-cinder-830088-4-iscsi neutron-server[103257]: INFO neutron.wsgi [req-c83c0ab8-d3ca-40c2-8bb3-59b0c05f369a req-10c71612-e15e-4d18-9fa8-0a5399f77700 tempest-ServerRescueNegativeTestJSON-1304480791 tempest-ServerRescueNegativeTestJSON-1304480791-project] 10.222.0.39 "GET /v2.0/networks?id=696acaf3-e376-402a-9f44-515f336c0ed7 HTTP/1.1" status: 200 len: 819 time: 0.1142387 Apr 12 11:04:10.512166 dv-cinder-830088-4-iscsi neutron-server[103257]: INFO neutron.wsgi [req-c83c0ab8-d3ca-40c2-8bb3-59b0c05f369a req-29b15da0-dd15-40fa-8ba1-446abf73316b tempest-ServerRescueNegativeTestJSON-1304480791 tempest-ServerRescueNegativeTestJSON-1304480791-project] 10.222.0.39 "GET /v2.0/quotas/87551ef1ad8e4190b7a3b1c3469382df HTTP/1.1" status: 200 len: 375 time: 0.0095756 Apr 12 11:04:10.572215 dv-cinder-830088-4-iscsi neutron-server[103257]: INFO neutron.wsgi [req-c83c0ab8-d3ca-40c2-8bb3-59b0c05f369a req-939a40ac-e025-4ef8-89ac-dd4defa3f4b7 tempest-ServerRescueNegativeTestJSON-1304480791 tempest-ServerRescueNegativeTestJSON-1304480791-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=87551ef1ad8e4190b7a3b1c3469382df&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0543234 Apr 12 11:04:10.674833 dv-cinder-830088-4-iscsi neutron-server[103257]: INFO neutron.wsgi [req-c83c0ab8-d3ca-40c2-8bb3-59b0c05f369a req-58fafe7f-97ad-4f12-bfd0-34b8a071af05 service neutron] 10.222.0.39 "GET /v2.0/networks/696acaf3-e376-402a-9f44-515f336c0ed7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0884669 Apr 12 11:04:10.768236 dv-cinder-830088-4-iscsi neutron-server[103257]: INFO neutron.wsgi [req-c83c0ab8-d3ca-40c2-8bb3-59b0c05f369a req-cac3261c-87ff-4af5-9769-c29ae40c5d3e service neutron] 10.222.0.39 "GET /v2.0/networks/696acaf3-e376-402a-9f44-515f336c0ed7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0871246 Apr 12 11:04:10.966670 dv-cinder-830088-4-iscsi neutron-server[103258]: INFO neutron.wsgi [req-cd92d51b-b3f7-4925-9467-5b7a4aadca41 req-73799135-ac36-46f9-9a82-e2ef9abf3f59 tempest-ServerRescueNegativeTestJSON-1304480791 tempest-ServerRescueNegativeTestJSON-1304480791-project] 10.222.0.39 "GET /v2.0/ports?device_id=d9cb99b4-c491-4271-becc-0d2d2181c9ef HTTP/1.1" status: 200 len: 210 time: 0.0369995 Apr 12 11:04:11.757375 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron_lib.callbacks.manager [None req-ae6c308c-a92e-4424-a7f8-d6a17e5174ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777667879581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1343690'] for agent (742b2e09-86ec-4663-b086-f6b891926c3e), after_update {{(pid=103259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:04:12.081872 dv-cinder-830088-4-iscsi neutron-server[103257]: INFO neutron.wsgi [req-01c37763-02e5-4f8f-9917-0b800903685d req-2e889667-e034-46da-b7df-c8a8509cf752 tempest-ServerRescueNegativeTestJSON-1304480791 tempest-ServerRescueNegativeTestJSON-1304480791-project] 10.222.0.39 "GET /v2.0/ports?device_id=d9cb99b4-c491-4271-becc-0d2d2181c9ef HTTP/1.1" status: 200 len: 210 time: 0.0374076 Apr 12 11:04:12.542939 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron_lib.callbacks.manager [None req-a9e344eb-932b-4067-aea9-33d8fbdd78b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777667879581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1343690'] for agent (77f5e085-0284-4236-9dbf-35d2d452e277), after_update {{(pid=103259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:04:12.620783 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c83c0ab8-d3ca-40c2-8bb3-59b0c05f369a req-872deff7-3acc-4fde-853c-94479e1af99a tempest-ServerRescueNegativeTestJSON-1304480791 tempest-ServerRescueNegativeTestJSON-1304480791-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:04:12.622208 dv-cinder-830088-4-iscsi neutron-server[103257]: INFO neutron.wsgi [req-c83c0ab8-d3ca-40c2-8bb3-59b0c05f369a req-872deff7-3acc-4fde-853c-94479e1af99a tempest-ServerRescueNegativeTestJSON-1304480791 tempest-ServerRescueNegativeTestJSON-1304480791-project] 10.222.0.53 "GET /v2.0/networks?id=696acaf3-e376-402a-9f44-515f336c0ed7 HTTP/1.1" status: 200 len: 819 time: 0.4526577 Apr 12 11:04:12.710939 dv-cinder-830088-4-iscsi neutron-server[103257]: INFO neutron.wsgi [req-c83c0ab8-d3ca-40c2-8bb3-59b0c05f369a req-8400809c-f1fe-4c21-bb9d-67b5f8a71510 tempest-ServerRescueNegativeTestJSON-1304480791 tempest-ServerRescueNegativeTestJSON-1304480791-project] 10.222.0.53 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=87551ef1ad8e4190b7a3b1c3469382df HTTP/1.1" status: 200 len: 379 time: 0.0739639 Apr 12 11:04:12.724583 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron.api.v2.base [req-c83c0ab8-d3ca-40c2-8bb3-59b0c05f369a req-babfe6c0-8ac9-436d-af19-f99f95ce394a tempest-ServerRescueNegativeTestJSON-1304480791 tempest-ServerRescueNegativeTestJSON-1304480791-project] Request body: {'port': {'device_id': 'd9cb99b4-c491-4271-becc-0d2d2181c9ef', 'network_id': '696acaf3-e376-402a-9f44-515f336c0ed7', 'admin_state_up': True, 'tenant_id': '87551ef1ad8e4190b7a3b1c3469382df', 'security_groups': ['b1b29e01-05b2-4338-a931-45b7ca5e7425']}} {{(pid=103257) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 11:04:12.868760 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c83c0ab8-d3ca-40c2-8bb3-59b0c05f369a req-babfe6c0-8ac9-436d-af19-f99f95ce394a tempest-ServerRescueNegativeTestJSON-1304480791 tempest-ServerRescueNegativeTestJSON-1304480791-project] Made reservation on behalf of 87551ef1ad8e4190b7a3b1c3469382df for: {'port': 1} {{(pid=103257) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 12 11:04:12.873130 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [req-c83c0ab8-d3ca-40c2-8bb3-59b0c05f369a req-babfe6c0-8ac9-436d-af19-f99f95ce394a tempest-ServerRescueNegativeTestJSON-1304480791 tempest-ServerRescueNegativeTestJSON-1304480791-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1535343'] for port (None), before_create {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:04:13.017700 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron.db.db_base_plugin_common [req-c83c0ab8-d3ca-40c2-8bb3-59b0c05f369a req-babfe6c0-8ac9-436d-af19-f99f95ce394a tempest-ServerRescueNegativeTestJSON-1304480791 tempest-ServerRescueNegativeTestJSON-1304480791-project] Allocated IP 172.20.0.13 (696acaf3-e376-402a-9f44-515f336c0ed7/dac559db-7802-4e19-95c5-3aacf686b15d/7a6a5da3-5446-43d6-9ca9-386e0b6e81a2) {{(pid=103257) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 12 11:04:13.192309 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [req-c83c0ab8-d3ca-40c2-8bb3-59b0c05f369a req-babfe6c0-8ac9-436d-af19-f99f95ce394a tempest-ServerRescueNegativeTestJSON-1304480791 tempest-ServerRescueNegativeTestJSON-1304480791-project] Publish callbacks [] for port (7a6a5da3-5446-43d6-9ca9-386e0b6e81a2), precommit_create {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:04:13.215474 dv-cinder-830088-4-iscsi neutron-server[103258]: INFO neutron.wsgi [req-1e2a6be3-5636-48d7-8722-bfbd76384d40 req-f32279f5-848f-4dd3-892f-f656b4a70923 tempest-ServerRescueNegativeTestJSON-1304480791 tempest-ServerRescueNegativeTestJSON-1304480791-project] 10.222.0.39 "GET /v2.0/ports?device_id=d9cb99b4-c491-4271-becc-0d2d2181c9ef HTTP/1.1" status: 200 len: 210 time: 0.0477653 Apr 12 11:04:13.241914 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [req-c83c0ab8-d3ca-40c2-8bb3-59b0c05f369a req-babfe6c0-8ac9-436d-af19-f99f95ce394a tempest-ServerRescueNegativeTestJSON-1304480791 tempest-ServerRescueNegativeTestJSON-1304480791-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1534861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777667450152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5265645'] for port (7a6a5da3-5446-43d6-9ca9-386e0b6e81a2), after_create {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:04:13.304563 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c83c0ab8-d3ca-40c2-8bb3-59b0c05f369a req-babfe6c0-8ac9-436d-af19-f99f95ce394a tempest-ServerRescueNegativeTestJSON-1304480791 tempest-ServerRescueNegativeTestJSON-1304480791-project] Network 696acaf3-e376-402a-9f44-515f336c0ed7 is already hosted by enough agents. {{(pid=103257) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 11:04:13.310379 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron.scheduler.base_scheduler [req-c83c0ab8-d3ca-40c2-8bb3-59b0c05f369a req-babfe6c0-8ac9-436d-af19-f99f95ce394a tempest-ServerRescueNegativeTestJSON-1304480791 tempest-ServerRescueNegativeTestJSON-1304480791-project] Resources bound (agent type, host, resource id): {{(pid=103257) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 11:04:13.321592 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron.db.l3_dvrscheduler_db [req-c83c0ab8-d3ca-40c2-8bb3-59b0c05f369a req-babfe6c0-8ac9-436d-af19-f99f95ce394a tempest-ServerRescueNegativeTestJSON-1304480791 tempest-ServerRescueNegativeTestJSON-1304480791-project] Received port after_create {{(pid=103257) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 12 11:04:13.325723 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-babfe6c0-8ac9-436d-af19-f99f95ce394a tempest-ServerRescueNegativeTestJSON-1304480791 tempest-ServerRescueNegativeTestJSON-1304480791-project] Pushing event updated for resources: {'Port': ['ID=7a6a5da3-5446-43d6-9ca9-386e0b6e81a2,revision_number=1']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:04:13.406822 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c83c0ab8-d3ca-40c2-8bb3-59b0c05f369a req-babfe6c0-8ac9-436d-af19-f99f95ce394a tempest-ServerRescueNegativeTestJSON-1304480791 tempest-ServerRescueNegativeTestJSON-1304480791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:04:13.407447 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [req-c83c0ab8-d3ca-40c2-8bb3-59b0c05f369a req-babfe6c0-8ac9-436d-af19-f99f95ce394a tempest-ServerRescueNegativeTestJSON-1304480791 tempest-ServerRescueNegativeTestJSON-1304480791-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108023'] for port (None), before_response {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:04:13.428601 dv-cinder-830088-4-iscsi neutron-server[103257]: INFO neutron.wsgi [req-c83c0ab8-d3ca-40c2-8bb3-59b0c05f369a req-babfe6c0-8ac9-436d-af19-f99f95ce394a tempest-ServerRescueNegativeTestJSON-1304480791 tempest-ServerRescueNegativeTestJSON-1304480791-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7101443 Apr 12 11:04:13.452754 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron.api.v2.base [req-c83c0ab8-d3ca-40c2-8bb3-59b0c05f369a req-0822bffd-1d91-4566-8582-c7194ccf1c0e service neutron] Request body: {'port': {'device_id': 'd9cb99b4-c491-4271-becc-0d2d2181c9ef', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83008'}} {{(pid=103257) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 11:04:13.518273 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [req-c83c0ab8-d3ca-40c2-8bb3-59b0c05f369a req-0822bffd-1d91-4566-8582-c7194ccf1c0e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1535343'] for port (7a6a5da3-5446-43d6-9ca9-386e0b6e81a2), before_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:04:13.569513 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron.db.provisioning_blocks [None req-a81ec415-3029-46bc-9b01-437ea5c2841b None None] Provisioning complete for port 7a6a5da3-5446-43d6-9ca9-386e0b6e81a2 triggered by entity DHCP. {{(pid=103259) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 11:04:13.570627 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron_lib.callbacks.manager [None req-a81ec415-3029-46bc-9b01-437ea5c2841b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1343588'] for port (7a6a5da3-5446-43d6-9ca9-386e0b6e81a2), provisioning_complete {{(pid=103259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:04:13.608864 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron.plugins.ml2.plugin [None req-a81ec415-3029-46bc-9b01-437ea5c2841b None None] Port 7a6a5da3-5446-43d6-9ca9-386e0b6e81a2 cannot update to ACTIVE because it is not bound. {{(pid=103259) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 12 11:04:13.797862 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron_lib.callbacks.manager [None req-601bd752-88b9-4ad2-8e14-56931e32431b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777667879581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1343690'] for agent (3ceb33ec-7c20-4632-9357-4cc6534463de), after_update {{(pid=103259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:04:13.811387 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron.notifiers.nova [req-c83c0ab8-d3ca-40c2-8bb3-59b0c05f369a req-0822bffd-1d91-4566-8582-c7194ccf1c0e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7a6a5da3-5446-43d6-9ca9-386e0b6e81a2 {{(pid=103257) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 12 11:04:13.820125 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [req-c83c0ab8-d3ca-40c2-8bb3-59b0c05f369a req-0822bffd-1d91-4566-8582-c7194ccf1c0e service neutron] Publish callbacks [] for port (7a6a5da3-5446-43d6-9ca9-386e0b6e81a2), precommit_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:04:13.832919 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron.db.provisioning_blocks [req-c83c0ab8-d3ca-40c2-8bb3-59b0c05f369a req-0822bffd-1d91-4566-8582-c7194ccf1c0e service neutron] Transition to ACTIVE for port object 7a6a5da3-5446-43d6-9ca9-386e0b6e81a2 will not be triggered until provisioned by entity L2. {{(pid=103257) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 12 11:04:13.836958 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [req-c83c0ab8-d3ca-40c2-8bb3-59b0c05f369a req-0822bffd-1d91-4566-8582-c7194ccf1c0e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1534861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777667992095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777667450170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777667450188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5265638'] for port (7a6a5da3-5446-43d6-9ca9-386e0b6e81a2), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:04:13.891600 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0822bffd-1d91-4566-8582-c7194ccf1c0e service neutron] Pushing event updated for resources: {'Port': ['ID=7a6a5da3-5446-43d6-9ca9-386e0b6e81a2,revision_number=2']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:04:13.972328 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron.plugins.ml2.managers [req-c83c0ab8-d3ca-40c2-8bb3-59b0c05f369a req-0822bffd-1d91-4566-8582-c7194ccf1c0e service neutron] Attempting to bind port 7a6a5da3-5446-43d6-9ca9-386e0b6e81a2 on host hv-cinder-83008 for vnic_type normal with profile {{(pid=103257) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 12 11:04:13.973068 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron.plugins.ml2.managers [req-c83c0ab8-d3ca-40c2-8bb3-59b0c05f369a req-0822bffd-1d91-4566-8582-c7194ccf1c0e service neutron] Attempting to bind port 7a6a5da3-5446-43d6-9ca9-386e0b6e81a2 by drivers openvswitch,hyperv on host hv-cinder-83008 at level 0 using segments [{'id': 'fef06479-df1c-48b3-ab23-a5007803664a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '696acaf3-e376-402a-9f44-515f336c0ed7'}] {{(pid=103257) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 12 11:04:13.973669 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c83c0ab8-d3ca-40c2-8bb3-59b0c05f369a req-0822bffd-1d91-4566-8582-c7194ccf1c0e service neutron] Attempting to bind port 7a6a5da3-5446-43d6-9ca9-386e0b6e81a2 on network 696acaf3-e376-402a-9f44-515f336c0ed7 {{(pid=103257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 11:04:13.979478 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c83c0ab8-d3ca-40c2-8bb3-59b0c05f369a req-0822bffd-1d91-4566-8582-c7194ccf1c0e service neutron] Port 7a6a5da3-5446-43d6-9ca9-386e0b6e81a2 on network 696acaf3-e376-402a-9f44-515f336c0ed7 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83008 {{(pid=103257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 12 11:04:13.980053 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c83c0ab8-d3ca-40c2-8bb3-59b0c05f369a req-0822bffd-1d91-4566-8582-c7194ccf1c0e service neutron] Attempting to bind port 7a6a5da3-5446-43d6-9ca9-386e0b6e81a2 on network 696acaf3-e376-402a-9f44-515f336c0ed7 {{(pid=103257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 11:04:13.985235 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c83c0ab8-d3ca-40c2-8bb3-59b0c05f369a req-0822bffd-1d91-4566-8582-c7194ccf1c0e service neutron] Checking agent: {'id': '742b2e09-86ec-4663-b086-f6b891926c3e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83008', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 12, 10, 58, 42), 'started_at': datetime.datetime(2022, 4, 12, 10, 58, 42), 'heartbeat_timestamp': datetime.datetime(2022, 4, 12, 11, 4, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 12 11:04:13.985855 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c83c0ab8-d3ca-40c2-8bb3-59b0c05f369a req-0822bffd-1d91-4566-8582-c7194ccf1c0e service neutron] Checking segment: {'id': 'fef06479-df1c-48b3-ab23-a5007803664a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '696acaf3-e376-402a-9f44-515f336c0ed7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103257) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 11:04:13.986481 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c83c0ab8-d3ca-40c2-8bb3-59b0c05f369a req-0822bffd-1d91-4566-8582-c7194ccf1c0e service neutron] Bound using segment: {'id': 'fef06479-df1c-48b3-ab23-a5007803664a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '696acaf3-e376-402a-9f44-515f336c0ed7'} {{(pid=103257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 12 11:04:13.987139 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron.plugins.ml2.managers [req-c83c0ab8-d3ca-40c2-8bb3-59b0c05f369a req-0822bffd-1d91-4566-8582-c7194ccf1c0e service neutron] Bound port: 7a6a5da3-5446-43d6-9ca9-386e0b6e81a2, host: hv-cinder-83008, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fef06479-df1c-48b3-ab23-a5007803664a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '696acaf3-e376-402a-9f44-515f336c0ed7'}}] {{(pid=103257) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 12 11:04:13.987727 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [req-c83c0ab8-d3ca-40c2-8bb3-59b0c05f369a req-0822bffd-1d91-4566-8582-c7194ccf1c0e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1535343'] for port (7a6a5da3-5446-43d6-9ca9-386e0b6e81a2), before_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:04:14.067121 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron.plugins.ml2.db [req-c83c0ab8-d3ca-40c2-8bb3-59b0c05f369a req-0822bffd-1d91-4566-8582-c7194ccf1c0e service neutron] For port 7a6a5da3-5446-43d6-9ca9-386e0b6e81a2, host hv-cinder-83008, cleared binding levels {{(pid=103257) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 12 11:04:14.075494 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron.plugins.ml2.db [req-c83c0ab8-d3ca-40c2-8bb3-59b0c05f369a req-0822bffd-1d91-4566-8582-c7194ccf1c0e service neutron] For port 7a6a5da3-5446-43d6-9ca9-386e0b6e81a2, host hv-cinder-83008, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83008',level=0,port_id=7a6a5da3-5446-43d6-9ca9-386e0b6e81a2,segment=NetworkSegment(fef06479-df1c-48b3-ab23-a5007803664a),segment_id=fef06479-df1c-48b3-ab23-a5007803664a)] {{(pid=103257) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 12 11:04:14.083772 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [req-c83c0ab8-d3ca-40c2-8bb3-59b0c05f369a req-0822bffd-1d91-4566-8582-c7194ccf1c0e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1534861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777667992095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777667450170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777667450188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5265638'] for port (7a6a5da3-5446-43d6-9ca9-386e0b6e81a2), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:04:14.123017 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c83c0ab8-d3ca-40c2-8bb3-59b0c05f369a req-0822bffd-1d91-4566-8582-c7194ccf1c0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:04:14.123916 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [req-c83c0ab8-d3ca-40c2-8bb3-59b0c05f369a req-0822bffd-1d91-4566-8582-c7194ccf1c0e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108023'] for port (None), before_response {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:04:14.125678 dv-cinder-830088-4-iscsi neutron-server[103257]: INFO neutron.wsgi [req-c83c0ab8-d3ca-40c2-8bb3-59b0c05f369a req-0822bffd-1d91-4566-8582-c7194ccf1c0e service neutron] 10.222.0.53 "PUT /v2.0/ports/7a6a5da3-5446-43d6-9ca9-386e0b6e81a2 HTTP/1.1" status: 200 len: 1094 time: 0.6775696 Apr 12 11:04:14.126181 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd9cb99b4-c491-4271-becc-0d2d2181c9ef', 'tag': '7a6a5da3-5446-43d6-9ca9-386e0b6e81a2'}] {{(pid=103257) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 11:04:14.129192 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}263188bb5a56b6ea0b99504a79f1a82db60da3322be0ebbd3338f0b2803b3102" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d23f2aa9-e790-4a6c-a122-6c244f1c4fcb" -d '{"events": [{"name": "network-changed", "server_uuid": "d9cb99b4-c491-4271-becc-0d2d2181c9ef", "tag": "7a6a5da3-5446-43d6-9ca9-386e0b6e81a2"}]}' {{(pid=103257) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 11:04:14.209181 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Apr 2022 11:04:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a4d892a9-f66a-4900-84ce-2cbb763890e3 x-openstack-request-id: req-a4d892a9-f66a-4900-84ce-2cbb763890e3 {{(pid=103257) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 11:04:14.209869 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d9cb99b4-c491-4271-becc-0d2d2181c9ef", "tag": "7a6a5da3-5446-43d6-9ca9-386e0b6e81a2", "status": "completed", "code": 200}]} {{(pid=103257) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 11:04:14.209869 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-a4d892a9-f66a-4900-84ce-2cbb763890e3 {{(pid=103257) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 11:04:14.210193 dv-cinder-830088-4-iscsi neutron-server[103257]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a4d892a9-f66a-4900-84ce-2cbb763890e3'] response: {'name': 'network-changed', 'server_uuid': 'd9cb99b4-c491-4271-becc-0d2d2181c9ef', 'tag': '7a6a5da3-5446-43d6-9ca9-386e0b6e81a2', 'status': 'completed', 'code': 200} Apr 12 11:04:14.214218 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0822bffd-1d91-4566-8582-c7194ccf1c0e service neutron] Pushing event updated for resources: {'Port': ['ID=7a6a5da3-5446-43d6-9ca9-386e0b6e81a2,revision_number=3']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:04:14.263147 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c83c0ab8-d3ca-40c2-8bb3-59b0c05f369a req-e36ff6f6-1970-46fa-a3b2-10c8013156c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:04:14.264859 dv-cinder-830088-4-iscsi neutron-server[103257]: INFO neutron.wsgi [req-c83c0ab8-d3ca-40c2-8bb3-59b0c05f369a req-e36ff6f6-1970-46fa-a3b2-10c8013156c3 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=87551ef1ad8e4190b7a3b1c3469382df&device_id=d9cb99b4-c491-4271-becc-0d2d2181c9ef HTTP/1.1" status: 200 len: 1128 time: 0.0722110 Apr 12 11:04:14.328591 dv-cinder-830088-4-iscsi neutron-server[103257]: INFO neutron.wsgi [req-c83c0ab8-d3ca-40c2-8bb3-59b0c05f369a req-a850ba5b-9116-4334-87ad-50aff57b210b service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=7a6a5da3-5446-43d6-9ca9-386e0b6e81a2 HTTP/1.1" status: 200 len: 217 time: 0.0497727 Apr 12 11:04:14.358250 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08362ffe-9799-4886-88c3-3efcb5388a0b req-514c2dde-dfde-452c-af77-24716ed23786 tempest-ServerRescueNegativeTestJSON-1304480791 tempest-ServerRescueNegativeTestJSON-1304480791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:04:14.376516 dv-cinder-830088-4-iscsi neutron-server[103258]: INFO neutron.wsgi [req-08362ffe-9799-4886-88c3-3efcb5388a0b req-514c2dde-dfde-452c-af77-24716ed23786 tempest-ServerRescueNegativeTestJSON-1304480791 tempest-ServerRescueNegativeTestJSON-1304480791-project] 10.222.0.39 "GET /v2.0/ports?device_id=d9cb99b4-c491-4271-becc-0d2d2181c9ef HTTP/1.1" status: 200 len: 944 time: 0.0695143 Apr 12 11:04:14.421411 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c83c0ab8-d3ca-40c2-8bb3-59b0c05f369a req-9c1b9446-5e10-46a3-bf92-6e2c1ffd10c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:04:14.422983 dv-cinder-830088-4-iscsi neutron-server[103257]: INFO neutron.wsgi [req-c83c0ab8-d3ca-40c2-8bb3-59b0c05f369a req-9c1b9446-5e10-46a3-bf92-6e2c1ffd10c2 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=dac559db-7802-4e19-95c5-3aacf686b15d HTTP/1.1" status: 200 len: 858 time: 0.0877507 Apr 12 11:04:14.473102 dv-cinder-830088-4-iscsi neutron-server[103258]: INFO neutron.wsgi [req-08362ffe-9799-4886-88c3-3efcb5388a0b req-0cf8928f-3b7c-41db-935f-33f095ec21de tempest-ServerRescueNegativeTestJSON-1304480791 tempest-ServerRescueNegativeTestJSON-1304480791-project] 10.222.0.39 "GET /v2.0/security-groups?id=b1b29e01-05b2-4338-a931-45b7ca5e7425&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0885420 Apr 12 11:04:14.494039 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c83c0ab8-d3ca-40c2-8bb3-59b0c05f369a req-17a63e91-1f4a-4d8c-9886-be3c16cd1387 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:04:14.496505 dv-cinder-830088-4-iscsi neutron-server[103257]: INFO neutron.wsgi [req-c83c0ab8-d3ca-40c2-8bb3-59b0c05f369a req-17a63e91-1f4a-4d8c-9886-be3c16cd1387 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=696acaf3-e376-402a-9f44-515f336c0ed7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0641508 Apr 12 11:04:14.595654 dv-cinder-830088-4-iscsi neutron-server[103257]: INFO neutron.wsgi [req-c83c0ab8-d3ca-40c2-8bb3-59b0c05f369a req-b7b634ab-1eb9-49d3-9d13-90d78125c78a service neutron] 10.222.0.53 "GET /v2.0/networks/696acaf3-e376-402a-9f44-515f336c0ed7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0921400 Apr 12 11:04:14.706395 dv-cinder-830088-4-iscsi neutron-server[103257]: INFO neutron.wsgi [req-c83c0ab8-d3ca-40c2-8bb3-59b0c05f369a req-4dbb0dd2-bffb-490a-a681-f5956509e438 service neutron] 10.222.0.53 "GET /v2.0/networks/696acaf3-e376-402a-9f44-515f336c0ed7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1048717 Apr 12 11:04:15.033996 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron_lib.callbacks.manager [None req-0acb87d3-0572-4b2c-b7c9-977edd32a8b9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777667879581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1343690'] for agent (3c144e28-9cc5-463d-ad96-a18b19cd455c), after_update {{(pid=103259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:04:15.639054 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3646fc1-9bc4-43f2-b55d-bfd48e4f54b0 req-dab3d34b-66ac-47e0-b8b6-d0f709353933 tempest-ServerRescueNegativeTestJSON-1304480791 tempest-ServerRescueNegativeTestJSON-1304480791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:04:15.641202 dv-cinder-830088-4-iscsi neutron-server[103257]: INFO neutron.wsgi [req-a3646fc1-9bc4-43f2-b55d-bfd48e4f54b0 req-dab3d34b-66ac-47e0-b8b6-d0f709353933 tempest-ServerRescueNegativeTestJSON-1304480791 tempest-ServerRescueNegativeTestJSON-1304480791-project] 10.222.0.39 "GET /v2.0/ports?device_id=d9cb99b4-c491-4271-becc-0d2d2181c9ef HTTP/1.1" status: 200 len: 944 time: 0.0725586 Apr 12 11:04:15.703958 dv-cinder-830088-4-iscsi neutron-server[103257]: INFO neutron.wsgi [req-a3646fc1-9bc4-43f2-b55d-bfd48e4f54b0 req-37c71001-999b-44d7-b790-735fe061e14d tempest-ServerRescueNegativeTestJSON-1304480791 tempest-ServerRescueNegativeTestJSON-1304480791-project] 10.222.0.39 "GET /v2.0/security-groups?id=b1b29e01-05b2-4338-a931-45b7ca5e7425&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0557625 Apr 12 11:04:16.527354 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron_lib.callbacks.manager [None req-e4b062a6-7a21-4431-be77-3c7776c11043 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777667879581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1343690'] for agent (c71cae7d-514b-467a-8477-0a67bee0b970), after_update {{(pid=103259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:04:16.829011 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bbb1534-e4c6-49f0-af24-5823a61da188 req-36662960-02bd-41cb-b053-cbfa23f43493 tempest-ServerRescueNegativeTestJSON-1304480791 tempest-ServerRescueNegativeTestJSON-1304480791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:04:16.830587 dv-cinder-830088-4-iscsi neutron-server[103258]: INFO neutron.wsgi [req-4bbb1534-e4c6-49f0-af24-5823a61da188 req-36662960-02bd-41cb-b053-cbfa23f43493 tempest-ServerRescueNegativeTestJSON-1304480791 tempest-ServerRescueNegativeTestJSON-1304480791-project] 10.222.0.39 "GET /v2.0/ports?device_id=d9cb99b4-c491-4271-becc-0d2d2181c9ef HTTP/1.1" status: 200 len: 944 time: 0.0495770 Apr 12 11:04:16.881791 dv-cinder-830088-4-iscsi neutron-server[103258]: INFO neutron.wsgi [req-4bbb1534-e4c6-49f0-af24-5823a61da188 req-a9cd67a3-0941-4f91-8553-de3bfed215b0 tempest-ServerRescueNegativeTestJSON-1304480791 tempest-ServerRescueNegativeTestJSON-1304480791-project] 10.222.0.39 "GET /v2.0/security-groups?id=b1b29e01-05b2-4338-a931-45b7ca5e7425&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447648 Apr 12 11:04:18.015637 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a35bacf-4f62-499a-bc76-791fc5ba783d req-fcd299b4-b578-42c7-8874-18cc470bcd65 tempest-ServerRescueNegativeTestJSON-1304480791 tempest-ServerRescueNegativeTestJSON-1304480791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:04:18.017145 dv-cinder-830088-4-iscsi neutron-server[103257]: INFO neutron.wsgi [req-4a35bacf-4f62-499a-bc76-791fc5ba783d req-fcd299b4-b578-42c7-8874-18cc470bcd65 tempest-ServerRescueNegativeTestJSON-1304480791 tempest-ServerRescueNegativeTestJSON-1304480791-project] 10.222.0.39 "GET /v2.0/ports?device_id=d9cb99b4-c491-4271-becc-0d2d2181c9ef HTTP/1.1" status: 200 len: 944 time: 0.0528207 Apr 12 11:04:18.064628 dv-cinder-830088-4-iscsi neutron-server[103257]: INFO neutron.wsgi [req-4a35bacf-4f62-499a-bc76-791fc5ba783d req-5cb4802d-7308-4ab8-a0c8-da775467a641 tempest-ServerRescueNegativeTestJSON-1304480791 tempest-ServerRescueNegativeTestJSON-1304480791-project] 10.222.0.39 "GET /v2.0/security-groups?id=b1b29e01-05b2-4338-a931-45b7ca5e7425&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415182 Apr 12 11:04:18.171740 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d23f2aa9-e790-4a6c-a122-6c244f1c4fcb req-4a83d9c7-48f9-4506-bfbf-11dd3d70b470 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:04:18.173269 dv-cinder-830088-4-iscsi neutron-server[103257]: INFO neutron.wsgi [req-d23f2aa9-e790-4a6c-a122-6c244f1c4fcb req-4a83d9c7-48f9-4506-bfbf-11dd3d70b470 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=87551ef1ad8e4190b7a3b1c3469382df&device_id=d9cb99b4-c491-4271-becc-0d2d2181c9ef HTTP/1.1" status: 200 len: 1128 time: 0.0432606 Apr 12 11:04:18.857430 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d23f2aa9-e790-4a6c-a122-6c244f1c4fcb req-8353133b-56f5-49f8-938b-18a6c01add59 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:04:18.859041 dv-cinder-830088-4-iscsi neutron-server[103257]: INFO neutron.wsgi [req-d23f2aa9-e790-4a6c-a122-6c244f1c4fcb req-8353133b-56f5-49f8-938b-18a6c01add59 service neutron] 10.222.0.53 "GET /v2.0/networks?id=696acaf3-e376-402a-9f44-515f336c0ed7 HTTP/1.1" status: 200 len: 920 time: 0.1526618 Apr 12 11:04:19.199310 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-800e4a9f-b600-4f2c-a4ff-8ea6fc05da19 req-70e13a40-506e-4bc1-b2cb-a659ba9c4524 tempest-ServerRescueNegativeTestJSON-1304480791 tempest-ServerRescueNegativeTestJSON-1304480791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:04:19.201728 dv-cinder-830088-4-iscsi neutron-server[103258]: INFO neutron.wsgi [req-800e4a9f-b600-4f2c-a4ff-8ea6fc05da19 req-70e13a40-506e-4bc1-b2cb-a659ba9c4524 tempest-ServerRescueNegativeTestJSON-1304480791 tempest-ServerRescueNegativeTestJSON-1304480791-project] 10.222.0.39 "GET /v2.0/ports?device_id=d9cb99b4-c491-4271-becc-0d2d2181c9ef HTTP/1.1" status: 200 len: 944 time: 0.0519700 Apr 12 11:04:19.259114 dv-cinder-830088-4-iscsi neutron-server[103257]: INFO neutron.wsgi [req-d23f2aa9-e790-4a6c-a122-6c244f1c4fcb req-f6a2f9eb-3c51-47c5-91c3-ace5297368d2 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=7a6a5da3-5446-43d6-9ca9-386e0b6e81a2 HTTP/1.1" status: 200 len: 217 time: 0.0509117 Apr 12 11:04:19.305053 dv-cinder-830088-4-iscsi neutron-server[103258]: INFO neutron.wsgi [req-800e4a9f-b600-4f2c-a4ff-8ea6fc05da19 req-1993593f-17f7-4cb8-b3b8-8ccc30502d62 tempest-ServerRescueNegativeTestJSON-1304480791 tempest-ServerRescueNegativeTestJSON-1304480791-project] 10.222.0.39 "GET /v2.0/security-groups?id=b1b29e01-05b2-4338-a931-45b7ca5e7425&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0864921 Apr 12 11:04:19.325968 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d23f2aa9-e790-4a6c-a122-6c244f1c4fcb req-937788e1-8b75-4a81-a129-18ea42f47fa3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:04:19.328277 dv-cinder-830088-4-iscsi neutron-server[103257]: INFO neutron.wsgi [req-d23f2aa9-e790-4a6c-a122-6c244f1c4fcb req-937788e1-8b75-4a81-a129-18ea42f47fa3 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=dac559db-7802-4e19-95c5-3aacf686b15d HTTP/1.1" status: 200 len: 858 time: 0.0596976 Apr 12 11:04:19.381059 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d23f2aa9-e790-4a6c-a122-6c244f1c4fcb req-eb04d904-ed3f-4e6e-901d-b5a6119685b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:04:19.382545 dv-cinder-830088-4-iscsi neutron-server[103257]: INFO neutron.wsgi [req-d23f2aa9-e790-4a6c-a122-6c244f1c4fcb req-eb04d904-ed3f-4e6e-901d-b5a6119685b0 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=696acaf3-e376-402a-9f44-515f336c0ed7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0450292 Apr 12 11:04:19.504041 dv-cinder-830088-4-iscsi neutron-server[103257]: INFO neutron.wsgi [req-d23f2aa9-e790-4a6c-a122-6c244f1c4fcb req-166afba8-5fb4-463e-ae11-a7e5f95215a3 service neutron] 10.222.0.53 "GET /v2.0/networks/696acaf3-e376-402a-9f44-515f336c0ed7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1115110 Apr 12 11:04:19.558362 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron.plugins.ml2.rpc [None req-ae6c308c-a92e-4424-a7f8-d6a17e5174ef None None] Device 7a6a5da3-5446-43d6-9ca9-386e0b6e81a2 details requested by agent hyperv_hv-cinder-83008 with host hv-cinder-83008 {{(pid=103259) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 12 11:04:19.633161 dv-cinder-830088-4-iscsi neutron-server[103257]: INFO neutron.wsgi [req-d23f2aa9-e790-4a6c-a122-6c244f1c4fcb req-f16beb80-9575-4172-95cc-e263b8348e4c service neutron] 10.222.0.53 "GET /v2.0/networks/696acaf3-e376-402a-9f44-515f336c0ed7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1223724 Apr 12 11:04:19.676828 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron.plugins.ml2.db [None req-ae6c308c-a92e-4424-a7f8-d6a17e5174ef None None] For port 7a6a5da3-5446-43d6-9ca9-386e0b6e81a2, host hv-cinder-83008, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83008',level=0,port_id=7a6a5da3-5446-43d6-9ca9-386e0b6e81a2,segment=NetworkSegment(fef06479-df1c-48b3-ab23-a5007803664a),segment_id=fef06479-df1c-48b3-ab23-a5007803664a)] {{(pid=103259) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 11:04:19.693993 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron.plugins.ml2.rpc [None req-ae6c308c-a92e-4424-a7f8-d6a17e5174ef None None] Returning: {'device': '7a6a5da3-5446-43d6-9ca9-386e0b6e81a2', 'network_id': '696acaf3-e376-402a-9f44-515f336c0ed7', 'port_id': '7a6a5da3-5446-43d6-9ca9-386e0b6e81a2', 'mac_address': 'fa:16:3e:58:dd:22', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 520, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dac559db-7802-4e19-95c5-3aacf686b15d', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103259) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 12 11:04:19.741678 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron.plugins.ml2.plugin [None req-ae6c308c-a92e-4424-a7f8-d6a17e5174ef None None] Current status of the port 7a6a5da3-5446-43d6-9ca9-386e0b6e81a2 is: DOWN; New status is: BUILD {{(pid=103259) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 11:04:19.742193 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron_lib.callbacks.manager [None req-ae6c308c-a92e-4424-a7f8-d6a17e5174ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1535343'] for port (7a6a5da3-5446-43d6-9ca9-386e0b6e81a2), before_update {{(pid=103259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:04:19.756840 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron.notifiers.nova [None req-ae6c308c-a92e-4424-a7f8-d6a17e5174ef None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7a6a5da3-5446-43d6-9ca9-386e0b6e81a2 {{(pid=103259) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 12 11:04:19.778467 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron.plugins.ml2.db [None req-ae6c308c-a92e-4424-a7f8-d6a17e5174ef None None] For port 7a6a5da3-5446-43d6-9ca9-386e0b6e81a2, host hv-cinder-83008, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83008',level=0,port_id=7a6a5da3-5446-43d6-9ca9-386e0b6e81a2,segment=NetworkSegment(fef06479-df1c-48b3-ab23-a5007803664a),segment_id=fef06479-df1c-48b3-ab23-a5007803664a)] {{(pid=103259) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 11:04:19.782876 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron_lib.callbacks.manager [None req-ae6c308c-a92e-4424-a7f8-d6a17e5174ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1534861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777667992095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777667450170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777667450188'] for port (7a6a5da3-5446-43d6-9ca9-386e0b6e81a2), after_update {{(pid=103259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:04:19.880102 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae6c308c-a92e-4424-a7f8-d6a17e5174ef None None] Pushing event updated for resources: {'Port': ['ID=7a6a5da3-5446-43d6-9ca9-386e0b6e81a2,revision_number=4']} {{(pid=103259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:04:20.142718 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e12ea359-fbca-462a-a738-b7760de6afbe req-d71cda83-f5c4-4bc9-8ff4-6cc8a92a7b92 tempest-TestMinimumBasicScenario-1491506946 tempest-TestMinimumBasicScenario-1491506946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:04:20.144520 dv-cinder-830088-4-iscsi neutron-server[103257]: INFO neutron.wsgi [req-e12ea359-fbca-462a-a738-b7760de6afbe req-d71cda83-f5c4-4bc9-8ff4-6cc8a92a7b92 tempest-TestMinimumBasicScenario-1491506946 tempest-TestMinimumBasicScenario-1491506946-project] 10.222.0.39 "GET /v2.0/ports?device_id=6bac3aa8-98ca-40ce-951f-208d8cb6ac0e HTTP/1.1" status: 200 len: 945 time: 0.0542669 Apr 12 11:04:20.195966 dv-cinder-830088-4-iscsi neutron-server[103257]: INFO neutron.wsgi [req-e12ea359-fbca-462a-a738-b7760de6afbe req-fdb2fe7c-d1a1-44c4-98af-6f6ff86631f3 tempest-TestMinimumBasicScenario-1491506946 tempest-TestMinimumBasicScenario-1491506946-project] 10.222.0.39 "GET /v2.0/security-groups?id=eeca4fa4-eaf7-49a0-81c4-0cdb30ea4fa7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451732 Apr 12 11:04:20.218179 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.wsgi [-] (103258) accepted ('10.222.0.39', 54282) {{(pid=103258) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 11:04:20.347639 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron.plugins.ml2.db [None req-ae6c308c-a92e-4424-a7f8-d6a17e5174ef None None] get_ports_and_sgs() called for port_ids ['7a6a5da3-5446-43d6-9ca9-386e0b6e81a2'] {{(pid=103259) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 12 11:04:20.483389 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f55c4b9e-d3fb-4144-b1ce-e9dbb3d4f18d tempest-TestMinimumBasicScenario-1302687836 tempest-TestMinimumBasicScenario-1302687836-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:04:20.485196 dv-cinder-830088-4-iscsi neutron-server[103258]: INFO neutron.wsgi [None req-f55c4b9e-d3fb-4144-b1ce-e9dbb3d4f18d tempest-TestMinimumBasicScenario-1302687836 tempest-TestMinimumBasicScenario-1302687836-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=6bac3aa8-98ca-40ce-951f-208d8cb6ac0e HTTP/1.1" status: 200 len: 1124 time: 0.2658646 Apr 12 11:04:20.488195 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron.wsgi [-] (103257) accepted ('10.222.0.39', 54290) {{(pid=103257) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 11:04:20.493438 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron.api.v2.base [None req-f71588fc-b573-4da5-b3fc-a4a38ca542f3 tempest-TestMinimumBasicScenario-1491506946 tempest-TestMinimumBasicScenario-1491506946-project] Request body: {'floatingip': {'floating_network_id': '3b7be5f2-485b-4c85-8f98-fb200971b61c', 'port_id': 'bb599851-186f-4d11-8ba0-67885d7edd26', 'tenant_id': 'dcfac628f55a40e9b7615ebf00184320', 'fixed_ip_address': '172.20.0.3'}} {{(pid=103257) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 11:04:20.495422 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93d10f50-a198-4e10-bbbb-e28d79a19078 req-e9d54448-c7ec-4d87-b193-e703d8597f70 tempest-ServerRescueNegativeTestJSON-1304480791 tempest-ServerRescueNegativeTestJSON-1304480791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:04:20.496946 dv-cinder-830088-4-iscsi neutron-server[103258]: INFO neutron.wsgi [req-93d10f50-a198-4e10-bbbb-e28d79a19078 req-e9d54448-c7ec-4d87-b193-e703d8597f70 tempest-ServerRescueNegativeTestJSON-1304480791 tempest-ServerRescueNegativeTestJSON-1304480791-project] 10.222.0.39 "GET /v2.0/ports?device_id=d9cb99b4-c491-4271-becc-0d2d2181c9ef HTTP/1.1" status: 200 len: 945 time: 0.1027272 Apr 12 11:04:20.525268 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-f71588fc-b573-4da5-b3fc-a4a38ca542f3 tempest-TestMinimumBasicScenario-1491506946 tempest-TestMinimumBasicScenario-1491506946-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:04:20.564343 dv-cinder-830088-4-iscsi neutron-server[103258]: INFO neutron.wsgi [req-93d10f50-a198-4e10-bbbb-e28d79a19078 req-579fd479-04ef-46fd-a208-ee74388065be tempest-ServerRescueNegativeTestJSON-1304480791 tempest-ServerRescueNegativeTestJSON-1304480791-project] 10.222.0.39 "GET /v2.0/security-groups?id=b1b29e01-05b2-4338-a931-45b7ca5e7425&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0606661 Apr 12 11:04:20.620185 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-f71588fc-b573-4da5-b3fc-a4a38ca542f3 tempest-TestMinimumBasicScenario-1491506946 tempest-TestMinimumBasicScenario-1491506946-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1535343'] for port (None), before_create {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:04:20.728258 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron.db.db_base_plugin_common [None req-f71588fc-b573-4da5-b3fc-a4a38ca542f3 tempest-TestMinimumBasicScenario-1491506946 tempest-TestMinimumBasicScenario-1491506946-project] Allocated IP 172.27.3.233 (3b7be5f2-485b-4c85-8f98-fb200971b61c/4887111e-1302-416a-ab8e-c957c9df7f85/5a2737bd-ff7f-43ea-a41c-b657565fa4c2) {{(pid=103257) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 12 11:04:20.841974 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-f71588fc-b573-4da5-b3fc-a4a38ca542f3 tempest-TestMinimumBasicScenario-1491506946 tempest-TestMinimumBasicScenario-1491506946-project] Publish callbacks [] for port (5a2737bd-ff7f-43ea-a41c-b657565fa4c2), precommit_create {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:04:20.879332 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-f71588fc-b573-4da5-b3fc-a4a38ca542f3 tempest-TestMinimumBasicScenario-1491506946 tempest-TestMinimumBasicScenario-1491506946-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1534861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777667450152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5265645'] for port (5a2737bd-ff7f-43ea-a41c-b657565fa4c2), after_create {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:04:20.918792 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f71588fc-b573-4da5-b3fc-a4a38ca542f3 tempest-TestMinimumBasicScenario-1491506946 tempest-TestMinimumBasicScenario-1491506946-project] Network 3b7be5f2-485b-4c85-8f98-fb200971b61c is already hosted by enough agents. {{(pid=103257) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 11:04:20.921541 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron.scheduler.base_scheduler [None req-f71588fc-b573-4da5-b3fc-a4a38ca542f3 tempest-TestMinimumBasicScenario-1491506946 tempest-TestMinimumBasicScenario-1491506946-project] Resources bound (agent type, host, resource id): {{(pid=103257) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 11:04:20.925068 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f71588fc-b573-4da5-b3fc-a4a38ca542f3 tempest-TestMinimumBasicScenario-1491506946 tempest-TestMinimumBasicScenario-1491506946-project] Received port after_create {{(pid=103257) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 12 11:04:20.933809 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f71588fc-b573-4da5-b3fc-a4a38ca542f3 tempest-TestMinimumBasicScenario-1491506946 tempest-TestMinimumBasicScenario-1491506946-project] Pushing event updated for resources: {'Port': ['ID=5a2737bd-ff7f-43ea-a41c-b657565fa4c2,revision_number=1']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:04:21.291512 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-f71588fc-b573-4da5-b3fc-a4a38ca542f3 tempest-TestMinimumBasicScenario-1491506946 tempest-TestMinimumBasicScenario-1491506946-project] Publish callbacks [] for floatingip (a9c8e484-0a11-4dc8-9139-57d0fb004a98), precommit_create {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:04:21.367172 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-f71588fc-b573-4da5-b3fc-a4a38ca542f3 tempest-TestMinimumBasicScenario-1491506946 tempest-TestMinimumBasicScenario-1491506946-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1535343'] for port (5a2737bd-ff7f-43ea-a41c-b657565fa4c2), before_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:04:21.509675 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-f71588fc-b573-4da5-b3fc-a4a38ca542f3 tempest-TestMinimumBasicScenario-1491506946 tempest-TestMinimumBasicScenario-1491506946-project] Publish callbacks [] for port (5a2737bd-ff7f-43ea-a41c-b657565fa4c2), precommit_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:04:21.514093 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-f71588fc-b573-4da5-b3fc-a4a38ca542f3 tempest-TestMinimumBasicScenario-1491506946 tempest-TestMinimumBasicScenario-1491506946-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1534861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777667992095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777667450170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777667450188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5265638'] for port (5a2737bd-ff7f-43ea-a41c-b657565fa4c2), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:04:21.585040 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f71588fc-b573-4da5-b3fc-a4a38ca542f3 tempest-TestMinimumBasicScenario-1491506946 tempest-TestMinimumBasicScenario-1491506946-project] Pushing event updated for resources: {'Port': ['ID=5a2737bd-ff7f-43ea-a41c-b657565fa4c2,revision_number=2']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:04:21.593827 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-f71588fc-b573-4da5-b3fc-a4a38ca542f3 tempest-TestMinimumBasicScenario-1491506946 tempest-TestMinimumBasicScenario-1491506946-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-579534'] for floatingip (a9c8e484-0a11-4dc8-9139-57d0fb004a98), after_create {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:04:21.695748 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron.plugins.ml2.rpc [None req-ae6c308c-a92e-4424-a7f8-d6a17e5174ef None None] Device 7a6a5da3-5446-43d6-9ca9-386e0b6e81a2 up at agent hyperv_hv-cinder-83008 {{(pid=103259) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 11:04:21.713868 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe5b0679-1e4a-4898-9413-08ce6593b5e6 req-87b4324f-2e44-4e71-9d53-0a5ff2ba7c52 tempest-ServerRescueNegativeTestJSON-1304480791 tempest-ServerRescueNegativeTestJSON-1304480791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:04:21.715387 dv-cinder-830088-4-iscsi neutron-server[103257]: INFO neutron.wsgi [req-fe5b0679-1e4a-4898-9413-08ce6593b5e6 req-87b4324f-2e44-4e71-9d53-0a5ff2ba7c52 tempest-ServerRescueNegativeTestJSON-1304480791 tempest-ServerRescueNegativeTestJSON-1304480791-project] 10.222.0.39 "GET /v2.0/ports?device_id=d9cb99b4-c491-4271-becc-0d2d2181c9ef HTTP/1.1" status: 200 len: 945 time: 0.0819328 Apr 12 11:04:21.738592 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron.db.provisioning_blocks [None req-ae6c308c-a92e-4424-a7f8-d6a17e5174ef None None] Provisioning for port 7a6a5da3-5446-43d6-9ca9-386e0b6e81a2 completed by entity L2. {{(pid=103259) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Apr 12 11:04:21.745425 dv-cinder-830088-4-iscsi neutron-server[103257]: INFO neutron.db.l3_db [None req-f71588fc-b573-4da5-b3fc-a4a38ca542f3 tempest-TestMinimumBasicScenario-1491506946 tempest-TestMinimumBasicScenario-1491506946-project] Floating IP a9c8e484-0a11-4dc8-9139-57d0fb004a98 associated. External IP: 172.27.3.233, port: bb599851-186f-4d11-8ba0-67885d7edd26. Apr 12 11:04:21.745764 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron.db.provisioning_blocks [None req-ae6c308c-a92e-4424-a7f8-d6a17e5174ef None None] Provisioning complete for port 7a6a5da3-5446-43d6-9ca9-386e0b6e81a2 triggered by entity L2. {{(pid=103259) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 11:04:21.746165 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron_lib.callbacks.manager [None req-ae6c308c-a92e-4424-a7f8-d6a17e5174ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1343588'] for port (7a6a5da3-5446-43d6-9ca9-386e0b6e81a2), provisioning_complete {{(pid=103259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:04:21.813949 dv-cinder-830088-4-iscsi neutron-server[103257]: INFO neutron.wsgi [req-fe5b0679-1e4a-4898-9413-08ce6593b5e6 req-b1efa37b-17d9-41a7-af28-d44226d40f4c tempest-ServerRescueNegativeTestJSON-1304480791 tempest-ServerRescueNegativeTestJSON-1304480791-project] 10.222.0.39 "GET /v2.0/security-groups?id=b1b29e01-05b2-4338-a931-45b7ca5e7425&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0893366 Apr 12 11:04:21.832069 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron.plugins.ml2.plugin [None req-ae6c308c-a92e-4424-a7f8-d6a17e5174ef None None] Current status of the port 7a6a5da3-5446-43d6-9ca9-386e0b6e81a2 is: BUILD; New status is: ACTIVE {{(pid=103259) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 11:04:21.832573 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron_lib.callbacks.manager [None req-ae6c308c-a92e-4424-a7f8-d6a17e5174ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1535343'] for port (7a6a5da3-5446-43d6-9ca9-386e0b6e81a2), before_update {{(pid=103259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:04:21.855642 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd9cb99b4-c491-4271-becc-0d2d2181c9ef', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7a6a5da3-5446-43d6-9ca9-386e0b6e81a2'}] {{(pid=103259) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 11:04:21.858182 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}af87e37ddfedca7c8b2a1dd0c6cba4e3e91bcc66796c687067be127c7223cf15" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e97cdba9-dab3-44da-a4c8-418ee45417a3" -d '{"events": [{"server_uuid": "d9cb99b4-c491-4271-becc-0d2d2181c9ef", "name": "network-vif-plugged", "status": "completed", "tag": "7a6a5da3-5446-43d6-9ca9-386e0b6e81a2"}]}' {{(pid=103259) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 11:04:21.872310 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron.plugins.ml2.db [None req-ae6c308c-a92e-4424-a7f8-d6a17e5174ef None None] For port 7a6a5da3-5446-43d6-9ca9-386e0b6e81a2, host hv-cinder-83008, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83008',level=0,port_id=7a6a5da3-5446-43d6-9ca9-386e0b6e81a2,segment=NetworkSegment(fef06479-df1c-48b3-ab23-a5007803664a),segment_id=fef06479-df1c-48b3-ab23-a5007803664a)] {{(pid=103259) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 11:04:21.878099 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron_lib.callbacks.manager [None req-ae6c308c-a92e-4424-a7f8-d6a17e5174ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1534861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777667992095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777667450170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777667450188'] for port (7a6a5da3-5446-43d6-9ca9-386e0b6e81a2), after_update {{(pid=103259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:04:21.922043 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Apr 2022 11:04:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aff948b3-815e-4d38-aa6f-6f8ff4c91e7e x-openstack-request-id: req-aff948b3-815e-4d38-aa6f-6f8ff4c91e7e {{(pid=103259) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 11:04:21.922348 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d9cb99b4-c491-4271-becc-0d2d2181c9ef", "name": "network-vif-plugged", "status": "completed", "tag": "7a6a5da3-5446-43d6-9ca9-386e0b6e81a2", "code": 200}]} {{(pid=103259) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 11:04:21.922674 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-aff948b3-815e-4d38-aa6f-6f8ff4c91e7e {{(pid=103259) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 11:04:21.923079 dv-cinder-830088-4-iscsi neutron-server[103259]: INFO neutron.notifiers.nova [-] Nova event matching ['req-aff948b3-815e-4d38-aa6f-6f8ff4c91e7e'] response: {'server_uuid': 'd9cb99b4-c491-4271-becc-0d2d2181c9ef', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7a6a5da3-5446-43d6-9ca9-386e0b6e81a2', 'code': 200} Apr 12 11:04:21.932622 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae6c308c-a92e-4424-a7f8-d6a17e5174ef None None] Pushing event updated for resources: {'Port': ['ID=7a6a5da3-5446-43d6-9ca9-386e0b6e81a2,revision_number=5']} {{(pid=103259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:04:22.005645 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f71588fc-b573-4da5-b3fc-a4a38ca542f3 tempest-TestMinimumBasicScenario-1491506946 tempest-TestMinimumBasicScenario-1491506946-project] Router c2bfbd9b-0f05-47ea-a3fe-4882b6cd1a58 has already been hosted by L3 agent 77f5e085-0284-4236-9dbf-35d2d452e277 {{(pid=103257) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 12 11:04:22.147507 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f71588fc-b573-4da5-b3fc-a4a38ca542f3 tempest-TestMinimumBasicScenario-1491506946 tempest-TestMinimumBasicScenario-1491506946-project] Notify agent at l3_agent.dv-cinder-830088-4-iscsi the message routers_updated {{(pid=103257) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 12 11:04:22.159475 dv-cinder-830088-4-iscsi neutron-server[103260]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4fa91c4-1d3b-4037-988d-0cef47e41b7a None None] Sync routers for ids ['c2bfbd9b-0f05-47ea-a3fe-4882b6cd1a58'] in dv-cinder-830088-4-iscsi {{(pid=103260) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 12 11:04:22.169513 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a03e5034-ada8-42fd-b094-7ffebd8782dc req-faac68ab-e8cc-474e-a93e-fb8b6fc632cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:04:22.170455 dv-cinder-830088-4-iscsi neutron-server[103260]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4fa91c4-1d3b-4037-988d-0cef47e41b7a None None] Routers {'c2bfbd9b-0f05-47ea-a3fe-4882b6cd1a58'} bound to L3 agent in host dv-cinder-830088-4-iscsi {{(pid=103260) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 11:04:22.171166 dv-cinder-830088-4-iscsi neutron-server[103260]: DEBUG neutron.db.l3_hamode_db [None req-c4fa91c4-1d3b-4037-988d-0cef47e41b7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830088-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-12T10:52:12Z,description=,heartbeat_timestamp=2022-04-12T11:04:13Z,host='dv-cinder-830088-4-iscsi',id=77f5e085-0284-4236-9dbf-35d2d452e277,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T10:52:12Z,topic='l3_agent')) {'router_ids': ['c2bfbd9b-0f05-47ea-a3fe-4882b6cd1a58'], 'active': True} {{(pid=103260) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 11:04:22.171476 dv-cinder-830088-4-iscsi neutron-server[103257]: INFO neutron.wsgi [req-a03e5034-ada8-42fd-b094-7ffebd8782dc req-faac68ab-e8cc-474e-a93e-fb8b6fc632cc service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=d9cb99b4-c491-4271-becc-0d2d2181c9ef HTTP/1.1" status: 200 len: 1130 time: 0.0527246 Apr 12 11:04:22.174590 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-f71588fc-b573-4da5-b3fc-a4a38ca542f3 tempest-TestMinimumBasicScenario-1491506946 tempest-TestMinimumBasicScenario-1491506946-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108023'] for floatingip (None), before_response {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:04:22.226428 dv-cinder-830088-4-iscsi neutron-server[103257]: INFO neutron.wsgi [None req-f71588fc-b573-4da5-b3fc-a4a38ca542f3 tempest-TestMinimumBasicScenario-1491506946 tempest-TestMinimumBasicScenario-1491506946-project] 10.222.0.39 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.7333159 Apr 12 11:04:22.226428 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6bac3aa8-98ca-40ce-951f-208d8cb6ac0e', 'tag': 'bb599851-186f-4d11-8ba0-67885d7edd26'}] {{(pid=103257) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 11:04:22.227013 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}263188bb5a56b6ea0b99504a79f1a82db60da3322be0ebbd3338f0b2803b3102" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3521c360-eb5b-4d17-86af-dd097ff6f153" -d '{"events": [{"name": "network-changed", "server_uuid": "6bac3aa8-98ca-40ce-951f-208d8cb6ac0e", "tag": "bb599851-186f-4d11-8ba0-67885d7edd26"}]}' {{(pid=103257) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 11:04:22.227775 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.wsgi [-] (103258) accepted ('10.222.0.39', 54350) {{(pid=103258) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 11:04:22.232936 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.api.v2.base [None req-2ed89602-30d3-4592-81bc-b027e9797b9b tempest-TestMinimumBasicScenario-1491506946 tempest-TestMinimumBasicScenario-1491506946-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1279840590', 'description': 'tempest-secgroup-smoke-1279840590 description', 'project_id': 'dcfac628f55a40e9b7615ebf00184320'}} {{(pid=103258) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 11:04:22.270549 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-2ed89602-30d3-4592-81bc-b027e9797b9b tempest-TestMinimumBasicScenario-1491506946 tempest-TestMinimumBasicScenario-1491506946-project] Publish callbacks [] for security_group (None), before_create {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:04:22.282838 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Apr 2022 11:04:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f95a853f-3c04-40f7-aece-b0f28e71c13b x-openstack-request-id: req-f95a853f-3c04-40f7-aece-b0f28e71c13b {{(pid=103257) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 11:04:22.282838 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6bac3aa8-98ca-40ce-951f-208d8cb6ac0e", "tag": "bb599851-186f-4d11-8ba0-67885d7edd26", "status": "completed", "code": 200}]} {{(pid=103257) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 11:04:22.283277 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-f95a853f-3c04-40f7-aece-b0f28e71c13b {{(pid=103257) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 11:04:22.283593 dv-cinder-830088-4-iscsi neutron-server[103257]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f95a853f-3c04-40f7-aece-b0f28e71c13b'] response: {'name': 'network-changed', 'server_uuid': '6bac3aa8-98ca-40ce-951f-208d8cb6ac0e', 'tag': 'bb599851-186f-4d11-8ba0-67885d7edd26', 'status': 'completed', 'code': 200} Apr 12 11:04:22.287740 dv-cinder-830088-4-iscsi neutron-server[103257]: INFO neutron.wsgi [req-a03e5034-ada8-42fd-b094-7ffebd8782dc req-3642b9f0-7190-436b-8dce-06b01d6e4251 service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=b1b29e01-05b2-4338-a931-45b7ca5e7425&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0931456 Apr 12 11:04:22.299575 dv-cinder-830088-4-iscsi neutron-server[103260]: DEBUG neutron.db.l3_dvr_db [None req-c4fa91c4-1d3b-4037-988d-0cef47e41b7a None None] Set router c2bfbd9b-0f05-47ea-a3fe-4882b6cd1a58 gateway port host: dv-cinder-830088-4-iscsi {{(pid=103260) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 11:04:22.346952 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-2ed89602-30d3-4592-81bc-b027e9797b9b tempest-TestMinimumBasicScenario-1491506946 tempest-TestMinimumBasicScenario-1491506946-project] Publish callbacks [] for security_group (e4211224-c0e7-460d-b802-3e670bd3c94b), precommit_create {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:04:22.351577 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-2ed89602-30d3-4592-81bc-b027e9797b9b tempest-TestMinimumBasicScenario-1491506946 tempest-TestMinimumBasicScenario-1491506946-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-415253'] for security_group (e4211224-c0e7-460d-b802-3e670bd3c94b), after_create {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:04:22.383031 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-2ed89602-30d3-4592-81bc-b027e9797b9b tempest-TestMinimumBasicScenario-1491506946 tempest-TestMinimumBasicScenario-1491506946-project] Publish callbacks [] for security_group (None), before_response {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:04:22.386932 dv-cinder-830088-4-iscsi neutron-server[103258]: INFO neutron.wsgi [None req-2ed89602-30d3-4592-81bc-b027e9797b9b tempest-TestMinimumBasicScenario-1491506946 tempest-TestMinimumBasicScenario-1491506946-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.1553364 Apr 12 11:04:22.387125 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.wsgi [-] (103258) accepted ('10.222.0.39', 54370) {{(pid=103258) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 11:04:22.392244 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.api.v2.base [None req-a0a0c5ee-fd20-46e7-94e8-07de1ae93475 tempest-TestMinimumBasicScenario-1491506946 tempest-TestMinimumBasicScenario-1491506946-project] Request body: {'security_group_rule': {'security_group_id': 'e4211224-c0e7-460d-b802-3e670bd3c94b', 'project_id': 'dcfac628f55a40e9b7615ebf00184320', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103258) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 11:04:22.397995 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ed89602-30d3-4592-81bc-b027e9797b9b tempest-TestMinimumBasicScenario-1491506946 tempest-TestMinimumBasicScenario-1491506946-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e4211224-c0e7-460d-b802-3e670bd3c94b,revision_number=1']} {{(pid=103258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:04:22.426247 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-a0a0c5ee-fd20-46e7-94e8-07de1ae93475 tempest-TestMinimumBasicScenario-1491506946 tempest-TestMinimumBasicScenario-1491506946-project] Publish callbacks [] for security_group_rule (5ea52725-53c2-458e-ac90-10e2623447d3), before_create {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:04:22.498169 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-a0a0c5ee-fd20-46e7-94e8-07de1ae93475 tempest-TestMinimumBasicScenario-1491506946 tempest-TestMinimumBasicScenario-1491506946-project] Publish callbacks [] for security_group_rule (5ea52725-53c2-458e-ac90-10e2623447d3), precommit_create {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:04:22.502737 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-a0a0c5ee-fd20-46e7-94e8-07de1ae93475 tempest-TestMinimumBasicScenario-1491506946 tempest-TestMinimumBasicScenario-1491506946-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-415338'] for security_group_rule (5ea52725-53c2-458e-ac90-10e2623447d3), after_create {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:04:22.524453 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0a0c5ee-fd20-46e7-94e8-07de1ae93475 tempest-TestMinimumBasicScenario-1491506946 tempest-TestMinimumBasicScenario-1491506946-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5ea52725-53c2-458e-ac90-10e2623447d3,revision_number=0']} {{(pid=103258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:04:22.531791 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-a0a0c5ee-fd20-46e7-94e8-07de1ae93475 tempest-TestMinimumBasicScenario-1491506946 tempest-TestMinimumBasicScenario-1491506946-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:04:22.536226 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron.wsgi [-] (103257) accepted ('10.222.0.39', 54376) {{(pid=103257) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 11:04:22.541871 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron.api.v2.base [None req-b58676d2-210d-4c58-8644-c75eac2cd8ba tempest-TestMinimumBasicScenario-1491506946 tempest-TestMinimumBasicScenario-1491506946-project] Request body: {'security_group_rule': {'security_group_id': 'e4211224-c0e7-460d-b802-3e670bd3c94b', 'project_id': 'dcfac628f55a40e9b7615ebf00184320', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103257) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 11:04:22.547119 dv-cinder-830088-4-iscsi neutron-server[103258]: INFO neutron.wsgi [None req-a0a0c5ee-fd20-46e7-94e8-07de1ae93475 tempest-TestMinimumBasicScenario-1491506946 tempest-TestMinimumBasicScenario-1491506946-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1589293 Apr 12 11:04:22.568943 dv-cinder-830088-4-iscsi neutron-server[103260]: DEBUG neutron.db.l3_hamode_db [None req-c4fa91c4-1d3b-4037-988d-0cef47e41b7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c2bfbd9b-0f05-47ea-a3fe-4882b6cd1a58', 'name': 'tempest-TestMinimumBasicScenario-1538033806-router', 'tenant_id': 'dcfac628f55a40e9b7615ebf00184320', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b7be5f2-485b-4c85-8f98-fb200971b61c', 'external_fixed_ips': [{'subnet_id': '4887111e-1302-416a-ab8e-c957c9df7f85', 'ip_address': '172.27.3.161'}], 'enable_snat': True}, 'gw_port_id': '382d4000-7e14-4e0e-8323-855f7d4402e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T11:02:48Z', 'updated_at': '2022-04-12T11:02:51Z', 'revision_number': 4, 'project_id': 'dcfac628f55a40e9b7615ebf00184320', 'gw_port': {'id': '382d4000-7e14-4e0e-8323-855f7d4402e5', 'name': '', 'network_id': '3b7be5f2-485b-4c85-8f98-fb200971b61c', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:ac:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2bfbd9b-0f05-47ea-a3fe-4882b6cd1a58', 'device_owner': 'network:router_gateway', 'standard_attr_id': 286, 'fixed_ips': [{'subnet_id': '4887111e-1302-416a-ab8e-c957c9df7f85', 'ip_address': '172.27.3.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830088-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T11:02:48Z', 'updated_at': '2022-04-12T11:02:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4887111e-1302-416a-ab8e-c957c9df7f85', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830088-4-iscsi', '_floatingips': [{'id': 'a9c8e484-0a11-4dc8-9139-57d0fb004a98', 'tenant_id': 'dcfac628f55a40e9b7615ebf00184320', 'floating_ip_address': '172.27.3.233', 'floating_network_id': '3b7be5f2-485b-4c85-8f98-fb200971b61c', 'router_id': 'c2bfbd9b-0f05-47ea-a3fe-4882b6cd1a58', 'port_id': 'bb599851-186f-4d11-8ba0-67885d7edd26', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 371, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6b07eef1-d07a-4859-9857-639b7b48caec', 'mac_address': 'fa:16:3e:a1:f9:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6bac3aa8-98ca-40ce-951f-208d8cb6ac0e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-12T11:04:21Z', 'updated_at': '2022-04-12T11:04:21Z', 'revision_number': 0, 'project_id': 'dcfac628f55a40e9b7615ebf00184320', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ee1d3813-7355-44e7-a412-e4baa8b09e33', 'name': '', 'network_id': '6b07eef1-d07a-4859-9857-639b7b48caec', 'tenant_id': 'dcfac628f55a40e9b7615ebf00184320', 'mac_address': 'fa:16:3e:a2:41:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2bfbd9b-0f05-47ea-a3fe-4882b6cd1a58', 'device_owner': 'network:router_interface', 'standard_attr_id': 287, 'fixed_ips': [{'subnet_id': '62a3d71a-6b7f-4b84-be49-3fdc054580de', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830088-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T11:02:50Z', 'updated_at': '2022-04-12T11:02:55Z', 'revision_number': 5, 'project_id': 'dcfac628f55a40e9b7615ebf00184320', 'subnets': [{'id': '62a3d71a-6b7f-4b84-be49-3fdc054580de', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830088-4-iscsi', False) {} {{(pid=103260) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 11:04:22.574129 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-b58676d2-210d-4c58-8644-c75eac2cd8ba tempest-TestMinimumBasicScenario-1491506946 tempest-TestMinimumBasicScenario-1491506946-project] Publish callbacks [] for security_group_rule (a990ca61-b49e-4b5a-8b64-cc08cbfd93f2), before_create {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:04:22.595268 dv-cinder-830088-4-iscsi neutron-server[103260]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4fa91c4-1d3b-4037-988d-0cef47e41b7a None None] Checking router: c2bfbd9b-0f05-47ea-a3fe-4882b6cd1a58 for host: dv-cinder-830088-4-iscsi {{(pid=103260) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 12 11:04:22.604778 dv-cinder-830088-4-iscsi neutron-server[103260]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4fa91c4-1d3b-4037-988d-0cef47e41b7a None None] Routers {'c2bfbd9b-0f05-47ea-a3fe-4882b6cd1a58'} bound to L3 agent in host dv-cinder-830088-4-iscsi {{(pid=103260) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 11:04:22.605369 dv-cinder-830088-4-iscsi neutron-server[103260]: DEBUG neutron.db.l3_hamode_db [None req-c4fa91c4-1d3b-4037-988d-0cef47e41b7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830088-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-12T10:52:12Z,description=,heartbeat_timestamp=2022-04-12T11:04:13Z,host='dv-cinder-830088-4-iscsi',id=77f5e085-0284-4236-9dbf-35d2d452e277,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T10:52:12Z,topic='l3_agent')) {'router_ids': ['c2bfbd9b-0f05-47ea-a3fe-4882b6cd1a58'], 'active': True} {{(pid=103260) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 11:04:22.629766 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-b58676d2-210d-4c58-8644-c75eac2cd8ba tempest-TestMinimumBasicScenario-1491506946 tempest-TestMinimumBasicScenario-1491506946-project] Publish callbacks [] for security_group_rule (a990ca61-b49e-4b5a-8b64-cc08cbfd93f2), precommit_create {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:04:22.634129 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-b58676d2-210d-4c58-8644-c75eac2cd8ba tempest-TestMinimumBasicScenario-1491506946 tempest-TestMinimumBasicScenario-1491506946-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-415338'] for security_group_rule (a990ca61-b49e-4b5a-8b64-cc08cbfd93f2), after_create {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:04:22.651564 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b58676d2-210d-4c58-8644-c75eac2cd8ba tempest-TestMinimumBasicScenario-1491506946 tempest-TestMinimumBasicScenario-1491506946-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a990ca61-b49e-4b5a-8b64-cc08cbfd93f2,revision_number=0']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:04:22.661898 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-b58676d2-210d-4c58-8644-c75eac2cd8ba tempest-TestMinimumBasicScenario-1491506946 tempest-TestMinimumBasicScenario-1491506946-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:04:22.663367 dv-cinder-830088-4-iscsi neutron-server[103257]: INFO neutron.wsgi [None req-b58676d2-210d-4c58-8644-c75eac2cd8ba tempest-TestMinimumBasicScenario-1491506946 tempest-TestMinimumBasicScenario-1491506946-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1253242 Apr 12 11:04:22.666110 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron.wsgi [-] (103257) accepted ('10.222.0.39', 54378) {{(pid=103257) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 11:04:22.670597 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron.api.v2.base [None req-22344215-0d93-413c-bb2a-ea4397c275c7 tempest-TestMinimumBasicScenario-1491506946 tempest-TestMinimumBasicScenario-1491506946-project] Request body: {'security_group_rule': {'security_group_id': 'e4211224-c0e7-460d-b802-3e670bd3c94b', 'project_id': 'dcfac628f55a40e9b7615ebf00184320', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103257) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 11:04:22.697998 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-22344215-0d93-413c-bb2a-ea4397c275c7 tempest-TestMinimumBasicScenario-1491506946 tempest-TestMinimumBasicScenario-1491506946-project] Publish callbacks [] for security_group_rule (47cb63be-1e99-49ca-8be9-366cdb3b304d), before_create {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:04:22.756926 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-22344215-0d93-413c-bb2a-ea4397c275c7 tempest-TestMinimumBasicScenario-1491506946 tempest-TestMinimumBasicScenario-1491506946-project] Publish callbacks [] for security_group_rule (47cb63be-1e99-49ca-8be9-366cdb3b304d), precommit_create {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:04:22.760962 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-22344215-0d93-413c-bb2a-ea4397c275c7 tempest-TestMinimumBasicScenario-1491506946 tempest-TestMinimumBasicScenario-1491506946-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-415338'] for security_group_rule (47cb63be-1e99-49ca-8be9-366cdb3b304d), after_create {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:04:22.778416 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22344215-0d93-413c-bb2a-ea4397c275c7 tempest-TestMinimumBasicScenario-1491506946 tempest-TestMinimumBasicScenario-1491506946-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=47cb63be-1e99-49ca-8be9-366cdb3b304d,revision_number=0']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:04:22.787460 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-22344215-0d93-413c-bb2a-ea4397c275c7 tempest-TestMinimumBasicScenario-1491506946 tempest-TestMinimumBasicScenario-1491506946-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:04:22.789337 dv-cinder-830088-4-iscsi neutron-server[103257]: INFO neutron.wsgi [None req-22344215-0d93-413c-bb2a-ea4397c275c7 tempest-TestMinimumBasicScenario-1491506946 tempest-TestMinimumBasicScenario-1491506946-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1221666 Apr 12 11:04:22.791470 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron.wsgi [-] (103257) accepted ('10.222.0.39', 54380) {{(pid=103257) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 11:04:22.796326 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron.api.v2.base [None req-0683473b-21a7-4c57-a056-860372e635c7 tempest-TestMinimumBasicScenario-1491506946 tempest-TestMinimumBasicScenario-1491506946-project] Request body: {'security_group_rule': {'security_group_id': 'e4211224-c0e7-460d-b802-3e670bd3c94b', 'project_id': 'dcfac628f55a40e9b7615ebf00184320', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103257) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 11:04:22.804092 dv-cinder-830088-4-iscsi neutron-server[103260]: DEBUG neutron.db.l3_dvr_db [None req-c4fa91c4-1d3b-4037-988d-0cef47e41b7a None None] Set router c2bfbd9b-0f05-47ea-a3fe-4882b6cd1a58 gateway port host: dv-cinder-830088-4-iscsi {{(pid=103260) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 11:04:22.824773 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-0683473b-21a7-4c57-a056-860372e635c7 tempest-TestMinimumBasicScenario-1491506946 tempest-TestMinimumBasicScenario-1491506946-project] Publish callbacks [] for security_group_rule (542f25cf-9be2-4f1e-878e-b7d268cdf82e), before_create {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:04:22.897708 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-0683473b-21a7-4c57-a056-860372e635c7 tempest-TestMinimumBasicScenario-1491506946 tempest-TestMinimumBasicScenario-1491506946-project] Publish callbacks [] for security_group_rule (542f25cf-9be2-4f1e-878e-b7d268cdf82e), precommit_create {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:04:22.901893 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-0683473b-21a7-4c57-a056-860372e635c7 tempest-TestMinimumBasicScenario-1491506946 tempest-TestMinimumBasicScenario-1491506946-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-415338'] for security_group_rule (542f25cf-9be2-4f1e-878e-b7d268cdf82e), after_create {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:04:22.922135 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0683473b-21a7-4c57-a056-860372e635c7 tempest-TestMinimumBasicScenario-1491506946 tempest-TestMinimumBasicScenario-1491506946-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=542f25cf-9be2-4f1e-878e-b7d268cdf82e,revision_number=0']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:04:22.938896 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-0683473b-21a7-4c57-a056-860372e635c7 tempest-TestMinimumBasicScenario-1491506946 tempest-TestMinimumBasicScenario-1491506946-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:04:22.942899 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.wsgi [-] (103258) accepted ('10.222.0.39', 54384) {{(pid=103258) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 11:04:22.943031 dv-cinder-830088-4-iscsi neutron-server[103257]: INFO neutron.wsgi [None req-0683473b-21a7-4c57-a056-860372e635c7 tempest-TestMinimumBasicScenario-1491506946 tempest-TestMinimumBasicScenario-1491506946-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1506681 Apr 12 11:04:22.948015 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.api.v2.base [None req-bb478e09-4c0d-46fb-84fd-e7d371b16662 tempest-TestMinimumBasicScenario-1491506946 tempest-TestMinimumBasicScenario-1491506946-project] Request body: {'security_group_rule': {'security_group_id': 'e4211224-c0e7-460d-b802-3e670bd3c94b', 'project_id': 'dcfac628f55a40e9b7615ebf00184320', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103258) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 11:04:22.962434 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-668b75e1-12bf-4d18-889e-dc3cfe5ad02e req-5dd48f7f-d4df-4e23-ba6a-9a4962b24730 tempest-ServerRescueNegativeTestJSON-1304480791 tempest-ServerRescueNegativeTestJSON-1304480791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:04:22.963927 dv-cinder-830088-4-iscsi neutron-server[103258]: INFO neutron.wsgi [req-668b75e1-12bf-4d18-889e-dc3cfe5ad02e req-5dd48f7f-d4df-4e23-ba6a-9a4962b24730 tempest-ServerRescueNegativeTestJSON-1304480791 tempest-ServerRescueNegativeTestJSON-1304480791-project] 10.222.0.39 "GET /v2.0/ports?device_id=d9cb99b4-c491-4271-becc-0d2d2181c9ef HTTP/1.1" status: 200 len: 946 time: 0.0741565 Apr 12 11:04:22.991276 dv-cinder-830088-4-iscsi neutron-server[103258]: INFO neutron.db.securitygroups_db [None req-bb478e09-4c0d-46fb-84fd-e7d371b16662 tempest-TestMinimumBasicScenario-1491506946 tempest-TestMinimumBasicScenario-1491506946-project] Project dcfac628f55a40e9b7615ebf00184320 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 12 11:04:23.000619 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-bb478e09-4c0d-46fb-84fd-e7d371b16662 tempest-TestMinimumBasicScenario-1491506946 tempest-TestMinimumBasicScenario-1491506946-project] Publish callbacks [] for security_group_rule (7cd01f5d-df85-46be-be67-4a20614f725d), before_create {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:04:23.003924 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3521c360-eb5b-4d17-86af-dd097ff6f153 req-a6664c66-062f-4634-911c-015839492834 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:04:23.005713 dv-cinder-830088-4-iscsi neutron-server[103257]: INFO neutron.wsgi [req-3521c360-eb5b-4d17-86af-dd097ff6f153 req-a6664c66-062f-4634-911c-015839492834 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=dcfac628f55a40e9b7615ebf00184320&device_id=6bac3aa8-98ca-40ce-951f-208d8cb6ac0e HTTP/1.1" status: 200 len: 1129 time: 0.0441711 Apr 12 11:04:23.039653 dv-cinder-830088-4-iscsi neutron-server[103258]: INFO neutron.wsgi [req-668b75e1-12bf-4d18-889e-dc3cfe5ad02e req-a3dedadf-82ec-4303-900c-d9439ddc77ab tempest-ServerRescueNegativeTestJSON-1304480791 tempest-ServerRescueNegativeTestJSON-1304480791-project] 10.222.0.39 "GET /v2.0/security-groups?id=b1b29e01-05b2-4338-a931-45b7ca5e7425&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0688126 Apr 12 11:04:23.040200 dv-cinder-830088-4-iscsi neutron-server[103260]: DEBUG neutron.db.l3_hamode_db [None req-c4fa91c4-1d3b-4037-988d-0cef47e41b7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c2bfbd9b-0f05-47ea-a3fe-4882b6cd1a58', 'name': 'tempest-TestMinimumBasicScenario-1538033806-router', 'tenant_id': 'dcfac628f55a40e9b7615ebf00184320', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b7be5f2-485b-4c85-8f98-fb200971b61c', 'external_fixed_ips': [{'subnet_id': '4887111e-1302-416a-ab8e-c957c9df7f85', 'ip_address': '172.27.3.161'}], 'enable_snat': True}, 'gw_port_id': '382d4000-7e14-4e0e-8323-855f7d4402e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T11:02:48Z', 'updated_at': '2022-04-12T11:02:51Z', 'revision_number': 4, 'project_id': 'dcfac628f55a40e9b7615ebf00184320', 'gw_port': {'id': '382d4000-7e14-4e0e-8323-855f7d4402e5', 'name': '', 'network_id': '3b7be5f2-485b-4c85-8f98-fb200971b61c', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:ac:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2bfbd9b-0f05-47ea-a3fe-4882b6cd1a58', 'device_owner': 'network:router_gateway', 'standard_attr_id': 286, 'fixed_ips': [{'subnet_id': '4887111e-1302-416a-ab8e-c957c9df7f85', 'ip_address': '172.27.3.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830088-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T11:02:48Z', 'updated_at': '2022-04-12T11:02:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4887111e-1302-416a-ab8e-c957c9df7f85', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830088-4-iscsi', '_floatingips': [{'id': 'a9c8e484-0a11-4dc8-9139-57d0fb004a98', 'tenant_id': 'dcfac628f55a40e9b7615ebf00184320', 'floating_ip_address': '172.27.3.233', 'floating_network_id': '3b7be5f2-485b-4c85-8f98-fb200971b61c', 'router_id': 'c2bfbd9b-0f05-47ea-a3fe-4882b6cd1a58', 'port_id': 'bb599851-186f-4d11-8ba0-67885d7edd26', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 371, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6b07eef1-d07a-4859-9857-639b7b48caec', 'mac_address': 'fa:16:3e:a1:f9:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6bac3aa8-98ca-40ce-951f-208d8cb6ac0e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-12T11:04:21Z', 'updated_at': '2022-04-12T11:04:21Z', 'revision_number': 0, 'project_id': 'dcfac628f55a40e9b7615ebf00184320', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ee1d3813-7355-44e7-a412-e4baa8b09e33', 'name': '', 'network_id': '6b07eef1-d07a-4859-9857-639b7b48caec', 'tenant_id': 'dcfac628f55a40e9b7615ebf00184320', 'mac_address': 'fa:16:3e:a2:41:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2bfbd9b-0f05-47ea-a3fe-4882b6cd1a58', 'device_owner': 'network:router_interface', 'standard_attr_id': 287, 'fixed_ips': [{'subnet_id': '62a3d71a-6b7f-4b84-be49-3fdc054580de', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830088-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T11:02:50Z', 'updated_at': '2022-04-12T11:02:55Z', 'revision_number': 5, 'project_id': 'dcfac628f55a40e9b7615ebf00184320', 'subnets': [{'id': '62a3d71a-6b7f-4b84-be49-3fdc054580de', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830088-4-iscsi', False) {} {{(pid=103260) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 11:04:23.068369 dv-cinder-830088-4-iscsi neutron-server[103260]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4fa91c4-1d3b-4037-988d-0cef47e41b7a None None] The sync data for ids ['c2bfbd9b-0f05-47ea-a3fe-4882b6cd1a58'] in dv-cinder-830088-4-iscsi is: [{'id': 'c2bfbd9b-0f05-47ea-a3fe-4882b6cd1a58', 'name': 'tempest-TestMinimumBasicScenario-1538033806-router', 'tenant_id': 'dcfac628f55a40e9b7615ebf00184320', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b7be5f2-485b-4c85-8f98-fb200971b61c', 'external_fixed_ips': [{'subnet_id': '4887111e-1302-416a-ab8e-c957c9df7f85', 'ip_address': '172.27.3.161'}], 'enable_snat': True}, 'gw_port_id': '382d4000-7e14-4e0e-8323-855f7d4402e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T11:02:48Z', 'updated_at': '2022-04-12T11:02:51Z', 'revision_number': 4, 'project_id': 'dcfac628f55a40e9b7615ebf00184320', 'gw_port': {'id': '382d4000-7e14-4e0e-8323-855f7d4402e5', 'name': '', 'network_id': '3b7be5f2-485b-4c85-8f98-fb200971b61c', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:ac:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2bfbd9b-0f05-47ea-a3fe-4882b6cd1a58', 'device_owner': 'network:router_gateway', 'standard_attr_id': 286, 'fixed_ips': [{'subnet_id': '4887111e-1302-416a-ab8e-c957c9df7f85', 'ip_address': '172.27.3.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830088-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T11:02:48Z', 'updated_at': '2022-04-12T11:02:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4887111e-1302-416a-ab8e-c957c9df7f85', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830088-4-iscsi', '_floatingips': [{'id': 'a9c8e484-0a11-4dc8-9139-57d0fb004a98', 'tenant_id': 'dcfac628f55a40e9b7615ebf00184320', 'floating_ip_address': '172.27.3.233', 'floating_network_id': '3b7be5f2-485b-4c85-8f98-fb200971b61c', 'router_id': 'c2bfbd9b-0f05-47ea-a3fe-4882b6cd1a58', 'port_id': 'bb599851-186f-4d11-8ba0-67885d7edd26', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 371, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6b07eef1-d07a-4859-9857-639b7b48caec', 'mac_address': 'fa:16:3e:a1:f9:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6bac3aa8-98ca-40ce-951f-208d8cb6ac0e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-12T11:04:21Z', 'updated_at': '2022-04-12T11:04:21Z', 'revision_number': 0, 'project_id': 'dcfac628f55a40e9b7615ebf00184320', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ee1d3813-7355-44e7-a412-e4baa8b09e33', 'name': '', 'network_id': '6b07eef1-d07a-4859-9857-639b7b48caec', 'tenant_id': 'dcfac628f55a40e9b7615ebf00184320', 'mac_address': 'fa:16:3e:a2:41:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2bfbd9b-0f05-47ea-a3fe-4882b6cd1a58', 'device_owner': 'network:router_interface', 'standard_attr_id': 287, 'fixed_ips': [{'subnet_id': '62a3d71a-6b7f-4b84-be49-3fdc054580de', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830088-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T11:02:50Z', 'updated_at': '2022-04-12T11:02:55Z', 'revision_number': 5, 'project_id': 'dcfac628f55a40e9b7615ebf00184320', 'subnets': [{'id': '62a3d71a-6b7f-4b84-be49-3fdc054580de', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103260) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 12 11:04:23.078197 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-bb478e09-4c0d-46fb-84fd-e7d371b16662 tempest-TestMinimumBasicScenario-1491506946 tempest-TestMinimumBasicScenario-1491506946-project] Publish callbacks [] for security_group_rule (7cd01f5d-df85-46be-be67-4a20614f725d), precommit_create {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:04:23.082788 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-bb478e09-4c0d-46fb-84fd-e7d371b16662 tempest-TestMinimumBasicScenario-1491506946 tempest-TestMinimumBasicScenario-1491506946-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-415338'] for security_group_rule (7cd01f5d-df85-46be-be67-4a20614f725d), after_create {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:04:23.102965 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb478e09-4c0d-46fb-84fd-e7d371b16662 tempest-TestMinimumBasicScenario-1491506946 tempest-TestMinimumBasicScenario-1491506946-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7cd01f5d-df85-46be-be67-4a20614f725d,revision_number=0']} {{(pid=103258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:04:23.106519 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3521c360-eb5b-4d17-86af-dd097ff6f153 req-8134e738-d79e-4ba5-8818-1f7058dd7c1b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:04:23.107949 dv-cinder-830088-4-iscsi neutron-server[103257]: INFO neutron.wsgi [req-3521c360-eb5b-4d17-86af-dd097ff6f153 req-8134e738-d79e-4ba5-8818-1f7058dd7c1b service neutron] 10.222.0.53 "GET /v2.0/networks?id=6b07eef1-d07a-4859-9857-639b7b48caec HTTP/1.1" status: 200 len: 916 time: 0.0954797 Apr 12 11:04:23.115808 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-bb478e09-4c0d-46fb-84fd-e7d371b16662 tempest-TestMinimumBasicScenario-1491506946 tempest-TestMinimumBasicScenario-1491506946-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:04:23.119157 dv-cinder-830088-4-iscsi neutron-server[103258]: INFO neutron.wsgi [None req-bb478e09-4c0d-46fb-84fd-e7d371b16662 tempest-TestMinimumBasicScenario-1491506946 tempest-TestMinimumBasicScenario-1491506946-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1751220 Apr 12 11:04:23.119807 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron.wsgi [-] (103257) accepted ('10.222.0.39', 54386) {{(pid=103257) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 11:04:23.124573 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron.api.v2.base [None req-21a30e45-a01c-4f5b-b949-64d4f109c5aa tempest-TestMinimumBasicScenario-1491506946 tempest-TestMinimumBasicScenario-1491506946-project] Request body: {'security_group_rule': {'security_group_id': 'e4211224-c0e7-460d-b802-3e670bd3c94b', 'project_id': 'dcfac628f55a40e9b7615ebf00184320', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103257) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 11:04:23.144867 dv-cinder-830088-4-iscsi neutron-server[103257]: INFO neutron.db.securitygroups_db [None req-21a30e45-a01c-4f5b-b949-64d4f109c5aa tempest-TestMinimumBasicScenario-1491506946 tempest-TestMinimumBasicScenario-1491506946-project] Project dcfac628f55a40e9b7615ebf00184320 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 12 11:04:23.151182 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-21a30e45-a01c-4f5b-b949-64d4f109c5aa tempest-TestMinimumBasicScenario-1491506946 tempest-TestMinimumBasicScenario-1491506946-project] Publish callbacks [] for security_group_rule (03406e69-60ac-4c36-846a-6f17efe64acd), before_create {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:04:23.215446 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-21a30e45-a01c-4f5b-b949-64d4f109c5aa tempest-TestMinimumBasicScenario-1491506946 tempest-TestMinimumBasicScenario-1491506946-project] Publish callbacks [] for security_group_rule (03406e69-60ac-4c36-846a-6f17efe64acd), precommit_create {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:04:23.218959 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-21a30e45-a01c-4f5b-b949-64d4f109c5aa tempest-TestMinimumBasicScenario-1491506946 tempest-TestMinimumBasicScenario-1491506946-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-415338'] for security_group_rule (03406e69-60ac-4c36-846a-6f17efe64acd), after_create {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:04:23.238006 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21a30e45-a01c-4f5b-b949-64d4f109c5aa tempest-TestMinimumBasicScenario-1491506946 tempest-TestMinimumBasicScenario-1491506946-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=03406e69-60ac-4c36-846a-6f17efe64acd,revision_number=0']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:04:23.247286 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-21a30e45-a01c-4f5b-b949-64d4f109c5aa tempest-TestMinimumBasicScenario-1491506946 tempest-TestMinimumBasicScenario-1491506946-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:04:23.259255 dv-cinder-830088-4-iscsi neutron-server[103257]: INFO neutron.wsgi [None req-21a30e45-a01c-4f5b-b949-64d4f109c5aa tempest-TestMinimumBasicScenario-1491506946 tempest-TestMinimumBasicScenario-1491506946-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1306818 Apr 12 11:04:23.282470 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4bb699d7-d7c9-45c0-acfc-cb75cefbc2d3 None None] New status for floating IP a9c8e484-0a11-4dc8-9139-57d0fb004a98: ACTIVE {{(pid=103259) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 12 11:04:23.340395 dv-cinder-830088-4-iscsi neutron-server[103257]: INFO neutron.wsgi [req-6d2c7c37-35c2-4ff5-841e-3653d0676376 req-0a0c509d-6306-433c-9b8d-1f584e7c50a4 tempest-TestMinimumBasicScenario-1491506946 tempest-TestMinimumBasicScenario-1491506946-project] 10.222.0.39 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1279840590&fields=id&tenant_id=dcfac628f55a40e9b7615ebf00184320 HTTP/1.1" status: 200 len: 267 time: 0.0439894 Apr 12 11:04:23.391870 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d2c7c37-35c2-4ff5-841e-3653d0676376 req-9b54ec91-6d85-483f-bad2-9057b7b4f865 tempest-TestMinimumBasicScenario-1491506946 tempest-TestMinimumBasicScenario-1491506946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:04:23.393339 dv-cinder-830088-4-iscsi neutron-server[103257]: INFO neutron.wsgi [req-6d2c7c37-35c2-4ff5-841e-3653d0676376 req-9b54ec91-6d85-483f-bad2-9057b7b4f865 tempest-TestMinimumBasicScenario-1491506946 tempest-TestMinimumBasicScenario-1491506946-project] 10.222.0.39 "GET /v2.0/ports?device_id=6bac3aa8-98ca-40ce-951f-208d8cb6ac0e HTTP/1.1" status: 200 len: 945 time: 0.0463922 Apr 12 11:04:23.404563 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron.api.v2.base [req-6d2c7c37-35c2-4ff5-841e-3653d0676376 req-d911f67a-98a1-4de8-8bf9-74adba4e820c tempest-TestMinimumBasicScenario-1491506946 tempest-TestMinimumBasicScenario-1491506946-project] Request body: {'port': {'security_groups': ['eeca4fa4-eaf7-49a0-81c4-0cdb30ea4fa7', 'e4211224-c0e7-460d-b802-3e670bd3c94b']}} {{(pid=103257) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 11:04:23.481645 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [req-6d2c7c37-35c2-4ff5-841e-3653d0676376 req-d911f67a-98a1-4de8-8bf9-74adba4e820c tempest-TestMinimumBasicScenario-1491506946 tempest-TestMinimumBasicScenario-1491506946-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1535343'] for port (bb599851-186f-4d11-8ba0-67885d7edd26), before_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:04:23.589774 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.wsgi [-] (103258) accepted ('10.222.0.39', 54392) {{(pid=103258) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 11:04:23.634263 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.db.db_base_plugin_v2 [None req-a8bf8162-5a0a-4a07-b013-fe4603ae3c6c admin admin] Deleting subnet 16d1a1da-b814-4f98-ae96-a312095b21c8 {{(pid=103258) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Apr 12 11:04:23.637270 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-a8bf8162-5a0a-4a07-b013-fe4603ae3c6c admin admin] Publish callbacks [] for subnet (16d1a1da-b814-4f98-ae96-a312095b21c8), before_delete {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:04:23.671087 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-a8bf8162-5a0a-4a07-b013-fe4603ae3c6c admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5023925'] for subnet (16d1a1da-b814-4f98-ae96-a312095b21c8), precommit_delete_associations {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:04:23.703716 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron.plugins.ml2.db [req-6d2c7c37-35c2-4ff5-841e-3653d0676376 req-d911f67a-98a1-4de8-8bf9-74adba4e820c tempest-TestMinimumBasicScenario-1491506946 tempest-TestMinimumBasicScenario-1491506946-project] For port bb599851-186f-4d11-8ba0-67885d7edd26, host hv-cinder-83008, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83008',level=0,port_id=bb599851-186f-4d11-8ba0-67885d7edd26,segment=NetworkSegment(e9f6dafb-a075-420d-87aa-8b06d81648cd),segment_id=e9f6dafb-a075-420d-87aa-8b06d81648cd)] {{(pid=103257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 11:04:23.708023 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-a8bf8162-5a0a-4a07-b013-fe4603ae3c6c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1528832'] for subnet (16d1a1da-b814-4f98-ae96-a312095b21c8), precommit_delete {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:04:23.725664 dv-cinder-830088-4-iscsi neutron-server[103257]: INFO neutron.wsgi [req-3521c360-eb5b-4d17-86af-dd097ff6f153 req-10727176-d4ce-46b3-a97b-86868fa16d96 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=bb599851-186f-4d11-8ba0-67885d7edd26 HTTP/1.1" status: 200 len: 1001 time: 0.0835826 Apr 12 11:04:23.743324 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [req-6d2c7c37-35c2-4ff5-841e-3653d0676376 req-d911f67a-98a1-4de8-8bf9-74adba4e820c tempest-TestMinimumBasicScenario-1491506946 tempest-TestMinimumBasicScenario-1491506946-project] Publish callbacks [] for port (bb599851-186f-4d11-8ba0-67885d7edd26), precommit_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:04:23.747820 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [req-6d2c7c37-35c2-4ff5-841e-3653d0676376 req-d911f67a-98a1-4de8-8bf9-74adba4e820c tempest-TestMinimumBasicScenario-1491506946 tempest-TestMinimumBasicScenario-1491506946-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1534861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777667992095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777667450170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777667450188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5265638'] for port (bb599851-186f-4d11-8ba0-67885d7edd26), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:04:23.759854 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-a8bf8162-5a0a-4a07-b013-fe4603ae3c6c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1528889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-439037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4797038', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4732449'] for subnet (16d1a1da-b814-4f98-ae96-a312095b21c8), after_delete {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:04:23.787791 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron.plugins.ml2.db [None req-ae6c308c-a92e-4424-a7f8-d6a17e5174ef None None] get_ports_and_sgs() called for port_ids ['bb599851-186f-4d11-8ba0-67885d7edd26'] {{(pid=103259) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 12 11:04:23.790579 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8bf8162-5a0a-4a07-b013-fe4603ae3c6c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=16d1a1da-b814-4f98-ae96-a312095b21c8,revision_number=None']} {{(pid=103258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:04:23.792547 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-a8bf8162-5a0a-4a07-b013-fe4603ae3c6c admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:04:23.798228 dv-cinder-830088-4-iscsi neutron-server[103258]: INFO neutron.wsgi [None req-a8bf8162-5a0a-4a07-b013-fe4603ae3c6c admin admin] 10.222.0.39 "DELETE /v2.0/subnets/16d1a1da-b814-4f98-ae96-a312095b21c8 HTTP/1.1" status: 204 len: 168 time: 0.2074108 Apr 12 11:04:23.798844 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.wsgi [-] (103258) accepted ('10.222.0.39', 54394) {{(pid=103258) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 11:04:23.802388 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d2c7c37-35c2-4ff5-841e-3653d0676376 req-d911f67a-98a1-4de8-8bf9-74adba4e820c tempest-TestMinimumBasicScenario-1491506946 tempest-TestMinimumBasicScenario-1491506946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:04:23.803033 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [req-6d2c7c37-35c2-4ff5-841e-3653d0676376 req-d911f67a-98a1-4de8-8bf9-74adba4e820c tempest-TestMinimumBasicScenario-1491506946 tempest-TestMinimumBasicScenario-1491506946-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108023'] for port (None), before_response {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:04:23.811288 dv-cinder-830088-4-iscsi neutron-server[103257]: INFO neutron.wsgi [req-6d2c7c37-35c2-4ff5-841e-3653d0676376 req-d911f67a-98a1-4de8-8bf9-74adba4e820c tempest-TestMinimumBasicScenario-1491506946 tempest-TestMinimumBasicScenario-1491506946-project] 10.222.0.39 "PUT /v2.0/ports/bb599851-186f-4d11-8ba0-67885d7edd26 HTTP/1.1" status: 200 len: 981 time: 0.4111166 Apr 12 11:04:23.871930 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-c38f2a6b-3ba8-49c0-b5b0-2fee9ddc28c5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1505875'] for network (8e71ff57-0439-465f-8499-c7598f62a760), before_delete {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:04:23.974893 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-c38f2a6b-3ba8-49c0-b5b0-2fee9ddc28c5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1527181', 'neutron.services.segments.db._delete_segments_for_network-8777667879599'] for network (8e71ff57-0439-465f-8499-c7598f62a760), precommit_delete {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:04:23.999064 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.services.segments.db [None req-c38f2a6b-3ba8-49c0-b5b0-2fee9ddc28c5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8e71ff57-0439-465f-8499-c7598f62a760']}} {{(pid=103258) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 11:04:24.011401 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.services.segments.db [None req-c38f2a6b-3ba8-49c0-b5b0-2fee9ddc28c5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4ef6265e-81d1-422d-a625-9e9d19b9243d') {'for_net_delete': True} {{(pid=103258) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 11:04:24.012003 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.services.segments.db [None req-c38f2a6b-3ba8-49c0-b5b0-2fee9ddc28c5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4ef6265e-81d1-422d-a625-9e9d19b9243d') {} {{(pid=103258) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 11:04:24.022778 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-c38f2a6b-3ba8-49c0-b5b0-2fee9ddc28c5 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777667883192', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5023932'] for segment (4ef6265e-81d1-422d-a625-9e9d19b9243d), before_delete {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:04:24.065202 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-c38f2a6b-3ba8-49c0-b5b0-2fee9ddc28c5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1531021'] for segment (4ef6265e-81d1-422d-a625-9e9d19b9243d), precommit_delete {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:04:24.075863 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c38f2a6b-3ba8-49c0-b5b0-2fee9ddc28c5 admin admin] Releasing vlan 504 on physical network physnet1 to pool {{(pid=103258) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 12 11:04:24.076629 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-c38f2a6b-3ba8-49c0-b5b0-2fee9ddc28c5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1531021', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4797124'] for segment (4ef6265e-81d1-422d-a625-9e9d19b9243d), after_delete {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:04:24.087871 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron.db.provisioning_blocks [None req-4a995902-049c-422c-8965-01b25aff7d74 None None] Provisioning complete for port bb599851-186f-4d11-8ba0-67885d7edd26 triggered by entity DHCP. {{(pid=103259) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 11:04:24.087871 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron_lib.callbacks.manager [None req-4a995902-049c-422c-8965-01b25aff7d74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1343588'] for port (bb599851-186f-4d11-8ba0-67885d7edd26), provisioning_complete {{(pid=103259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:04:24.129136 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3521c360-eb5b-4d17-86af-dd097ff6f153 req-cc556dcb-31ce-4bc7-be4b-b232ff25c1ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:04:24.129683 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron.plugins.ml2.db [None req-ae6c308c-a92e-4424-a7f8-d6a17e5174ef None None] get_ports_and_sgs() called for port_ids ['bb599851-186f-4d11-8ba0-67885d7edd26'] {{(pid=103259) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 12 11:04:24.131205 dv-cinder-830088-4-iscsi neutron-server[103257]: INFO neutron.wsgi [req-3521c360-eb5b-4d17-86af-dd097ff6f153 req-cc556dcb-31ce-4bc7-be4b-b232ff25c1ab service neutron] 10.222.0.53 "GET /v2.0/subnets?id=62a3d71a-6b7f-4b84-be49-3fdc054580de HTTP/1.1" status: 200 len: 854 time: 0.3692894 Apr 12 11:04:24.131794 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d911f67a-98a1-4de8-8bf9-74adba4e820c tempest-TestMinimumBasicScenario-1491506946 tempest-TestMinimumBasicScenario-1491506946-project] Pushing event updated for resources: {'Port': ['ID=bb599851-186f-4d11-8ba0-67885d7edd26,revision_number=6']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:04:24.136704 dv-cinder-830088-4-iscsi neutron-server[103258]: Traceback (most recent call last): Apr 12 11:04:24.136704 dv-cinder-830088-4-iscsi neutron-server[103258]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 12 11:04:24.136704 dv-cinder-830088-4-iscsi neutron-server[103258]: timer() Apr 12 11:04:24.136704 dv-cinder-830088-4-iscsi neutron-server[103258]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 12 11:04:24.136704 dv-cinder-830088-4-iscsi neutron-server[103258]: cb(*args, **kw) Apr 12 11:04:24.136704 dv-cinder-830088-4-iscsi neutron-server[103258]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 12 11:04:24.136704 dv-cinder-830088-4-iscsi neutron-server[103258]: return func(*args, **kwargs) Apr 12 11:04:24.136704 dv-cinder-830088-4-iscsi neutron-server[103258]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 12 11:04:24.136704 dv-cinder-830088-4-iscsi neutron-server[103258]: self._notify() Apr 12 11:04:24.136704 dv-cinder-830088-4-iscsi neutron-server[103258]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 12 11:04:24.136704 dv-cinder-830088-4-iscsi neutron-server[103258]: self.callback(batched_events) Apr 12 11:04:24.136704 dv-cinder-830088-4-iscsi neutron-server[103258]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 12 11:04:24.136704 dv-cinder-830088-4-iscsi neutron-server[103258]: event.method(event) Apr 12 11:04:24.136704 dv-cinder-830088-4-iscsi neutron-server[103258]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 12 11:04:24.136704 dv-cinder-830088-4-iscsi neutron-server[103258]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 12 11:04:24.136704 dv-cinder-830088-4-iscsi neutron-server[103258]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 12 11:04:24.136704 dv-cinder-830088-4-iscsi neutron-server[103258]: aggregate_uuid = self.p_client.list_aggregates( Apr 12 11:04:24.136704 dv-cinder-830088-4-iscsi neutron-server[103258]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 12 11:04:24.136704 dv-cinder-830088-4-iscsi neutron-server[103258]: return f(self, *a, **k) Apr 12 11:04:24.136704 dv-cinder-830088-4-iscsi neutron-server[103258]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 12 11:04:24.136704 dv-cinder-830088-4-iscsi neutron-server[103258]: return self._get(url).json() Apr 12 11:04:24.136704 dv-cinder-830088-4-iscsi neutron-server[103258]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 12 11:04:24.136704 dv-cinder-830088-4-iscsi neutron-server[103258]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 12 11:04:24.136704 dv-cinder-830088-4-iscsi neutron-server[103258]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 12 11:04:24.136704 dv-cinder-830088-4-iscsi neutron-server[103258]: return self.request(url, 'GET', **kwargs) Apr 12 11:04:24.136704 dv-cinder-830088-4-iscsi neutron-server[103258]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 12 11:04:24.136704 dv-cinder-830088-4-iscsi neutron-server[103258]: base_url = self.get_endpoint(auth, allow=allow, Apr 12 11:04:24.136704 dv-cinder-830088-4-iscsi neutron-server[103258]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 12 11:04:24.136704 dv-cinder-830088-4-iscsi neutron-server[103258]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 12 11:04:24.136704 dv-cinder-830088-4-iscsi neutron-server[103258]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 12 11:04:24.136704 dv-cinder-830088-4-iscsi neutron-server[103258]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 12 11:04:24.136704 dv-cinder-830088-4-iscsi neutron-server[103258]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 12 11:04:24.149659 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a55285ea-b0a6-44fd-8f99-3658308f23ce req-b8da5d91-856c-48e6-9ff1-af7e6f0872fb tempest-TestMinimumBasicScenario-1491506946 tempest-TestMinimumBasicScenario-1491506946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:04:24.151237 dv-cinder-830088-4-iscsi neutron-server[103258]: INFO neutron.wsgi [req-a55285ea-b0a6-44fd-8f99-3658308f23ce req-b8da5d91-856c-48e6-9ff1-af7e6f0872fb tempest-TestMinimumBasicScenario-1491506946 tempest-TestMinimumBasicScenario-1491506946-project] 10.222.0.39 "GET /v2.0/ports?device_id=6bac3aa8-98ca-40ce-951f-208d8cb6ac0e HTTP/1.1" status: 200 len: 984 time: 0.2404106 Apr 12 11:04:24.175996 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-c38f2a6b-3ba8-49c0-b5b0-2fee9ddc28c5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1527170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-415428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586207', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-579552'] for network (8e71ff57-0439-465f-8499-c7598f62a760), after_delete {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:04:24.199888 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-c38f2a6b-3ba8-49c0-b5b0-2fee9ddc28c5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586029'] for network (None), before_response {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:04:24.206170 dv-cinder-830088-4-iscsi neutron-server[103258]: INFO neutron.wsgi [None req-c38f2a6b-3ba8-49c0-b5b0-2fee9ddc28c5 admin admin] 10.222.0.39 "DELETE /v2.0/networks/8e71ff57-0439-465f-8499-c7598f62a760 HTTP/1.1" status: 204 len: 168 time: 0.4058230 Apr 12 11:04:24.207064 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c38f2a6b-3ba8-49c0-b5b0-2fee9ddc28c5 admin admin] Pushing event deleted for resources: {'Network': ['ID=8e71ff57-0439-465f-8499-c7598f62a760,revision_number=None']} {{(pid=103258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:04:24.210326 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-677e8d83-add8-4e73-b8cc-d6e5909cf875 req-93cb7eac-730f-41cb-a802-0e3ff183fe73 tempest-ServerRescueNegativeTestJSON-1304480791 tempest-ServerRescueNegativeTestJSON-1304480791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:04:24.212090 dv-cinder-830088-4-iscsi neutron-server[103257]: INFO neutron.wsgi [req-677e8d83-add8-4e73-b8cc-d6e5909cf875 req-93cb7eac-730f-41cb-a802-0e3ff183fe73 tempest-ServerRescueNegativeTestJSON-1304480791 tempest-ServerRescueNegativeTestJSON-1304480791-project] 10.222.0.39 "GET /v2.0/ports?device_id=d9cb99b4-c491-4271-becc-0d2d2181c9ef HTTP/1.1" status: 200 len: 946 time: 0.0861032 Apr 12 11:04:24.213234 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3521c360-eb5b-4d17-86af-dd097ff6f153 req-f87a2b5e-3bad-4e5f-85c6-85bc1589e5f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:04:24.215031 dv-cinder-830088-4-iscsi neutron-server[103257]: INFO neutron.wsgi [req-3521c360-eb5b-4d17-86af-dd097ff6f153 req-f87a2b5e-3bad-4e5f-85c6-85bc1589e5f5 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=6b07eef1-d07a-4859-9857-639b7b48caec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0718100 Apr 12 11:04:24.256302 dv-cinder-830088-4-iscsi neutron-server[103258]: INFO neutron.wsgi [req-a55285ea-b0a6-44fd-8f99-3658308f23ce req-39b98f39-b3c4-4377-8c47-8b6ea43606f4 tempest-TestMinimumBasicScenario-1491506946 tempest-TestMinimumBasicScenario-1491506946-project] 10.222.0.39 "GET /v2.0/security-groups?id=eeca4fa4-eaf7-49a0-81c4-0cdb30ea4fa7&id=e4211224-c0e7-460d-b802-3e670bd3c94b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0986903 Apr 12 11:04:24.282495 dv-cinder-830088-4-iscsi neutron-server[103257]: INFO neutron.wsgi [req-677e8d83-add8-4e73-b8cc-d6e5909cf875 req-f8d22f0d-cda4-48d0-97c9-b267adf86a60 tempest-ServerRescueNegativeTestJSON-1304480791 tempest-ServerRescueNegativeTestJSON-1304480791-project] 10.222.0.39 "GET /v2.0/security-groups?id=b1b29e01-05b2-4338-a931-45b7ca5e7425&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0530963 Apr 12 11:04:24.284319 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6bac3aa8-98ca-40ce-951f-208d8cb6ac0e', 'tag': 'bb599851-186f-4d11-8ba0-67885d7edd26'}] {{(pid=103257) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 11:04:24.297731 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}263188bb5a56b6ea0b99504a79f1a82db60da3322be0ebbd3338f0b2803b3102" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0ab02141-05d9-4b40-8733-90823b73ce04" -d '{"events": [{"name": "network-changed", "server_uuid": "6bac3aa8-98ca-40ce-951f-208d8cb6ac0e", "tag": "bb599851-186f-4d11-8ba0-67885d7edd26"}]}' {{(pid=103257) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 11:04:24.345489 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Apr 2022 11:04:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7f1fc1d0-f2ee-4f07-97f2-29f55dd270f8 x-openstack-request-id: req-7f1fc1d0-f2ee-4f07-97f2-29f55dd270f8 {{(pid=103257) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 11:04:24.345780 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6bac3aa8-98ca-40ce-951f-208d8cb6ac0e", "tag": "bb599851-186f-4d11-8ba0-67885d7edd26", "status": "completed", "code": 200}]} {{(pid=103257) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 11:04:24.346057 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-7f1fc1d0-f2ee-4f07-97f2-29f55dd270f8 {{(pid=103257) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 11:04:24.347163 dv-cinder-830088-4-iscsi neutron-server[103257]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7f1fc1d0-f2ee-4f07-97f2-29f55dd270f8'] response: {'name': 'network-changed', 'server_uuid': '6bac3aa8-98ca-40ce-951f-208d8cb6ac0e', 'tag': 'bb599851-186f-4d11-8ba0-67885d7edd26', 'status': 'completed', 'code': 200} Apr 12 11:04:24.381486 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron.plugins.ml2.plugin [None req-4a995902-049c-422c-8965-01b25aff7d74 None None] Current status of the port bb599851-186f-4d11-8ba0-67885d7edd26 is: ACTIVE; New status is: ACTIVE {{(pid=103259) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 11:04:24.433203 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron.wsgi [-] (103257) accepted ('10.222.0.39', 54406) {{(pid=103257) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 11:04:24.472145 dv-cinder-830088-4-iscsi neutron-server[103257]: INFO neutron.wsgi [None req-86ea8869-47cd-47bb-b842-b347d4aff975 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=d24d9e7fa22c4bf2b2890639d1b84819&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0377409 Apr 12 11:04:24.474987 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron.wsgi [-] (103257) accepted ('10.222.0.39', 54408) {{(pid=103257) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 11:04:24.521601 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-2f530bb9-d679-4656-acce-3adf28b55adf admin admin] Publish callbacks [] for security_group (c94d010a-ab4d-4dde-b8b1-d56220cf6cc0), before_delete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:04:24.542510 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-2f530bb9-d679-4656-acce-3adf28b55adf admin admin] Publish callbacks [] for security_group (c94d010a-ab4d-4dde-b8b1-d56220cf6cc0), precommit_delete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:04:24.588886 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-2f530bb9-d679-4656-acce-3adf28b55adf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-415253'] for security_group (c94d010a-ab4d-4dde-b8b1-d56220cf6cc0), after_delete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:04:24.591614 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-2f530bb9-d679-4656-acce-3adf28b55adf admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:04:24.595323 dv-cinder-830088-4-iscsi neutron-server[103257]: INFO neutron.wsgi [None req-2f530bb9-d679-4656-acce-3adf28b55adf admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/c94d010a-ab4d-4dde-b8b1-d56220cf6cc0 HTTP/1.1" status: 204 len: 168 time: 0.1167638 Apr 12 11:04:24.605281 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f530bb9-d679-4656-acce-3adf28b55adf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c94d010a-ab4d-4dde-b8b1-d56220cf6cc0,revision_number=None']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:04:24.829887 dv-cinder-830088-4-iscsi neutron-server[103257]: INFO neutron.wsgi [req-3521c360-eb5b-4d17-86af-dd097ff6f153 req-5ea32a76-e24a-442a-840f-09a14c1f4611 service neutron] 10.222.0.53 "GET /v2.0/networks/6b07eef1-d07a-4859-9857-639b7b48caec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0887887 Apr 12 11:04:24.924277 dv-cinder-830088-4-iscsi neutron-server[103257]: INFO neutron.wsgi [req-3521c360-eb5b-4d17-86af-dd097ff6f153 req-0c92e177-5311-44bb-bcf8-8ad367efc4fe service neutron] 10.222.0.53 "GET /v2.0/networks/6b07eef1-d07a-4859-9857-639b7b48caec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0886042 Apr 12 11:04:25.062155 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ab02141-05d9-4b40-8733-90823b73ce04 req-cb8fa095-56f2-438f-a51e-086eada8c279 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:04:25.063815 dv-cinder-830088-4-iscsi neutron-server[103257]: INFO neutron.wsgi [req-0ab02141-05d9-4b40-8733-90823b73ce04 req-cb8fa095-56f2-438f-a51e-086eada8c279 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=dcfac628f55a40e9b7615ebf00184320&device_id=6bac3aa8-98ca-40ce-951f-208d8cb6ac0e HTTP/1.1" status: 200 len: 1168 time: 0.0456254 Apr 12 11:04:25.152825 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ab02141-05d9-4b40-8733-90823b73ce04 req-a3e8506e-4e34-49b8-81c7-aebe5de6deb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:04:25.155058 dv-cinder-830088-4-iscsi neutron-server[103257]: INFO neutron.wsgi [req-0ab02141-05d9-4b40-8733-90823b73ce04 req-a3e8506e-4e34-49b8-81c7-aebe5de6deb8 service neutron] 10.222.0.53 "GET /v2.0/networks?id=6b07eef1-d07a-4859-9857-639b7b48caec HTTP/1.1" status: 200 len: 916 time: 0.0853891 Apr 12 11:04:25.225334 dv-cinder-830088-4-iscsi neutron-server[103257]: INFO neutron.wsgi [req-0ab02141-05d9-4b40-8733-90823b73ce04 req-d44de47a-80b6-4110-85bd-e865822b652d service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=bb599851-186f-4d11-8ba0-67885d7edd26 HTTP/1.1" status: 200 len: 1001 time: 0.0644081 Apr 12 11:04:25.276115 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ab02141-05d9-4b40-8733-90823b73ce04 req-c98c0111-9ba7-429b-9f4a-1a785e2fc6b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:04:25.277562 dv-cinder-830088-4-iscsi neutron-server[103257]: INFO neutron.wsgi [req-0ab02141-05d9-4b40-8733-90823b73ce04 req-c98c0111-9ba7-429b-9f4a-1a785e2fc6b8 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=62a3d71a-6b7f-4b84-be49-3fdc054580de HTTP/1.1" status: 200 len: 854 time: 0.0450730 Apr 12 11:04:25.321907 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ab02141-05d9-4b40-8733-90823b73ce04 req-36a61dd4-720f-440f-b94c-d919668ae995 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:04:25.323580 dv-cinder-830088-4-iscsi neutron-server[103257]: INFO neutron.wsgi [req-0ab02141-05d9-4b40-8733-90823b73ce04 req-36a61dd4-720f-440f-b94c-d919668ae995 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=6b07eef1-d07a-4859-9857-639b7b48caec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0401039 Apr 12 11:04:25.435576 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d232ee2e-0a59-4d58-963e-399bf7eec3a9 req-35dce10d-28e8-47e4-b919-595a5b21bb76 tempest-ServerRescueNegativeTestJSON-1304480791 tempest-ServerRescueNegativeTestJSON-1304480791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:04:25.437070 dv-cinder-830088-4-iscsi neutron-server[103257]: INFO neutron.wsgi [req-d232ee2e-0a59-4d58-963e-399bf7eec3a9 req-35dce10d-28e8-47e4-b919-595a5b21bb76 tempest-ServerRescueNegativeTestJSON-1304480791 tempest-ServerRescueNegativeTestJSON-1304480791-project] 10.222.0.39 "GET /v2.0/ports?device_id=d9cb99b4-c491-4271-becc-0d2d2181c9ef HTTP/1.1" status: 200 len: 946 time: 0.0852349 Apr 12 11:04:25.469838 dv-cinder-830088-4-iscsi neutron-server[103257]: INFO neutron.wsgi [req-0ab02141-05d9-4b40-8733-90823b73ce04 req-1c9288f7-001a-4ba8-9870-4be9e8edd3f2 service neutron] 10.222.0.53 "GET /v2.0/networks/6b07eef1-d07a-4859-9857-639b7b48caec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1397378 Apr 12 11:04:25.529268 dv-cinder-830088-4-iscsi neutron-server[103257]: INFO neutron.wsgi [req-d232ee2e-0a59-4d58-963e-399bf7eec3a9 req-c05b45fc-e4a6-49b5-bcb7-2dccbb092d4b tempest-ServerRescueNegativeTestJSON-1304480791 tempest-ServerRescueNegativeTestJSON-1304480791-project] 10.222.0.39 "GET /v2.0/security-groups?id=b1b29e01-05b2-4338-a931-45b7ca5e7425&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0854728 Apr 12 11:04:25.594150 dv-cinder-830088-4-iscsi neutron-server[103257]: INFO neutron.wsgi [req-0ab02141-05d9-4b40-8733-90823b73ce04 req-e9cebcde-a0c6-4270-af8f-34257a2f5c75 service neutron] 10.222.0.53 "GET /v2.0/networks/6b07eef1-d07a-4859-9857-639b7b48caec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1179590 Apr 12 11:04:25.649567 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff335b53-cdd9-4997-a5d0-33a1d57e3e20 req-7add8bd5-ddef-4f67-856b-59abe7790cf3 tempest-ServerRescueNegativeTestJSON-1304480791 tempest-ServerRescueNegativeTestJSON-1304480791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:04:25.651486 dv-cinder-830088-4-iscsi neutron-server[103258]: INFO neutron.wsgi [req-ff335b53-cdd9-4997-a5d0-33a1d57e3e20 req-7add8bd5-ddef-4f67-856b-59abe7790cf3 tempest-ServerRescueNegativeTestJSON-1304480791 tempest-ServerRescueNegativeTestJSON-1304480791-project] 10.222.0.39 "GET /v2.0/ports?device_id=d9cb99b4-c491-4271-becc-0d2d2181c9ef HTTP/1.1" status: 200 len: 946 time: 0.0511210 Apr 12 11:04:25.660757 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.wsgi [-] (103258) accepted ('10.222.0.39', 54440) {{(pid=103258) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 11:04:25.665389 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.api.v2.base [None req-c5f7ff80-e973-4a3d-b0fb-b2dc4f017929 tempest-ServerRescueNegativeTestJSON-1304480791 tempest-ServerRescueNegativeTestJSON-1304480791-project] Request body: {'floatingip': {'port_id': '7a6a5da3-5446-43d6-9ca9-386e0b6e81a2'}} {{(pid=103258) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 11:04:25.707457 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-c5f7ff80-e973-4a3d-b0fb-b2dc4f017929 tempest-ServerRescueNegativeTestJSON-1304480791 tempest-ServerRescueNegativeTestJSON-1304480791-project] Publish callbacks [] for floatingip (001ffded-7b33-4f7b-84b7-403bc4158d38), before_update {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:04:26.137071 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-c5f7ff80-e973-4a3d-b0fb-b2dc4f017929 tempest-ServerRescueNegativeTestJSON-1304480791 tempest-ServerRescueNegativeTestJSON-1304480791-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:04:26.140582 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-c5f7ff80-e973-4a3d-b0fb-b2dc4f017929 tempest-ServerRescueNegativeTestJSON-1304480791 tempest-ServerRescueNegativeTestJSON-1304480791-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-579534'] for floatingip (001ffded-7b33-4f7b-84b7-403bc4158d38), after_update {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:04:26.237934 dv-cinder-830088-4-iscsi neutron-server[103258]: INFO neutron.db.l3_db [None req-c5f7ff80-e973-4a3d-b0fb-b2dc4f017929 tempest-ServerRescueNegativeTestJSON-1304480791 tempest-ServerRescueNegativeTestJSON-1304480791-project] Floating IP 001ffded-7b33-4f7b-84b7-403bc4158d38 associated. External IP: 172.27.3.230, port: 7a6a5da3-5446-43d6-9ca9-386e0b6e81a2. Apr 12 11:04:26.675059 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c5f7ff80-e973-4a3d-b0fb-b2dc4f017929 tempest-ServerRescueNegativeTestJSON-1304480791 tempest-ServerRescueNegativeTestJSON-1304480791-project] Router ebba7e6c-c174-4e43-823e-0332064b8743 has already been hosted by L3 agent 77f5e085-0284-4236-9dbf-35d2d452e277 {{(pid=103258) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 12 11:04:26.785858 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c5f7ff80-e973-4a3d-b0fb-b2dc4f017929 tempest-ServerRescueNegativeTestJSON-1304480791 tempest-ServerRescueNegativeTestJSON-1304480791-project] Notify agent at l3_agent.dv-cinder-830088-4-iscsi the message routers_updated {{(pid=103258) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 12 11:04:26.791522 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-c5f7ff80-e973-4a3d-b0fb-b2dc4f017929 tempest-ServerRescueNegativeTestJSON-1304480791 tempest-ServerRescueNegativeTestJSON-1304480791-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108023'] for floatingip (None), before_response {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:04:26.797035 dv-cinder-830088-4-iscsi neutron-server[103260]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-937998f9-663b-4eb9-9f79-97b6678a5762 None None] Sync routers for ids ['ebba7e6c-c174-4e43-823e-0332064b8743'] in dv-cinder-830088-4-iscsi {{(pid=103260) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 12 11:04:26.807136 dv-cinder-830088-4-iscsi neutron-server[103260]: DEBUG neutron.db.l3_dvrscheduler_db [None req-937998f9-663b-4eb9-9f79-97b6678a5762 None None] Routers {'ebba7e6c-c174-4e43-823e-0332064b8743'} bound to L3 agent in host dv-cinder-830088-4-iscsi {{(pid=103260) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 11:04:26.807983 dv-cinder-830088-4-iscsi neutron-server[103260]: DEBUG neutron.db.l3_hamode_db [None req-937998f9-663b-4eb9-9f79-97b6678a5762 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830088-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-12T10:52:12Z,description=,heartbeat_timestamp=2022-04-12T11:04:13Z,host='dv-cinder-830088-4-iscsi',id=77f5e085-0284-4236-9dbf-35d2d452e277,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T10:52:12Z,topic='l3_agent')) {'router_ids': ['ebba7e6c-c174-4e43-823e-0332064b8743'], 'active': True} {{(pid=103260) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 11:04:26.843321 dv-cinder-830088-4-iscsi neutron-server[103258]: INFO neutron.wsgi [None req-c5f7ff80-e973-4a3d-b0fb-b2dc4f017929 tempest-ServerRescueNegativeTestJSON-1304480791 tempest-ServerRescueNegativeTestJSON-1304480791-project] 10.222.0.39 "PUT /v2.0/floatingips/001ffded-7b33-4f7b-84b7-403bc4158d38 HTTP/1.1" status: 200 len: 992 time: 1.1671693 Apr 12 11:04:26.843321 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd9cb99b4-c491-4271-becc-0d2d2181c9ef', 'tag': '7a6a5da3-5446-43d6-9ca9-386e0b6e81a2'}] {{(pid=103258) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 11:04:26.843321 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c54b6d548356c9296345eb8e608a1624e6dfb095c10b2709a108c8ba991c21a4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-648eb434-eb38-432e-926b-6e97f5fbf8f6" -d '{"events": [{"name": "network-changed", "server_uuid": "d9cb99b4-c491-4271-becc-0d2d2181c9ef", "tag": "7a6a5da3-5446-43d6-9ca9-386e0b6e81a2"}]}' {{(pid=103258) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 11:04:26.869735 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Apr 2022 11:04:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a5f9e194-2e17-4d38-a297-7f509e95f6da x-openstack-request-id: req-a5f9e194-2e17-4d38-a297-7f509e95f6da {{(pid=103258) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 11:04:26.870116 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d9cb99b4-c491-4271-becc-0d2d2181c9ef", "tag": "7a6a5da3-5446-43d6-9ca9-386e0b6e81a2", "status": "completed", "code": 200}]} {{(pid=103258) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 11:04:26.870285 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-a5f9e194-2e17-4d38-a297-7f509e95f6da {{(pid=103258) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 11:04:26.870678 dv-cinder-830088-4-iscsi neutron-server[103258]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a5f9e194-2e17-4d38-a297-7f509e95f6da'] response: {'name': 'network-changed', 'server_uuid': 'd9cb99b4-c491-4271-becc-0d2d2181c9ef', 'tag': '7a6a5da3-5446-43d6-9ca9-386e0b6e81a2', 'status': 'completed', 'code': 200} Apr 12 11:04:26.929371 dv-cinder-830088-4-iscsi neutron-server[103260]: DEBUG neutron.db.l3_dvr_db [None req-937998f9-663b-4eb9-9f79-97b6678a5762 None None] Set router ebba7e6c-c174-4e43-823e-0332064b8743 gateway port host: dv-cinder-830088-4-iscsi {{(pid=103260) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 11:04:26.965346 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-648eb434-eb38-432e-926b-6e97f5fbf8f6 req-56761ef3-7d13-4961-bde2-61c34c27d88e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:04:26.967315 dv-cinder-830088-4-iscsi neutron-server[103257]: INFO neutron.wsgi [req-648eb434-eb38-432e-926b-6e97f5fbf8f6 req-56761ef3-7d13-4961-bde2-61c34c27d88e service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=87551ef1ad8e4190b7a3b1c3469382df&device_id=d9cb99b4-c491-4271-becc-0d2d2181c9ef HTTP/1.1" status: 200 len: 1130 time: 0.0457070 Apr 12 11:04:27.072150 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-648eb434-eb38-432e-926b-6e97f5fbf8f6 req-f4a6e31a-f100-4a3b-ae6f-733ee4fb3fe4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:04:27.073632 dv-cinder-830088-4-iscsi neutron-server[103257]: INFO neutron.wsgi [req-648eb434-eb38-432e-926b-6e97f5fbf8f6 req-f4a6e31a-f100-4a3b-ae6f-733ee4fb3fe4 service neutron] 10.222.0.53 "GET /v2.0/networks?id=696acaf3-e376-402a-9f44-515f336c0ed7 HTTP/1.1" status: 200 len: 920 time: 0.0987225 Apr 12 11:04:27.145472 dv-cinder-830088-4-iscsi neutron-server[103257]: INFO neutron.wsgi [req-648eb434-eb38-432e-926b-6e97f5fbf8f6 req-2c756a27-66b6-4aa3-8b05-df19415c70a5 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=7a6a5da3-5446-43d6-9ca9-386e0b6e81a2 HTTP/1.1" status: 200 len: 1000 time: 0.0646775 Apr 12 11:04:27.186672 dv-cinder-830088-4-iscsi neutron-server[103260]: DEBUG neutron.db.l3_hamode_db [None req-937998f9-663b-4eb9-9f79-97b6678a5762 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ebba7e6c-c174-4e43-823e-0332064b8743', 'name': 'tempest-ServerRescueNegativeTestJSON-1877816747-router', 'tenant_id': '87551ef1ad8e4190b7a3b1c3469382df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b7be5f2-485b-4c85-8f98-fb200971b61c', 'external_fixed_ips': [{'subnet_id': '4887111e-1302-416a-ab8e-c957c9df7f85', 'ip_address': '172.27.3.24'}], 'enable_snat': True}, 'gw_port_id': '092f00f6-c2f2-4426-a5db-b5016b474eb5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T11:00:45Z', 'updated_at': '2022-04-12T11:01:02Z', 'revision_number': 4, 'project_id': '87551ef1ad8e4190b7a3b1c3469382df', 'gw_port': {'id': '092f00f6-c2f2-4426-a5db-b5016b474eb5', 'name': '', 'network_id': '3b7be5f2-485b-4c85-8f98-fb200971b61c', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:22:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ebba7e6c-c174-4e43-823e-0332064b8743', 'device_owner': 'network:router_gateway', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': '4887111e-1302-416a-ab8e-c957c9df7f85', 'ip_address': '172.27.3.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830088-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T11:00:47Z', 'updated_at': '2022-04-12T11:01:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4887111e-1302-416a-ab8e-c957c9df7f85', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830088-4-iscsi', '_floatingips': [{'id': '001ffded-7b33-4f7b-84b7-403bc4158d38', 'tenant_id': '87551ef1ad8e4190b7a3b1c3469382df', 'floating_ip_address': '172.27.3.230', 'floating_network_id': '3b7be5f2-485b-4c85-8f98-fb200971b61c', 'router_id': 'ebba7e6c-c174-4e43-823e-0332064b8743', 'port_id': '7a6a5da3-5446-43d6-9ca9-386e0b6e81a2', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 368, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '696acaf3-e376-402a-9f44-515f336c0ed7', 'mac_address': 'fa:16:3e:58:dd:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9cb99b4-c491-4271-becc-0d2d2181c9ef', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-12T11:04:09Z', 'updated_at': '2022-04-12T11:04:26Z', 'revision_number': 1, 'project_id': '87551ef1ad8e4190b7a3b1c3469382df', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7599ff43-fec5-460d-87d7-48cc29fb6aaf', 'name': '', 'network_id': '696acaf3-e376-402a-9f44-515f336c0ed7', 'tenant_id': '87551ef1ad8e4190b7a3b1c3469382df', 'mac_address': 'fa:16:3e:7b:de:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ebba7e6c-c174-4e43-823e-0332064b8743', 'device_owner': 'network:router_interface', 'standard_attr_id': 122, 'fixed_ips': [{'subnet_id': 'dac559db-7802-4e19-95c5-3aacf686b15d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830088-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T11:00:59Z', 'updated_at': '2022-04-12T11:01:12Z', 'revision_number': 5, 'project_id': '87551ef1ad8e4190b7a3b1c3469382df', 'subnets': [{'id': 'dac559db-7802-4e19-95c5-3aacf686b15d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830088-4-iscsi', False) {} {{(pid=103260) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 11:04:27.196553 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-648eb434-eb38-432e-926b-6e97f5fbf8f6 req-1f7f921f-5d4d-4f53-aed3-ef711f0e9261 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:04:27.198037 dv-cinder-830088-4-iscsi neutron-server[103257]: INFO neutron.wsgi [req-648eb434-eb38-432e-926b-6e97f5fbf8f6 req-1f7f921f-5d4d-4f53-aed3-ef711f0e9261 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=dac559db-7802-4e19-95c5-3aacf686b15d HTTP/1.1" status: 200 len: 858 time: 0.0454724 Apr 12 11:04:27.212769 dv-cinder-830088-4-iscsi neutron-server[103260]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-937998f9-663b-4eb9-9f79-97b6678a5762 None None] Checking router: ebba7e6c-c174-4e43-823e-0332064b8743 for host: dv-cinder-830088-4-iscsi {{(pid=103260) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 12 11:04:27.221520 dv-cinder-830088-4-iscsi neutron-server[103260]: DEBUG neutron.db.l3_dvrscheduler_db [None req-937998f9-663b-4eb9-9f79-97b6678a5762 None None] Routers {'ebba7e6c-c174-4e43-823e-0332064b8743'} bound to L3 agent in host dv-cinder-830088-4-iscsi {{(pid=103260) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 11:04:27.222170 dv-cinder-830088-4-iscsi neutron-server[103260]: DEBUG neutron.db.l3_hamode_db [None req-937998f9-663b-4eb9-9f79-97b6678a5762 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830088-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-12T10:52:12Z,description=,heartbeat_timestamp=2022-04-12T11:04:13Z,host='dv-cinder-830088-4-iscsi',id=77f5e085-0284-4236-9dbf-35d2d452e277,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T10:52:12Z,topic='l3_agent')) {'router_ids': ['ebba7e6c-c174-4e43-823e-0332064b8743'], 'active': True} {{(pid=103260) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 11:04:27.249047 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-648eb434-eb38-432e-926b-6e97f5fbf8f6 req-b044b67d-cfb9-413f-bce1-a6f7ede81ce6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:04:27.250496 dv-cinder-830088-4-iscsi neutron-server[103257]: INFO neutron.wsgi [req-648eb434-eb38-432e-926b-6e97f5fbf8f6 req-b044b67d-cfb9-413f-bce1-a6f7ede81ce6 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=696acaf3-e376-402a-9f44-515f336c0ed7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0450652 Apr 12 11:04:27.329797 dv-cinder-830088-4-iscsi neutron-server[103260]: DEBUG neutron.db.l3_dvr_db [None req-937998f9-663b-4eb9-9f79-97b6678a5762 None None] Set router ebba7e6c-c174-4e43-823e-0332064b8743 gateway port host: dv-cinder-830088-4-iscsi {{(pid=103260) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 11:04:27.337873 dv-cinder-830088-4-iscsi neutron-server[103257]: INFO neutron.wsgi [req-648eb434-eb38-432e-926b-6e97f5fbf8f6 req-576f4977-9f3e-4751-9b7e-bb5bd5ae2718 service neutron] 10.222.0.53 "GET /v2.0/networks/696acaf3-e376-402a-9f44-515f336c0ed7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0806749 Apr 12 11:04:27.431575 dv-cinder-830088-4-iscsi neutron-server[103257]: INFO neutron.wsgi [req-648eb434-eb38-432e-926b-6e97f5fbf8f6 req-5f2423bc-2dd1-4fe9-ab43-00da6c54b6b6 service neutron] 10.222.0.53 "GET /v2.0/networks/696acaf3-e376-402a-9f44-515f336c0ed7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0867081 Apr 12 11:04:27.543637 dv-cinder-830088-4-iscsi neutron-server[103260]: DEBUG neutron.db.l3_hamode_db [None req-937998f9-663b-4eb9-9f79-97b6678a5762 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ebba7e6c-c174-4e43-823e-0332064b8743', 'name': 'tempest-ServerRescueNegativeTestJSON-1877816747-router', 'tenant_id': '87551ef1ad8e4190b7a3b1c3469382df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b7be5f2-485b-4c85-8f98-fb200971b61c', 'external_fixed_ips': [{'subnet_id': '4887111e-1302-416a-ab8e-c957c9df7f85', 'ip_address': '172.27.3.24'}], 'enable_snat': True}, 'gw_port_id': '092f00f6-c2f2-4426-a5db-b5016b474eb5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T11:00:45Z', 'updated_at': '2022-04-12T11:01:02Z', 'revision_number': 4, 'project_id': '87551ef1ad8e4190b7a3b1c3469382df', 'gw_port': {'id': '092f00f6-c2f2-4426-a5db-b5016b474eb5', 'name': '', 'network_id': '3b7be5f2-485b-4c85-8f98-fb200971b61c', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:22:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ebba7e6c-c174-4e43-823e-0332064b8743', 'device_owner': 'network:router_gateway', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': '4887111e-1302-416a-ab8e-c957c9df7f85', 'ip_address': '172.27.3.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830088-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T11:00:47Z', 'updated_at': '2022-04-12T11:01:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4887111e-1302-416a-ab8e-c957c9df7f85', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830088-4-iscsi', '_floatingips': [{'id': '001ffded-7b33-4f7b-84b7-403bc4158d38', 'tenant_id': '87551ef1ad8e4190b7a3b1c3469382df', 'floating_ip_address': '172.27.3.230', 'floating_network_id': '3b7be5f2-485b-4c85-8f98-fb200971b61c', 'router_id': 'ebba7e6c-c174-4e43-823e-0332064b8743', 'port_id': '7a6a5da3-5446-43d6-9ca9-386e0b6e81a2', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 368, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '696acaf3-e376-402a-9f44-515f336c0ed7', 'mac_address': 'fa:16:3e:58:dd:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9cb99b4-c491-4271-becc-0d2d2181c9ef', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-12T11:04:09Z', 'updated_at': '2022-04-12T11:04:26Z', 'revision_number': 1, 'project_id': '87551ef1ad8e4190b7a3b1c3469382df', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7599ff43-fec5-460d-87d7-48cc29fb6aaf', 'name': '', 'network_id': '696acaf3-e376-402a-9f44-515f336c0ed7', 'tenant_id': '87551ef1ad8e4190b7a3b1c3469382df', 'mac_address': 'fa:16:3e:7b:de:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ebba7e6c-c174-4e43-823e-0332064b8743', 'device_owner': 'network:router_interface', 'standard_attr_id': 122, 'fixed_ips': [{'subnet_id': 'dac559db-7802-4e19-95c5-3aacf686b15d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830088-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T11:00:59Z', 'updated_at': '2022-04-12T11:01:12Z', 'revision_number': 5, 'project_id': '87551ef1ad8e4190b7a3b1c3469382df', 'subnets': [{'id': 'dac559db-7802-4e19-95c5-3aacf686b15d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830088-4-iscsi', False) {} {{(pid=103260) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 11:04:27.568397 dv-cinder-830088-4-iscsi neutron-server[103260]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-937998f9-663b-4eb9-9f79-97b6678a5762 None None] The sync data for ids ['ebba7e6c-c174-4e43-823e-0332064b8743'] in dv-cinder-830088-4-iscsi is: [{'id': 'ebba7e6c-c174-4e43-823e-0332064b8743', 'name': 'tempest-ServerRescueNegativeTestJSON-1877816747-router', 'tenant_id': '87551ef1ad8e4190b7a3b1c3469382df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b7be5f2-485b-4c85-8f98-fb200971b61c', 'external_fixed_ips': [{'subnet_id': '4887111e-1302-416a-ab8e-c957c9df7f85', 'ip_address': '172.27.3.24'}], 'enable_snat': True}, 'gw_port_id': '092f00f6-c2f2-4426-a5db-b5016b474eb5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T11:00:45Z', 'updated_at': '2022-04-12T11:01:02Z', 'revision_number': 4, 'project_id': '87551ef1ad8e4190b7a3b1c3469382df', 'gw_port': {'id': '092f00f6-c2f2-4426-a5db-b5016b474eb5', 'name': '', 'network_id': '3b7be5f2-485b-4c85-8f98-fb200971b61c', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:22:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ebba7e6c-c174-4e43-823e-0332064b8743', 'device_owner': 'network:router_gateway', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': '4887111e-1302-416a-ab8e-c957c9df7f85', 'ip_address': '172.27.3.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830088-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T11:00:47Z', 'updated_at': '2022-04-12T11:01:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4887111e-1302-416a-ab8e-c957c9df7f85', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830088-4-iscsi', '_floatingips': [{'id': '001ffded-7b33-4f7b-84b7-403bc4158d38', 'tenant_id': '87551ef1ad8e4190b7a3b1c3469382df', 'floating_ip_address': '172.27.3.230', 'floating_network_id': '3b7be5f2-485b-4c85-8f98-fb200971b61c', 'router_id': 'ebba7e6c-c174-4e43-823e-0332064b8743', 'port_id': '7a6a5da3-5446-43d6-9ca9-386e0b6e81a2', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 368, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '696acaf3-e376-402a-9f44-515f336c0ed7', 'mac_address': 'fa:16:3e:58:dd:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9cb99b4-c491-4271-becc-0d2d2181c9ef', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-12T11:04:09Z', 'updated_at': '2022-04-12T11:04:26Z', 'revision_number': 1, 'project_id': '87551ef1ad8e4190b7a3b1c3469382df', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7599ff43-fec5-460d-87d7-48cc29fb6aaf', 'name': '', 'network_id': '696acaf3-e376-402a-9f44-515f336c0ed7', 'tenant_id': '87551ef1ad8e4190b7a3b1c3469382df', 'mac_address': 'fa:16:3e:7b:de:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ebba7e6c-c174-4e43-823e-0332064b8743', 'device_owner': 'network:router_interface', 'standard_attr_id': 122, 'fixed_ips': [{'subnet_id': 'dac559db-7802-4e19-95c5-3aacf686b15d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830088-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T11:00:59Z', 'updated_at': '2022-04-12T11:01:12Z', 'revision_number': 5, 'project_id': '87551ef1ad8e4190b7a3b1c3469382df', 'subnets': [{'id': 'dac559db-7802-4e19-95c5-3aacf686b15d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103260) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 12 11:04:27.758050 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73bf4cd0-86f8-4c76-b08c-0afc5076261d None None] New status for floating IP 001ffded-7b33-4f7b-84b7-403bc4158d38: ACTIVE {{(pid=103259) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 12 11:04:29.733816 dv-cinder-830088-4-iscsi neutron-server[103260]: DEBUG neutron.db.agents_db [None req-b0205aca-973a-4a8a-ba9e-4a4e25067b42 None None] Agent healthcheck: found 6 active agents {{(pid=103260) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 12 11:04:35.534730 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.wsgi [-] (103258) accepted ('10.222.0.39', 54562) {{(pid=103258) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 11:04:35.636631 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-9757e9b5-4f29-4987-aa75-1794d564e780 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:04:35.714936 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-9757e9b5-4f29-4987-aa75-1794d564e780 admin admin] Publish callbacks [] for security_group (b3dc7ab8-9584-4bfe-8cdb-eb65f83ef5aa), precommit_create {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:04:35.718543 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-9757e9b5-4f29-4987-aa75-1794d564e780 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-415253'] for security_group (b3dc7ab8-9584-4bfe-8cdb-eb65f83ef5aa), after_create {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:04:35.756324 dv-cinder-830088-4-iscsi neutron-server[103258]: INFO neutron.wsgi [None req-9757e9b5-4f29-4987-aa75-1794d564e780 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=4478c8c692a3412b958647a74be3555e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2206290 Apr 12 11:04:35.757441 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9757e9b5-4f29-4987-aa75-1794d564e780 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b3dc7ab8-9584-4bfe-8cdb-eb65f83ef5aa,revision_number=1']} {{(pid=103258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:04:35.759030 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron.wsgi [-] (103257) accepted ('10.222.0.39', 54566) {{(pid=103257) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 11:04:35.807149 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-f27ca157-b5e0-4375-9156-2f27abd185a6 admin admin] Publish callbacks [] for security_group (b3dc7ab8-9584-4bfe-8cdb-eb65f83ef5aa), before_delete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:04:35.827770 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-f27ca157-b5e0-4375-9156-2f27abd185a6 admin admin] Publish callbacks [] for security_group (b3dc7ab8-9584-4bfe-8cdb-eb65f83ef5aa), precommit_delete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:04:35.874586 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-f27ca157-b5e0-4375-9156-2f27abd185a6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-415253'] for security_group (b3dc7ab8-9584-4bfe-8cdb-eb65f83ef5aa), after_delete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:04:35.877125 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-f27ca157-b5e0-4375-9156-2f27abd185a6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:04:35.878307 dv-cinder-830088-4-iscsi neutron-server[103257]: INFO neutron.wsgi [None req-f27ca157-b5e0-4375-9156-2f27abd185a6 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/b3dc7ab8-9584-4bfe-8cdb-eb65f83ef5aa HTTP/1.1" status: 204 len: 168 time: 0.1182916 Apr 12 11:04:35.885676 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f27ca157-b5e0-4375-9156-2f27abd185a6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b3dc7ab8-9584-4bfe-8cdb-eb65f83ef5aa,revision_number=None']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:04:40.258795 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron_lib.callbacks.manager [None req-de0899c2-fd8c-432a-b95e-0752fd7281e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777667879581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1343690'] for agent (0a0a44e5-732d-48d9-a8ad-b47e7b7c1a86), after_update {{(pid=103259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:04:41.747078 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron_lib.callbacks.manager [None req-ae6c308c-a92e-4424-a7f8-d6a17e5174ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777667879581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1343690'] for agent (742b2e09-86ec-4663-b086-f6b891926c3e), after_update {{(pid=103259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:04:42.534873 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron_lib.callbacks.manager [None req-fd5aed34-6c73-4f5b-a6f5-d2eab04dd51f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777667879581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1343690'] for agent (77f5e085-0284-4236-9dbf-35d2d452e277), after_update {{(pid=103259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:04:43.793688 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron_lib.callbacks.manager [None req-601bd752-88b9-4ad2-8e14-56931e32431b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777667879581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1343690'] for agent (3ceb33ec-7c20-4632-9357-4cc6534463de), after_update {{(pid=103259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:04:45.033174 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron_lib.callbacks.manager [None req-0acb87d3-0572-4b2c-b7c9-977edd32a8b9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777667879581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1343690'] for agent (3c144e28-9cc5-463d-ad96-a18b19cd455c), after_update {{(pid=103259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:04:46.530039 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron_lib.callbacks.manager [None req-e4b062a6-7a21-4431-be77-3c7776c11043 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777667879581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1343690'] for agent (c71cae7d-514b-467a-8477-0a67bee0b970), after_update {{(pid=103259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:04:49.277532 dv-cinder-830088-4-iscsi neutron-server[103257]: INFO neutron.wsgi [req-766beb27-c4ba-428c-ab91-65037f9ba1a7 req-aaeaacfb-23ef-416b-bdcf-849ed2397e6a service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=054cf929-099f-406a-9607-1086f5624af6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0415201 Apr 12 11:04:49.359148 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-766beb27-c4ba-428c-ab91-65037f9ba1a7 req-3e4737d9-6e85-4465-9410-ef69ab2247f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:04:49.360689 dv-cinder-830088-4-iscsi neutron-server[103257]: INFO neutron.wsgi [req-766beb27-c4ba-428c-ab91-65037f9ba1a7 req-3e4737d9-6e85-4465-9410-ef69ab2247f2 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=d41e564f85554bef9013a0082cd0196d&device_id=054cf929-099f-406a-9607-1086f5624af6 HTTP/1.1" status: 200 len: 1130 time: 0.0397828 Apr 12 11:04:49.468391 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-766beb27-c4ba-428c-ab91-65037f9ba1a7 req-a258c675-f5be-4e63-84cd-ac903dc0c48e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:04:49.469886 dv-cinder-830088-4-iscsi neutron-server[103257]: INFO neutron.wsgi [req-766beb27-c4ba-428c-ab91-65037f9ba1a7 req-a258c675-f5be-4e63-84cd-ac903dc0c48e service neutron] 10.222.0.53 "GET /v2.0/networks?id=5283658c-f0e4-41df-8b22-61e61a4f7877 HTTP/1.1" status: 200 len: 911 time: 0.0880480 Apr 12 11:04:49.538536 dv-cinder-830088-4-iscsi neutron-server[103257]: INFO neutron.wsgi [req-766beb27-c4ba-428c-ab91-65037f9ba1a7 req-0139f8f2-19cc-45a5-b48a-6bbfe46a5361 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d8445a7c-a328-45d0-8618-af8d0615ea29 HTTP/1.1" status: 200 len: 1002 time: 0.0622928 Apr 12 11:04:49.587209 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-766beb27-c4ba-428c-ab91-65037f9ba1a7 req-c95113be-60be-4600-ae3b-1e56fdd810f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:04:49.588678 dv-cinder-830088-4-iscsi neutron-server[103257]: INFO neutron.wsgi [req-766beb27-c4ba-428c-ab91-65037f9ba1a7 req-c95113be-60be-4600-ae3b-1e56fdd810f8 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=a03f1c9e-6c63-496e-9600-bb0a8351c93d HTTP/1.1" status: 200 len: 849 time: 0.0436289 Apr 12 11:04:49.639063 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-766beb27-c4ba-428c-ab91-65037f9ba1a7 req-37b0057e-eca4-4483-a12f-9657c2abf517 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:04:49.640608 dv-cinder-830088-4-iscsi neutron-server[103257]: INFO neutron.wsgi [req-766beb27-c4ba-428c-ab91-65037f9ba1a7 req-37b0057e-eca4-4483-a12f-9657c2abf517 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=5283658c-f0e4-41df-8b22-61e61a4f7877&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0418017 Apr 12 11:04:49.738113 dv-cinder-830088-4-iscsi neutron-server[103257]: INFO neutron.wsgi [req-766beb27-c4ba-428c-ab91-65037f9ba1a7 req-e753b463-c20b-424a-b30a-ade3c3aab922 service neutron] 10.222.0.53 "GET /v2.0/networks/5283658c-f0e4-41df-8b22-61e61a4f7877?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0896375 Apr 12 11:04:49.750261 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c306879-157d-44d7-a8c4-9e6071dd67d9 req-cba7a4b2-58df-4e0c-aa65-7a1c552d0085 tempest-AttachVolumeShelveTestJSON-1581400671 tempest-AttachVolumeShelveTestJSON-1581400671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:04:49.751773 dv-cinder-830088-4-iscsi neutron-server[103258]: INFO neutron.wsgi [req-6c306879-157d-44d7-a8c4-9e6071dd67d9 req-cba7a4b2-58df-4e0c-aa65-7a1c552d0085 tempest-AttachVolumeShelveTestJSON-1581400671 tempest-AttachVolumeShelveTestJSON-1581400671-project] 10.222.0.39 "GET /v2.0/ports?device_id=02541d3b-c0f8-4669-8d56-2fb77315b4b7 HTTP/1.1" status: 200 len: 946 time: 0.0468588 Apr 12 11:04:49.797855 dv-cinder-830088-4-iscsi neutron-server[103258]: INFO neutron.wsgi [req-6c306879-157d-44d7-a8c4-9e6071dd67d9 req-2d0e3933-13ef-4e93-b494-b1befe334870 tempest-AttachVolumeShelveTestJSON-1581400671 tempest-AttachVolumeShelveTestJSON-1581400671-project] 10.222.0.39 "GET /v2.0/security-groups?id=76018d3a-627c-488b-b6f9-308c58c63207&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402653 Apr 12 11:04:49.949812 dv-cinder-830088-4-iscsi neutron-server[103257]: INFO neutron.wsgi [req-766beb27-c4ba-428c-ab91-65037f9ba1a7 req-bb577241-7025-4882-9e12-5b58dc301cc0 service neutron] 10.222.0.53 "GET /v2.0/networks/5283658c-f0e4-41df-8b22-61e61a4f7877?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0849111 Apr 12 11:04:50.913810 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18c9acc9-ac40-4ff4-aee3-e85c2d3bbe29 req-fb071060-cefb-4459-9d74-4ea2a2168981 tempest-AttachVolumeShelveTestJSON-1581400671 tempest-AttachVolumeShelveTestJSON-1581400671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:04:50.915362 dv-cinder-830088-4-iscsi neutron-server[103258]: INFO neutron.wsgi [req-18c9acc9-ac40-4ff4-aee3-e85c2d3bbe29 req-fb071060-cefb-4459-9d74-4ea2a2168981 tempest-AttachVolumeShelveTestJSON-1581400671 tempest-AttachVolumeShelveTestJSON-1581400671-project] 10.222.0.39 "GET /v2.0/ports?device_id=02541d3b-c0f8-4669-8d56-2fb77315b4b7 HTTP/1.1" status: 200 len: 946 time: 0.0467720 Apr 12 11:04:50.965568 dv-cinder-830088-4-iscsi neutron-server[103258]: INFO neutron.wsgi [req-18c9acc9-ac40-4ff4-aee3-e85c2d3bbe29 req-7af1db5d-740d-44b1-89bb-4fb29c6899e7 tempest-AttachVolumeShelveTestJSON-1581400671 tempest-AttachVolumeShelveTestJSON-1581400671-project] 10.222.0.39 "GET /v2.0/security-groups?id=76018d3a-627c-488b-b6f9-308c58c63207&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447164 Apr 12 11:04:52.099971 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d40c801-d593-4cbd-ad22-26b9d799debe req-f19be43f-0800-4298-b7a5-da360b6dfe7a tempest-AttachVolumeShelveTestJSON-1581400671 tempest-AttachVolumeShelveTestJSON-1581400671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:04:52.099971 dv-cinder-830088-4-iscsi neutron-server[103258]: INFO neutron.wsgi [req-4d40c801-d593-4cbd-ad22-26b9d799debe req-f19be43f-0800-4298-b7a5-da360b6dfe7a tempest-AttachVolumeShelveTestJSON-1581400671 tempest-AttachVolumeShelveTestJSON-1581400671-project] 10.222.0.39 "GET /v2.0/ports?device_id=02541d3b-c0f8-4669-8d56-2fb77315b4b7 HTTP/1.1" status: 200 len: 946 time: 0.0530827 Apr 12 11:04:52.153219 dv-cinder-830088-4-iscsi neutron-server[103258]: INFO neutron.wsgi [req-4d40c801-d593-4cbd-ad22-26b9d799debe req-3a851da2-40ba-4f7b-9f23-5b201f04635b tempest-AttachVolumeShelveTestJSON-1581400671 tempest-AttachVolumeShelveTestJSON-1581400671-project] 10.222.0.39 "GET /v2.0/security-groups?id=76018d3a-627c-488b-b6f9-308c58c63207&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0535448 Apr 12 11:04:53.273726 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84442eaf-53e9-4bf3-808c-13b9765d23ec req-ffbaa0c2-391b-43ea-925f-d0a79ae08ce5 tempest-AttachVolumeShelveTestJSON-1581400671 tempest-AttachVolumeShelveTestJSON-1581400671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:04:53.275129 dv-cinder-830088-4-iscsi neutron-server[103258]: INFO neutron.wsgi [req-84442eaf-53e9-4bf3-808c-13b9765d23ec req-ffbaa0c2-391b-43ea-925f-d0a79ae08ce5 tempest-AttachVolumeShelveTestJSON-1581400671 tempest-AttachVolumeShelveTestJSON-1581400671-project] 10.222.0.39 "GET /v2.0/ports?device_id=02541d3b-c0f8-4669-8d56-2fb77315b4b7 HTTP/1.1" status: 200 len: 946 time: 0.0461082 Apr 12 11:04:53.321016 dv-cinder-830088-4-iscsi neutron-server[103258]: INFO neutron.wsgi [req-84442eaf-53e9-4bf3-808c-13b9765d23ec req-f41806e2-fa50-458d-8f71-b085f8925269 tempest-AttachVolumeShelveTestJSON-1581400671 tempest-AttachVolumeShelveTestJSON-1581400671-project] 10.222.0.39 "GET /v2.0/security-groups?id=76018d3a-627c-488b-b6f9-308c58c63207&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403929 Apr 12 11:04:54.450455 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ecab05d-8191-4c16-9392-fcfc23e0dbdf req-f69a4d38-7fd5-48fe-81d7-7fde328e56b7 tempest-AttachVolumeShelveTestJSON-1581400671 tempest-AttachVolumeShelveTestJSON-1581400671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:04:54.452035 dv-cinder-830088-4-iscsi neutron-server[103258]: INFO neutron.wsgi [req-5ecab05d-8191-4c16-9392-fcfc23e0dbdf req-f69a4d38-7fd5-48fe-81d7-7fde328e56b7 tempest-AttachVolumeShelveTestJSON-1581400671 tempest-AttachVolumeShelveTestJSON-1581400671-project] 10.222.0.39 "GET /v2.0/ports?device_id=02541d3b-c0f8-4669-8d56-2fb77315b4b7 HTTP/1.1" status: 200 len: 946 time: 0.0541134 Apr 12 11:04:54.501481 dv-cinder-830088-4-iscsi neutron-server[103258]: INFO neutron.wsgi [req-5ecab05d-8191-4c16-9392-fcfc23e0dbdf req-2bbb7031-6e83-453e-9b2f-a4b38646d683 tempest-AttachVolumeShelveTestJSON-1581400671 tempest-AttachVolumeShelveTestJSON-1581400671-project] 10.222.0.39 "GET /v2.0/security-groups?id=76018d3a-627c-488b-b6f9-308c58c63207&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431137 Apr 12 11:04:55.621572 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d73b47f-b34f-4905-9bc7-e1c8ee263f52 req-e6e8289a-cf40-4b53-a4a3-68ca080fab5a tempest-AttachVolumeShelveTestJSON-1581400671 tempest-AttachVolumeShelveTestJSON-1581400671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:04:55.623066 dv-cinder-830088-4-iscsi neutron-server[103258]: INFO neutron.wsgi [req-1d73b47f-b34f-4905-9bc7-e1c8ee263f52 req-e6e8289a-cf40-4b53-a4a3-68ca080fab5a tempest-AttachVolumeShelveTestJSON-1581400671 tempest-AttachVolumeShelveTestJSON-1581400671-project] 10.222.0.39 "GET /v2.0/ports?device_id=02541d3b-c0f8-4669-8d56-2fb77315b4b7 HTTP/1.1" status: 200 len: 946 time: 0.0470417 Apr 12 11:04:55.670681 dv-cinder-830088-4-iscsi neutron-server[103258]: INFO neutron.wsgi [req-1d73b47f-b34f-4905-9bc7-e1c8ee263f52 req-2efa2855-db58-47f0-923a-60a6ff3777d6 tempest-AttachVolumeShelveTestJSON-1581400671 tempest-AttachVolumeShelveTestJSON-1581400671-project] 10.222.0.39 "GET /v2.0/security-groups?id=76018d3a-627c-488b-b6f9-308c58c63207&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421231 Apr 12 11:04:56.793360 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5a00fdf-abe0-41df-b652-820ff55e62fe req-c0e3a019-6814-41b2-80b2-314db098cbba tempest-AttachVolumeShelveTestJSON-1581400671 tempest-AttachVolumeShelveTestJSON-1581400671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:04:56.794850 dv-cinder-830088-4-iscsi neutron-server[103257]: INFO neutron.wsgi [req-e5a00fdf-abe0-41df-b652-820ff55e62fe req-c0e3a019-6814-41b2-80b2-314db098cbba tempest-AttachVolumeShelveTestJSON-1581400671 tempest-AttachVolumeShelveTestJSON-1581400671-project] 10.222.0.39 "GET /v2.0/ports?device_id=02541d3b-c0f8-4669-8d56-2fb77315b4b7 HTTP/1.1" status: 200 len: 946 time: 0.0500767 Apr 12 11:04:56.839829 dv-cinder-830088-4-iscsi neutron-server[103257]: INFO neutron.wsgi [req-e5a00fdf-abe0-41df-b652-820ff55e62fe req-3a0b513c-82ff-477c-9e67-0d4e81ca7138 tempest-AttachVolumeShelveTestJSON-1581400671 tempest-AttachVolumeShelveTestJSON-1581400671-project] 10.222.0.39 "GET /v2.0/security-groups?id=76018d3a-627c-488b-b6f9-308c58c63207&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394301 Apr 12 11:04:57.973139 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08afd016-4719-47d2-8047-3954903b8681 req-0f7cad8c-97a3-4ee2-88e4-f58d8659462e tempest-AttachVolumeShelveTestJSON-1581400671 tempest-AttachVolumeShelveTestJSON-1581400671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:04:57.976020 dv-cinder-830088-4-iscsi neutron-server[103258]: INFO neutron.wsgi [req-08afd016-4719-47d2-8047-3954903b8681 req-0f7cad8c-97a3-4ee2-88e4-f58d8659462e tempest-AttachVolumeShelveTestJSON-1581400671 tempest-AttachVolumeShelveTestJSON-1581400671-project] 10.222.0.39 "GET /v2.0/ports?device_id=02541d3b-c0f8-4669-8d56-2fb77315b4b7 HTTP/1.1" status: 200 len: 946 time: 0.0611651 Apr 12 11:04:58.027697 dv-cinder-830088-4-iscsi neutron-server[103258]: INFO neutron.wsgi [req-08afd016-4719-47d2-8047-3954903b8681 req-3f72b6b4-0cf4-4de5-a467-c7bc9382facc tempest-AttachVolumeShelveTestJSON-1581400671 tempest-AttachVolumeShelveTestJSON-1581400671-project] 10.222.0.39 "GET /v2.0/security-groups?id=76018d3a-627c-488b-b6f9-308c58c63207&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456676 Apr 12 11:04:59.142919 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea635624-00ff-492c-9653-25ccaff33af3 req-027b8c06-7797-4528-b1f7-73855a1d688b tempest-AttachVolumeShelveTestJSON-1581400671 tempest-AttachVolumeShelveTestJSON-1581400671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:04:59.144930 dv-cinder-830088-4-iscsi neutron-server[103257]: INFO neutron.wsgi [req-ea635624-00ff-492c-9653-25ccaff33af3 req-027b8c06-7797-4528-b1f7-73855a1d688b tempest-AttachVolumeShelveTestJSON-1581400671 tempest-AttachVolumeShelveTestJSON-1581400671-project] 10.222.0.39 "GET /v2.0/ports?device_id=02541d3b-c0f8-4669-8d56-2fb77315b4b7 HTTP/1.1" status: 200 len: 946 time: 0.0468059 Apr 12 11:04:59.190635 dv-cinder-830088-4-iscsi neutron-server[103257]: INFO neutron.wsgi [req-ea635624-00ff-492c-9653-25ccaff33af3 req-09aeefd5-86c8-4b9a-9f8b-bc10889ce5cc tempest-AttachVolumeShelveTestJSON-1581400671 tempest-AttachVolumeShelveTestJSON-1581400671-project] 10.222.0.39 "GET /v2.0/security-groups?id=76018d3a-627c-488b-b6f9-308c58c63207&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400689 Apr 12 11:05:00.312792 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e458ed2-5884-4031-b781-e489d8a21c86 req-aa126a8d-20c1-4229-a688-e2f3c6109786 tempest-AttachVolumeShelveTestJSON-1581400671 tempest-AttachVolumeShelveTestJSON-1581400671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:05:00.314345 dv-cinder-830088-4-iscsi neutron-server[103258]: INFO neutron.wsgi [req-1e458ed2-5884-4031-b781-e489d8a21c86 req-aa126a8d-20c1-4229-a688-e2f3c6109786 tempest-AttachVolumeShelveTestJSON-1581400671 tempest-AttachVolumeShelveTestJSON-1581400671-project] 10.222.0.39 "GET /v2.0/ports?device_id=02541d3b-c0f8-4669-8d56-2fb77315b4b7 HTTP/1.1" status: 200 len: 946 time: 0.0491507 Apr 12 11:05:00.364763 dv-cinder-830088-4-iscsi neutron-server[103258]: INFO neutron.wsgi [req-1e458ed2-5884-4031-b781-e489d8a21c86 req-2d70501b-c1d5-402b-87b4-46af02955b51 tempest-AttachVolumeShelveTestJSON-1581400671 tempest-AttachVolumeShelveTestJSON-1581400671-project] 10.222.0.39 "GET /v2.0/security-groups?id=76018d3a-627c-488b-b6f9-308c58c63207&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446374 Apr 12 11:05:00.665810 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ace5125-2a2f-48ba-a2e5-9db0e8ec341b req-dca4b235-4053-4ecb-9aa6-e698414cbc3d tempest-AttachVolumeTestJSON-1709741936 tempest-AttachVolumeTestJSON-1709741936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:05:00.667516 dv-cinder-830088-4-iscsi neutron-server[103258]: INFO neutron.wsgi [req-4ace5125-2a2f-48ba-a2e5-9db0e8ec341b req-dca4b235-4053-4ecb-9aa6-e698414cbc3d tempest-AttachVolumeTestJSON-1709741936 tempest-AttachVolumeTestJSON-1709741936-project] 10.222.0.39 "GET /v2.0/ports?device_id=054cf929-099f-406a-9607-1086f5624af6 HTTP/1.1" status: 200 len: 946 time: 0.0477927 Apr 12 11:05:00.717138 dv-cinder-830088-4-iscsi neutron-server[103258]: INFO neutron.wsgi [req-4ace5125-2a2f-48ba-a2e5-9db0e8ec341b req-c855f86e-95a9-43bc-a5a3-0aa873032205 tempest-AttachVolumeTestJSON-1709741936 tempest-AttachVolumeTestJSON-1709741936-project] 10.222.0.39 "GET /v2.0/security-groups?id=fc469313-82a8-4ad2-a9e9-24c86c2f4d72&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431869 Apr 12 11:05:01.486550 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a878f3ad-79dd-4649-871c-78fec9de193b req-ec5033e3-f80a-4eff-a21a-195706b5e194 tempest-AttachVolumeShelveTestJSON-1581400671 tempest-AttachVolumeShelveTestJSON-1581400671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:05:01.488089 dv-cinder-830088-4-iscsi neutron-server[103257]: INFO neutron.wsgi [req-a878f3ad-79dd-4649-871c-78fec9de193b req-ec5033e3-f80a-4eff-a21a-195706b5e194 tempest-AttachVolumeShelveTestJSON-1581400671 tempest-AttachVolumeShelveTestJSON-1581400671-project] 10.222.0.39 "GET /v2.0/ports?device_id=02541d3b-c0f8-4669-8d56-2fb77315b4b7 HTTP/1.1" status: 200 len: 946 time: 0.0516179 Apr 12 11:05:01.535430 dv-cinder-830088-4-iscsi neutron-server[103257]: INFO neutron.wsgi [req-a878f3ad-79dd-4649-871c-78fec9de193b req-470544c5-59c3-4dfb-a62a-b92d2031da82 tempest-AttachVolumeShelveTestJSON-1581400671 tempest-AttachVolumeShelveTestJSON-1581400671-project] 10.222.0.39 "GET /v2.0/security-groups?id=76018d3a-627c-488b-b6f9-308c58c63207&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413070 Apr 12 11:05:01.833643 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81686678-4bce-4a23-a569-937671c6216c req-3518949e-3ec3-446c-b7ca-14a4e2076a97 tempest-AttachVolumeTestJSON-1709741936 tempest-AttachVolumeTestJSON-1709741936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:05:01.835143 dv-cinder-830088-4-iscsi neutron-server[103258]: INFO neutron.wsgi [req-81686678-4bce-4a23-a569-937671c6216c req-3518949e-3ec3-446c-b7ca-14a4e2076a97 tempest-AttachVolumeTestJSON-1709741936 tempest-AttachVolumeTestJSON-1709741936-project] 10.222.0.39 "GET /v2.0/ports?device_id=054cf929-099f-406a-9607-1086f5624af6 HTTP/1.1" status: 200 len: 946 time: 0.0518789 Apr 12 11:05:01.881688 dv-cinder-830088-4-iscsi neutron-server[103258]: INFO neutron.wsgi [req-81686678-4bce-4a23-a569-937671c6216c req-aa7691eb-84a9-46ba-b8c9-53b52265e04e tempest-AttachVolumeTestJSON-1709741936 tempest-AttachVolumeTestJSON-1709741936-project] 10.222.0.39 "GET /v2.0/security-groups?id=fc469313-82a8-4ad2-a9e9-24c86c2f4d72&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408986 Apr 12 11:05:02.653270 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-713beba7-72cd-4081-84a5-807802ea16e3 req-28eff738-b752-491e-80a8-d3f7897cbdfd tempest-AttachVolumeShelveTestJSON-1581400671 tempest-AttachVolumeShelveTestJSON-1581400671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:05:02.654777 dv-cinder-830088-4-iscsi neutron-server[103257]: INFO neutron.wsgi [req-713beba7-72cd-4081-84a5-807802ea16e3 req-28eff738-b752-491e-80a8-d3f7897cbdfd tempest-AttachVolumeShelveTestJSON-1581400671 tempest-AttachVolumeShelveTestJSON-1581400671-project] 10.222.0.39 "GET /v2.0/ports?device_id=02541d3b-c0f8-4669-8d56-2fb77315b4b7 HTTP/1.1" status: 200 len: 946 time: 0.0472417 Apr 12 11:05:02.700010 dv-cinder-830088-4-iscsi neutron-server[103257]: INFO neutron.wsgi [req-713beba7-72cd-4081-84a5-807802ea16e3 req-28dfee97-0e7e-4a28-95fd-d2fb99e452db tempest-AttachVolumeShelveTestJSON-1581400671 tempest-AttachVolumeShelveTestJSON-1581400671-project] 10.222.0.39 "GET /v2.0/security-groups?id=76018d3a-627c-488b-b6f9-308c58c63207&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394585 Apr 12 11:05:02.993736 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93faf7e7-5a00-4e96-80c3-9c996c1edfeb req-9b4699f8-4ead-4b84-897b-b4d382e0927c tempest-AttachVolumeTestJSON-1709741936 tempest-AttachVolumeTestJSON-1709741936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:05:02.995250 dv-cinder-830088-4-iscsi neutron-server[103258]: INFO neutron.wsgi [req-93faf7e7-5a00-4e96-80c3-9c996c1edfeb req-9b4699f8-4ead-4b84-897b-b4d382e0927c tempest-AttachVolumeTestJSON-1709741936 tempest-AttachVolumeTestJSON-1709741936-project] 10.222.0.39 "GET /v2.0/ports?device_id=054cf929-099f-406a-9607-1086f5624af6 HTTP/1.1" status: 200 len: 946 time: 0.0463583 Apr 12 11:05:03.041366 dv-cinder-830088-4-iscsi neutron-server[103258]: INFO neutron.wsgi [req-93faf7e7-5a00-4e96-80c3-9c996c1edfeb req-bffb513a-9317-4bd7-bb0f-1c56bb17c605 tempest-AttachVolumeTestJSON-1709741936 tempest-AttachVolumeTestJSON-1709741936-project] 10.222.0.39 "GET /v2.0/security-groups?id=fc469313-82a8-4ad2-a9e9-24c86c2f4d72&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406749 Apr 12 11:05:03.813768 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fe8a880-9b01-4c3c-91a4-c27adf682277 req-796bdb66-c419-4c50-908f-6190d12879d3 tempest-AttachVolumeShelveTestJSON-1581400671 tempest-AttachVolumeShelveTestJSON-1581400671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:05:03.815248 dv-cinder-830088-4-iscsi neutron-server[103257]: INFO neutron.wsgi [req-4fe8a880-9b01-4c3c-91a4-c27adf682277 req-796bdb66-c419-4c50-908f-6190d12879d3 tempest-AttachVolumeShelveTestJSON-1581400671 tempest-AttachVolumeShelveTestJSON-1581400671-project] 10.222.0.39 "GET /v2.0/ports?device_id=02541d3b-c0f8-4669-8d56-2fb77315b4b7 HTTP/1.1" status: 200 len: 946 time: 0.0454147 Apr 12 11:05:03.864296 dv-cinder-830088-4-iscsi neutron-server[103257]: INFO neutron.wsgi [req-4fe8a880-9b01-4c3c-91a4-c27adf682277 req-798c79fd-bc3f-4139-b0b6-b50102551850 tempest-AttachVolumeShelveTestJSON-1581400671 tempest-AttachVolumeShelveTestJSON-1581400671-project] 10.222.0.39 "GET /v2.0/security-groups?id=76018d3a-627c-488b-b6f9-308c58c63207&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429895 Apr 12 11:05:04.153632 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-916d2308-a175-4bca-a8a5-1527854767f6 req-588ef097-a76a-42f6-ac47-db31b7ec1566 tempest-AttachVolumeTestJSON-1709741936 tempest-AttachVolumeTestJSON-1709741936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:05:04.155110 dv-cinder-830088-4-iscsi neutron-server[103258]: INFO neutron.wsgi [req-916d2308-a175-4bca-a8a5-1527854767f6 req-588ef097-a76a-42f6-ac47-db31b7ec1566 tempest-AttachVolumeTestJSON-1709741936 tempest-AttachVolumeTestJSON-1709741936-project] 10.222.0.39 "GET /v2.0/ports?device_id=054cf929-099f-406a-9607-1086f5624af6 HTTP/1.1" status: 200 len: 946 time: 0.0489180 Apr 12 11:05:04.199944 dv-cinder-830088-4-iscsi neutron-server[103258]: INFO neutron.wsgi [req-916d2308-a175-4bca-a8a5-1527854767f6 req-80f5173b-d02e-46b7-9aa8-67acf174f6e8 tempest-AttachVolumeTestJSON-1709741936 tempest-AttachVolumeTestJSON-1709741936-project] 10.222.0.39 "GET /v2.0/security-groups?id=fc469313-82a8-4ad2-a9e9-24c86c2f4d72&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0389233 Apr 12 11:05:04.979100 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b960fc6-0eda-4a55-9753-5aa1fb386f6e req-65034ba8-2fd1-44f9-be6e-d48f59e6d015 tempest-AttachVolumeShelveTestJSON-1581400671 tempest-AttachVolumeShelveTestJSON-1581400671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:05:04.980540 dv-cinder-830088-4-iscsi neutron-server[103257]: INFO neutron.wsgi [req-5b960fc6-0eda-4a55-9753-5aa1fb386f6e req-65034ba8-2fd1-44f9-be6e-d48f59e6d015 tempest-AttachVolumeShelveTestJSON-1581400671 tempest-AttachVolumeShelveTestJSON-1581400671-project] 10.222.0.39 "GET /v2.0/ports?device_id=02541d3b-c0f8-4669-8d56-2fb77315b4b7 HTTP/1.1" status: 200 len: 946 time: 0.0461388 Apr 12 11:05:05.025603 dv-cinder-830088-4-iscsi neutron-server[103257]: INFO neutron.wsgi [req-5b960fc6-0eda-4a55-9753-5aa1fb386f6e req-4add393c-4848-48e2-bd5f-50a7c3893ff5 tempest-AttachVolumeShelveTestJSON-1581400671 tempest-AttachVolumeShelveTestJSON-1581400671-project] 10.222.0.39 "GET /v2.0/security-groups?id=76018d3a-627c-488b-b6f9-308c58c63207&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396652 Apr 12 11:05:05.308606 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9241a6a8-7e3f-44d7-a144-b77f9c78da17 req-a77e027a-6bc4-4371-ab44-fcad5732f3f1 tempest-AttachVolumeTestJSON-1709741936 tempest-AttachVolumeTestJSON-1709741936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:05:05.310170 dv-cinder-830088-4-iscsi neutron-server[103258]: INFO neutron.wsgi [req-9241a6a8-7e3f-44d7-a144-b77f9c78da17 req-a77e027a-6bc4-4371-ab44-fcad5732f3f1 tempest-AttachVolumeTestJSON-1709741936 tempest-AttachVolumeTestJSON-1709741936-project] 10.222.0.39 "GET /v2.0/ports?device_id=054cf929-099f-406a-9607-1086f5624af6 HTTP/1.1" status: 200 len: 946 time: 0.0455055 Apr 12 11:05:05.356635 dv-cinder-830088-4-iscsi neutron-server[103258]: INFO neutron.wsgi [req-9241a6a8-7e3f-44d7-a144-b77f9c78da17 req-d39e30b1-9390-4df1-ac75-ffbbd29c9c21 tempest-AttachVolumeTestJSON-1709741936 tempest-AttachVolumeTestJSON-1709741936-project] 10.222.0.39 "GET /v2.0/security-groups?id=fc469313-82a8-4ad2-a9e9-24c86c2f4d72&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410111 Apr 12 11:05:06.139047 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c66a8602-3050-498b-998e-09f1cdc1dc6e req-ba5a01bc-fddf-4c65-a451-856e28a889df tempest-AttachVolumeShelveTestJSON-1581400671 tempest-AttachVolumeShelveTestJSON-1581400671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:05:06.140429 dv-cinder-830088-4-iscsi neutron-server[103257]: INFO neutron.wsgi [req-c66a8602-3050-498b-998e-09f1cdc1dc6e req-ba5a01bc-fddf-4c65-a451-856e28a889df tempest-AttachVolumeShelveTestJSON-1581400671 tempest-AttachVolumeShelveTestJSON-1581400671-project] 10.222.0.39 "GET /v2.0/ports?device_id=02541d3b-c0f8-4669-8d56-2fb77315b4b7 HTTP/1.1" status: 200 len: 946 time: 0.0468931 Apr 12 11:05:06.186476 dv-cinder-830088-4-iscsi neutron-server[103257]: INFO neutron.wsgi [req-c66a8602-3050-498b-998e-09f1cdc1dc6e req-18ecd44b-d6b6-46de-b33b-a4094f2ff353 tempest-AttachVolumeShelveTestJSON-1581400671 tempest-AttachVolumeShelveTestJSON-1581400671-project] 10.222.0.39 "GET /v2.0/security-groups?id=76018d3a-627c-488b-b6f9-308c58c63207&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405364 Apr 12 11:05:06.465853 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48912e10-39a0-44c0-9089-94e059abc482 req-aecd7a58-3146-473c-9ef2-ae99dd8c9b2d tempest-AttachVolumeTestJSON-1709741936 tempest-AttachVolumeTestJSON-1709741936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:05:06.467363 dv-cinder-830088-4-iscsi neutron-server[103258]: INFO neutron.wsgi [req-48912e10-39a0-44c0-9089-94e059abc482 req-aecd7a58-3146-473c-9ef2-ae99dd8c9b2d tempest-AttachVolumeTestJSON-1709741936 tempest-AttachVolumeTestJSON-1709741936-project] 10.222.0.39 "GET /v2.0/ports?device_id=054cf929-099f-406a-9607-1086f5624af6 HTTP/1.1" status: 200 len: 946 time: 0.0459192 Apr 12 11:05:06.517802 dv-cinder-830088-4-iscsi neutron-server[103258]: INFO neutron.wsgi [req-48912e10-39a0-44c0-9089-94e059abc482 req-cda4019d-f763-4a9a-99f6-7ff8d990a348 tempest-AttachVolumeTestJSON-1709741936 tempest-AttachVolumeTestJSON-1709741936-project] 10.222.0.39 "GET /v2.0/security-groups?id=fc469313-82a8-4ad2-a9e9-24c86c2f4d72&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436988 Apr 12 11:05:06.733021 dv-cinder-830088-4-iscsi neutron-server[103260]: DEBUG neutron.db.agents_db [None req-b0205aca-973a-4a8a-ba9e-4a4e25067b42 None None] Agent healthcheck: found 6 active agents {{(pid=103260) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 12 11:05:07.308817 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f81f4ff3-24be-4ef6-aa0e-11bf0a658c3c req-bf3a5890-76b4-412e-a7ff-f02442f127a2 tempest-AttachVolumeShelveTestJSON-1581400671 tempest-AttachVolumeShelveTestJSON-1581400671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:05:07.310266 dv-cinder-830088-4-iscsi neutron-server[103257]: INFO neutron.wsgi [req-f81f4ff3-24be-4ef6-aa0e-11bf0a658c3c req-bf3a5890-76b4-412e-a7ff-f02442f127a2 tempest-AttachVolumeShelveTestJSON-1581400671 tempest-AttachVolumeShelveTestJSON-1581400671-project] 10.222.0.39 "GET /v2.0/ports?device_id=02541d3b-c0f8-4669-8d56-2fb77315b4b7 HTTP/1.1" status: 200 len: 946 time: 0.0505452 Apr 12 11:05:07.364397 dv-cinder-830088-4-iscsi neutron-server[103257]: INFO neutron.wsgi [req-f81f4ff3-24be-4ef6-aa0e-11bf0a658c3c req-234eb7ad-e1a5-47d1-846a-4388ba44180a tempest-AttachVolumeShelveTestJSON-1581400671 tempest-AttachVolumeShelveTestJSON-1581400671-project] 10.222.0.39 "GET /v2.0/security-groups?id=76018d3a-627c-488b-b6f9-308c58c63207&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0485494 Apr 12 11:05:07.633998 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-498562dd-1a52-4c1d-ab1d-8b962313e649 req-155eb083-d276-47ef-99e1-c761911978ee tempest-AttachVolumeTestJSON-1709741936 tempest-AttachVolumeTestJSON-1709741936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:05:07.635544 dv-cinder-830088-4-iscsi neutron-server[103258]: INFO neutron.wsgi [req-498562dd-1a52-4c1d-ab1d-8b962313e649 req-155eb083-d276-47ef-99e1-c761911978ee tempest-AttachVolumeTestJSON-1709741936 tempest-AttachVolumeTestJSON-1709741936-project] 10.222.0.39 "GET /v2.0/ports?device_id=054cf929-099f-406a-9607-1086f5624af6 HTTP/1.1" status: 200 len: 946 time: 0.0492275 Apr 12 11:05:07.684370 dv-cinder-830088-4-iscsi neutron-server[103258]: INFO neutron.wsgi [req-498562dd-1a52-4c1d-ab1d-8b962313e649 req-7aac82e0-efba-475d-840f-d2bc0d423ee9 tempest-AttachVolumeTestJSON-1709741936 tempest-AttachVolumeTestJSON-1709741936-project] 10.222.0.39 "GET /v2.0/security-groups?id=fc469313-82a8-4ad2-a9e9-24c86c2f4d72&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432038 Apr 12 11:05:07.838910 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron.plugins.ml2.rpc [None req-ae6c308c-a92e-4424-a7f8-d6a17e5174ef None None] Device 2484a730-a008-456c-92cc-39b96de01dfd details requested by agent hyperv_hv-cinder-83008 with host hv-cinder-83008 {{(pid=103259) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 12 11:05:07.935522 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron.plugins.ml2.db [None req-ae6c308c-a92e-4424-a7f8-d6a17e5174ef None None] For port 2484a730-a008-456c-92cc-39b96de01dfd, host hv-cinder-83008, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83008',level=0,port_id=2484a730-a008-456c-92cc-39b96de01dfd,segment=NetworkSegment(af155c35-6d9d-4cb5-9da1-9790843f44dc),segment_id=af155c35-6d9d-4cb5-9da1-9790843f44dc)] {{(pid=103259) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 11:05:07.947032 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron.plugins.ml2.rpc [None req-ae6c308c-a92e-4424-a7f8-d6a17e5174ef None None] Returning: {'device': '2484a730-a008-456c-92cc-39b96de01dfd', 'network_id': '5fe71604-a19f-4748-9dc5-7cc9d7ecf6be', 'port_id': '2484a730-a008-456c-92cc-39b96de01dfd', 'mac_address': 'fa:16:3e:a4:3a:e9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 506, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e411d522-7486-40a5-b78b-47a221209e5e', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103259) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 12 11:05:07.983218 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron.plugins.ml2.plugin [None req-ae6c308c-a92e-4424-a7f8-d6a17e5174ef None None] Current status of the port 2484a730-a008-456c-92cc-39b96de01dfd is: ACTIVE; New status is: BUILD {{(pid=103259) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 11:05:07.983599 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron_lib.callbacks.manager [None req-ae6c308c-a92e-4424-a7f8-d6a17e5174ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1535343'] for port (2484a730-a008-456c-92cc-39b96de01dfd), before_update {{(pid=103259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:05:07.995786 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron.notifiers.nova [None req-ae6c308c-a92e-4424-a7f8-d6a17e5174ef None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 2484a730-a008-456c-92cc-39b96de01dfd {{(pid=103259) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 12 11:05:08.015442 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron.plugins.ml2.db [None req-ae6c308c-a92e-4424-a7f8-d6a17e5174ef None None] For port 2484a730-a008-456c-92cc-39b96de01dfd, host hv-cinder-83008, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83008',level=0,port_id=2484a730-a008-456c-92cc-39b96de01dfd,segment=NetworkSegment(af155c35-6d9d-4cb5-9da1-9790843f44dc),segment_id=af155c35-6d9d-4cb5-9da1-9790843f44dc)] {{(pid=103259) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 11:05:08.019072 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron_lib.callbacks.manager [None req-ae6c308c-a92e-4424-a7f8-d6a17e5174ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1534861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777667992095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777667450170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777667450188'] for port (2484a730-a008-456c-92cc-39b96de01dfd), after_update {{(pid=103259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:05:08.069723 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae6c308c-a92e-4424-a7f8-d6a17e5174ef None None] Pushing event updated for resources: {'Port': ['ID=2484a730-a008-456c-92cc-39b96de01dfd,revision_number=6']} {{(pid=103259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:05:08.076820 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae6c308c-a92e-4424-a7f8-d6a17e5174ef None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830088-4-iscsi {{(pid=103259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:05:08.077167 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae6c308c-a92e-4424-a7f8-d6a17e5174ef None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830088-4-iscsi {{(pid=103259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:05:08.077529 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae6c308c-a92e-4424-a7f8-d6a17e5174ef None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830088-4-iscsi {{(pid=103259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:05:08.077868 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae6c308c-a92e-4424-a7f8-d6a17e5174ef None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830088-4-iscsi {{(pid=103259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:05:08.078200 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae6c308c-a92e-4424-a7f8-d6a17e5174ef None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830088-4-iscsi {{(pid=103259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:05:08.078528 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae6c308c-a92e-4424-a7f8-d6a17e5174ef None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830088-4-iscsi {{(pid=103259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:05:08.078887 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae6c308c-a92e-4424-a7f8-d6a17e5174ef None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830088-4-iscsi {{(pid=103259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:05:08.079214 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae6c308c-a92e-4424-a7f8-d6a17e5174ef None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830088-4-iscsi {{(pid=103259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:05:08.079536 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae6c308c-a92e-4424-a7f8-d6a17e5174ef None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-830088-4-iscsi {{(pid=103259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:05:08.079857 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae6c308c-a92e-4424-a7f8-d6a17e5174ef None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830088-4-iscsi {{(pid=103259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:05:08.080179 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae6c308c-a92e-4424-a7f8-d6a17e5174ef None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830088-4-iscsi {{(pid=103259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:05:08.080520 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae6c308c-a92e-4424-a7f8-d6a17e5174ef None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830088-4-iscsi {{(pid=103259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:05:08.080864 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae6c308c-a92e-4424-a7f8-d6a17e5174ef None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830088-4-iscsi {{(pid=103259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:05:08.081509 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae6c308c-a92e-4424-a7f8-d6a17e5174ef None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830088-4-iscsi {{(pid=103259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:05:08.081917 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae6c308c-a92e-4424-a7f8-d6a17e5174ef None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830088-4-iscsi {{(pid=103259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:05:08.236471 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron.plugins.ml2.db [None req-ae6c308c-a92e-4424-a7f8-d6a17e5174ef None None] get_ports_and_sgs() called for port_ids ['2484a730-a008-456c-92cc-39b96de01dfd'] {{(pid=103259) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 12 11:05:08.479393 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0057ca03-e827-43d1-a4ef-8df7478c447e req-0a646c80-4090-45d8-92eb-bcc3142346b5 tempest-AttachVolumeShelveTestJSON-1581400671 tempest-AttachVolumeShelveTestJSON-1581400671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:05:08.480920 dv-cinder-830088-4-iscsi neutron-server[103258]: INFO neutron.wsgi [req-0057ca03-e827-43d1-a4ef-8df7478c447e req-0a646c80-4090-45d8-92eb-bcc3142346b5 tempest-AttachVolumeShelveTestJSON-1581400671 tempest-AttachVolumeShelveTestJSON-1581400671-project] 10.222.0.39 "GET /v2.0/ports?device_id=02541d3b-c0f8-4669-8d56-2fb77315b4b7 HTTP/1.1" status: 200 len: 945 time: 0.0462554 Apr 12 11:05:08.525414 dv-cinder-830088-4-iscsi neutron-server[103258]: INFO neutron.wsgi [req-0057ca03-e827-43d1-a4ef-8df7478c447e req-ecc2682a-85b5-464c-8b9b-31c1b326631d tempest-AttachVolumeShelveTestJSON-1581400671 tempest-AttachVolumeShelveTestJSON-1581400671-project] 10.222.0.39 "GET /v2.0/security-groups?id=76018d3a-627c-488b-b6f9-308c58c63207&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389550 Apr 12 11:05:08.755364 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron.wsgi [-] (103257) accepted ('10.222.0.39', 54760) {{(pid=103257) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 11:05:08.759772 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron.api.v2.base [None req-34668b09-a791-4b16-8be9-6ac1bbd04d54 tempest-AttachVolumeNegativeTest-1347969699 tempest-AttachVolumeNegativeTest-1347969699-project] Request body: {'security_group': {'name': 'tempest-securitygroup--858570348', 'description': 'tempest-description--1559972012'}} {{(pid=103257) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 11:05:08.780393 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-34668b09-a791-4b16-8be9-6ac1bbd04d54 tempest-AttachVolumeNegativeTest-1347969699 tempest-AttachVolumeNegativeTest-1347969699-project] Publish callbacks [] for security_group (None), before_create {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:05:08.800699 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfedf7d6-3846-4d7f-9f8a-752f5ff3deaa req-14fb3f7b-122d-47ba-9aa1-508629a5dbb4 tempest-AttachVolumeTestJSON-1709741936 tempest-AttachVolumeTestJSON-1709741936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:05:08.802169 dv-cinder-830088-4-iscsi neutron-server[103258]: INFO neutron.wsgi [req-dfedf7d6-3846-4d7f-9f8a-752f5ff3deaa req-14fb3f7b-122d-47ba-9aa1-508629a5dbb4 tempest-AttachVolumeTestJSON-1709741936 tempest-AttachVolumeTestJSON-1709741936-project] 10.222.0.39 "GET /v2.0/ports?device_id=054cf929-099f-406a-9607-1086f5624af6 HTTP/1.1" status: 200 len: 946 time: 0.0513620 Apr 12 11:05:08.845770 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-34668b09-a791-4b16-8be9-6ac1bbd04d54 tempest-AttachVolumeNegativeTest-1347969699 tempest-AttachVolumeNegativeTest-1347969699-project] Publish callbacks [] for security_group (0be2ea31-d57c-4eee-b181-f5a834d8f953), precommit_create {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:05:08.848095 dv-cinder-830088-4-iscsi neutron-server[103258]: INFO neutron.wsgi [req-dfedf7d6-3846-4d7f-9f8a-752f5ff3deaa req-cb350071-deb5-4922-8c3c-72707a893aa0 tempest-AttachVolumeTestJSON-1709741936 tempest-AttachVolumeTestJSON-1709741936-project] 10.222.0.39 "GET /v2.0/security-groups?id=fc469313-82a8-4ad2-a9e9-24c86c2f4d72&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400722 Apr 12 11:05:08.850037 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-34668b09-a791-4b16-8be9-6ac1bbd04d54 tempest-AttachVolumeNegativeTest-1347969699 tempest-AttachVolumeNegativeTest-1347969699-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-415253'] for security_group (0be2ea31-d57c-4eee-b181-f5a834d8f953), after_create {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:05:08.880750 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-34668b09-a791-4b16-8be9-6ac1bbd04d54 tempest-AttachVolumeNegativeTest-1347969699 tempest-AttachVolumeNegativeTest-1347969699-project] Publish callbacks [] for security_group (None), before_response {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:05:08.882306 dv-cinder-830088-4-iscsi neutron-server[103257]: INFO neutron.wsgi [None req-34668b09-a791-4b16-8be9-6ac1bbd04d54 tempest-AttachVolumeNegativeTest-1347969699 tempest-AttachVolumeNegativeTest-1347969699-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1259205 Apr 12 11:05:08.884143 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34668b09-a791-4b16-8be9-6ac1bbd04d54 tempest-AttachVolumeNegativeTest-1347969699 tempest-AttachVolumeNegativeTest-1347969699-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0be2ea31-d57c-4eee-b181-f5a834d8f953,revision_number=1']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:05:08.885322 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.wsgi [-] (103258) accepted ('10.222.0.39', 54762) {{(pid=103258) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 11:05:08.890003 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.api.v2.base [None req-e119da33-8e70-4593-8da1-94584144db71 tempest-AttachVolumeNegativeTest-1347969699 tempest-AttachVolumeNegativeTest-1347969699-project] Request body: {'security_group_rule': {'security_group_id': '0be2ea31-d57c-4eee-b181-f5a834d8f953', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103258) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 11:05:08.891726 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34668b09-a791-4b16-8be9-6ac1bbd04d54 tempest-AttachVolumeNegativeTest-1347969699 tempest-AttachVolumeNegativeTest-1347969699-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830088-4-iscsi {{(pid=103257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:05:08.892074 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34668b09-a791-4b16-8be9-6ac1bbd04d54 tempest-AttachVolumeNegativeTest-1347969699 tempest-AttachVolumeNegativeTest-1347969699-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830088-4-iscsi {{(pid=103257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:05:08.892415 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34668b09-a791-4b16-8be9-6ac1bbd04d54 tempest-AttachVolumeNegativeTest-1347969699 tempest-AttachVolumeNegativeTest-1347969699-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830088-4-iscsi {{(pid=103257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:05:08.892748 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34668b09-a791-4b16-8be9-6ac1bbd04d54 tempest-AttachVolumeNegativeTest-1347969699 tempest-AttachVolumeNegativeTest-1347969699-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830088-4-iscsi {{(pid=103257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:05:08.893075 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34668b09-a791-4b16-8be9-6ac1bbd04d54 tempest-AttachVolumeNegativeTest-1347969699 tempest-AttachVolumeNegativeTest-1347969699-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830088-4-iscsi {{(pid=103257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:05:08.893401 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34668b09-a791-4b16-8be9-6ac1bbd04d54 tempest-AttachVolumeNegativeTest-1347969699 tempest-AttachVolumeNegativeTest-1347969699-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830088-4-iscsi {{(pid=103257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:05:08.894255 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34668b09-a791-4b16-8be9-6ac1bbd04d54 tempest-AttachVolumeNegativeTest-1347969699 tempest-AttachVolumeNegativeTest-1347969699-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830088-4-iscsi {{(pid=103257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:05:08.894589 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34668b09-a791-4b16-8be9-6ac1bbd04d54 tempest-AttachVolumeNegativeTest-1347969699 tempest-AttachVolumeNegativeTest-1347969699-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830088-4-iscsi {{(pid=103257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:05:08.894946 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34668b09-a791-4b16-8be9-6ac1bbd04d54 tempest-AttachVolumeNegativeTest-1347969699 tempest-AttachVolumeNegativeTest-1347969699-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-830088-4-iscsi {{(pid=103257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:05:08.895601 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34668b09-a791-4b16-8be9-6ac1bbd04d54 tempest-AttachVolumeNegativeTest-1347969699 tempest-AttachVolumeNegativeTest-1347969699-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830088-4-iscsi {{(pid=103257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:05:08.895944 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34668b09-a791-4b16-8be9-6ac1bbd04d54 tempest-AttachVolumeNegativeTest-1347969699 tempest-AttachVolumeNegativeTest-1347969699-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830088-4-iscsi {{(pid=103257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:05:08.896264 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34668b09-a791-4b16-8be9-6ac1bbd04d54 tempest-AttachVolumeNegativeTest-1347969699 tempest-AttachVolumeNegativeTest-1347969699-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830088-4-iscsi {{(pid=103257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:05:08.896586 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34668b09-a791-4b16-8be9-6ac1bbd04d54 tempest-AttachVolumeNegativeTest-1347969699 tempest-AttachVolumeNegativeTest-1347969699-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830088-4-iscsi {{(pid=103257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:05:08.896904 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34668b09-a791-4b16-8be9-6ac1bbd04d54 tempest-AttachVolumeNegativeTest-1347969699 tempest-AttachVolumeNegativeTest-1347969699-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830088-4-iscsi {{(pid=103257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:05:08.897227 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34668b09-a791-4b16-8be9-6ac1bbd04d54 tempest-AttachVolumeNegativeTest-1347969699 tempest-AttachVolumeNegativeTest-1347969699-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830088-4-iscsi {{(pid=103257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:05:08.916555 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-e119da33-8e70-4593-8da1-94584144db71 tempest-AttachVolumeNegativeTest-1347969699 tempest-AttachVolumeNegativeTest-1347969699-project] Publish callbacks [] for security_group_rule (06bd90e7-6f46-4043-9633-e7e31d62850f), before_create {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:05:08.969052 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-e119da33-8e70-4593-8da1-94584144db71 tempest-AttachVolumeNegativeTest-1347969699 tempest-AttachVolumeNegativeTest-1347969699-project] Publish callbacks [] for security_group_rule (06bd90e7-6f46-4043-9633-e7e31d62850f), precommit_create {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:05:08.973312 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-e119da33-8e70-4593-8da1-94584144db71 tempest-AttachVolumeNegativeTest-1347969699 tempest-AttachVolumeNegativeTest-1347969699-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-415338'] for security_group_rule (06bd90e7-6f46-4043-9633-e7e31d62850f), after_create {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:05:08.987924 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e119da33-8e70-4593-8da1-94584144db71 tempest-AttachVolumeNegativeTest-1347969699 tempest-AttachVolumeNegativeTest-1347969699-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=06bd90e7-6f46-4043-9633-e7e31d62850f,revision_number=0']} {{(pid=103258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:05:08.998075 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e119da33-8e70-4593-8da1-94584144db71 tempest-AttachVolumeNegativeTest-1347969699 tempest-AttachVolumeNegativeTest-1347969699-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830088-4-iscsi {{(pid=103258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:05:08.998511 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e119da33-8e70-4593-8da1-94584144db71 tempest-AttachVolumeNegativeTest-1347969699 tempest-AttachVolumeNegativeTest-1347969699-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830088-4-iscsi {{(pid=103258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:05:08.998897 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e119da33-8e70-4593-8da1-94584144db71 tempest-AttachVolumeNegativeTest-1347969699 tempest-AttachVolumeNegativeTest-1347969699-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830088-4-iscsi {{(pid=103258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:05:08.999238 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e119da33-8e70-4593-8da1-94584144db71 tempest-AttachVolumeNegativeTest-1347969699 tempest-AttachVolumeNegativeTest-1347969699-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830088-4-iscsi {{(pid=103258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:05:08.999575 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e119da33-8e70-4593-8da1-94584144db71 tempest-AttachVolumeNegativeTest-1347969699 tempest-AttachVolumeNegativeTest-1347969699-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830088-4-iscsi {{(pid=103258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:05:08.999924 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e119da33-8e70-4593-8da1-94584144db71 tempest-AttachVolumeNegativeTest-1347969699 tempest-AttachVolumeNegativeTest-1347969699-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830088-4-iscsi {{(pid=103258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:05:09.000319 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e119da33-8e70-4593-8da1-94584144db71 tempest-AttachVolumeNegativeTest-1347969699 tempest-AttachVolumeNegativeTest-1347969699-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830088-4-iscsi {{(pid=103258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:05:09.000662 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e119da33-8e70-4593-8da1-94584144db71 tempest-AttachVolumeNegativeTest-1347969699 tempest-AttachVolumeNegativeTest-1347969699-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830088-4-iscsi {{(pid=103258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:05:09.000993 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e119da33-8e70-4593-8da1-94584144db71 tempest-AttachVolumeNegativeTest-1347969699 tempest-AttachVolumeNegativeTest-1347969699-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-830088-4-iscsi {{(pid=103258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:05:09.001320 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e119da33-8e70-4593-8da1-94584144db71 tempest-AttachVolumeNegativeTest-1347969699 tempest-AttachVolumeNegativeTest-1347969699-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830088-4-iscsi {{(pid=103258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:05:09.001647 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e119da33-8e70-4593-8da1-94584144db71 tempest-AttachVolumeNegativeTest-1347969699 tempest-AttachVolumeNegativeTest-1347969699-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830088-4-iscsi {{(pid=103258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:05:09.001969 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e119da33-8e70-4593-8da1-94584144db71 tempest-AttachVolumeNegativeTest-1347969699 tempest-AttachVolumeNegativeTest-1347969699-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830088-4-iscsi {{(pid=103258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:05:09.002291 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e119da33-8e70-4593-8da1-94584144db71 tempest-AttachVolumeNegativeTest-1347969699 tempest-AttachVolumeNegativeTest-1347969699-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830088-4-iscsi {{(pid=103258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:05:09.002613 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e119da33-8e70-4593-8da1-94584144db71 tempest-AttachVolumeNegativeTest-1347969699 tempest-AttachVolumeNegativeTest-1347969699-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830088-4-iscsi {{(pid=103258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:05:09.002962 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e119da33-8e70-4593-8da1-94584144db71 tempest-AttachVolumeNegativeTest-1347969699 tempest-AttachVolumeNegativeTest-1347969699-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830088-4-iscsi {{(pid=103258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:05:09.007860 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-e119da33-8e70-4593-8da1-94584144db71 tempest-AttachVolumeNegativeTest-1347969699 tempest-AttachVolumeNegativeTest-1347969699-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:05:09.009025 dv-cinder-830088-4-iscsi neutron-server[103258]: INFO neutron.wsgi [None req-e119da33-8e70-4593-8da1-94584144db71 tempest-AttachVolumeNegativeTest-1347969699 tempest-AttachVolumeNegativeTest-1347969699-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1226108 Apr 12 11:05:09.011761 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.wsgi [-] (103258) accepted ('10.222.0.39', 54764) {{(pid=103258) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 11:05:09.015898 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.api.v2.base [None req-ef55d2ae-b025-43d1-a6e5-a8b5cf03a515 tempest-AttachVolumeNegativeTest-1347969699 tempest-AttachVolumeNegativeTest-1347969699-project] Request body: {'security_group_rule': {'security_group_id': '0be2ea31-d57c-4eee-b181-f5a834d8f953', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103258) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 11:05:09.040715 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-ef55d2ae-b025-43d1-a6e5-a8b5cf03a515 tempest-AttachVolumeNegativeTest-1347969699 tempest-AttachVolumeNegativeTest-1347969699-project] Publish callbacks [] for security_group_rule (33cf5846-cc70-4e54-98b1-9cf1961f570e), before_create {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:05:09.094221 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-ef55d2ae-b025-43d1-a6e5-a8b5cf03a515 tempest-AttachVolumeNegativeTest-1347969699 tempest-AttachVolumeNegativeTest-1347969699-project] Publish callbacks [] for security_group_rule (33cf5846-cc70-4e54-98b1-9cf1961f570e), precommit_create {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:05:09.099592 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-ef55d2ae-b025-43d1-a6e5-a8b5cf03a515 tempest-AttachVolumeNegativeTest-1347969699 tempest-AttachVolumeNegativeTest-1347969699-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-415338'] for security_group_rule (33cf5846-cc70-4e54-98b1-9cf1961f570e), after_create {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:05:09.117026 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef55d2ae-b025-43d1-a6e5-a8b5cf03a515 tempest-AttachVolumeNegativeTest-1347969699 tempest-AttachVolumeNegativeTest-1347969699-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=33cf5846-cc70-4e54-98b1-9cf1961f570e,revision_number=0']} {{(pid=103258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:05:09.124046 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-ef55d2ae-b025-43d1-a6e5-a8b5cf03a515 tempest-AttachVolumeNegativeTest-1347969699 tempest-AttachVolumeNegativeTest-1347969699-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:05:09.125213 dv-cinder-830088-4-iscsi neutron-server[103258]: INFO neutron.wsgi [None req-ef55d2ae-b025-43d1-a6e5-a8b5cf03a515 tempest-AttachVolumeNegativeTest-1347969699 tempest-AttachVolumeNegativeTest-1347969699-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1125209 Apr 12 11:05:09.128897 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.wsgi [-] (103258) accepted ('10.222.0.39', 54766) {{(pid=103258) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 11:05:09.133053 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.api.v2.base [None req-b0b389a3-4b80-4db1-b69c-6f7df0cb2dae tempest-AttachVolumeNegativeTest-1347969699 tempest-AttachVolumeNegativeTest-1347969699-project] Request body: {'floatingip': {'floating_network_id': '3b7be5f2-485b-4c85-8f98-fb200971b61c'}} {{(pid=103258) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 11:05:09.152470 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-b0b389a3-4b80-4db1-b69c-6f7df0cb2dae tempest-AttachVolumeNegativeTest-1347969699 tempest-AttachVolumeNegativeTest-1347969699-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:05:09.229906 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-b0b389a3-4b80-4db1-b69c-6f7df0cb2dae tempest-AttachVolumeNegativeTest-1347969699 tempest-AttachVolumeNegativeTest-1347969699-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1535343'] for port (None), before_create {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:05:09.334974 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.db.db_base_plugin_common [None req-b0b389a3-4b80-4db1-b69c-6f7df0cb2dae tempest-AttachVolumeNegativeTest-1347969699 tempest-AttachVolumeNegativeTest-1347969699-project] Allocated IP 172.27.3.70 (3b7be5f2-485b-4c85-8f98-fb200971b61c/4887111e-1302-416a-ab8e-c957c9df7f85/96d23bb0-9c99-4cd6-8976-fcf27ad96734) {{(pid=103258) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 12 11:05:09.432170 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-b0b389a3-4b80-4db1-b69c-6f7df0cb2dae tempest-AttachVolumeNegativeTest-1347969699 tempest-AttachVolumeNegativeTest-1347969699-project] Publish callbacks [] for port (96d23bb0-9c99-4cd6-8976-fcf27ad96734), precommit_create {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:05:09.466055 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-b0b389a3-4b80-4db1-b69c-6f7df0cb2dae tempest-AttachVolumeNegativeTest-1347969699 tempest-AttachVolumeNegativeTest-1347969699-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1534861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777667450152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4796947'] for port (96d23bb0-9c99-4cd6-8976-fcf27ad96734), after_create {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:05:09.500937 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0b389a3-4b80-4db1-b69c-6f7df0cb2dae tempest-AttachVolumeNegativeTest-1347969699 tempest-AttachVolumeNegativeTest-1347969699-project] Network 3b7be5f2-485b-4c85-8f98-fb200971b61c is already hosted by enough agents. {{(pid=103258) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 11:05:09.504195 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.scheduler.base_scheduler [None req-b0b389a3-4b80-4db1-b69c-6f7df0cb2dae tempest-AttachVolumeNegativeTest-1347969699 tempest-AttachVolumeNegativeTest-1347969699-project] Resources bound (agent type, host, resource id): {{(pid=103258) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 11:05:09.507325 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0b389a3-4b80-4db1-b69c-6f7df0cb2dae tempest-AttachVolumeNegativeTest-1347969699 tempest-AttachVolumeNegativeTest-1347969699-project] Received port after_create {{(pid=103258) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 12 11:05:09.541363 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0b389a3-4b80-4db1-b69c-6f7df0cb2dae tempest-AttachVolumeNegativeTest-1347969699 tempest-AttachVolumeNegativeTest-1347969699-project] Pushing event updated for resources: {'Port': ['ID=96d23bb0-9c99-4cd6-8976-fcf27ad96734,revision_number=1']} {{(pid=103258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:05:09.601074 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-b0b389a3-4b80-4db1-b69c-6f7df0cb2dae tempest-AttachVolumeNegativeTest-1347969699 tempest-AttachVolumeNegativeTest-1347969699-project] Publish callbacks [] for floatingip (53b9f687-5164-4a4a-9a37-1734368a742f), precommit_create {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:05:09.639464 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-b0b389a3-4b80-4db1-b69c-6f7df0cb2dae tempest-AttachVolumeNegativeTest-1347969699 tempest-AttachVolumeNegativeTest-1347969699-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1535343'] for port (96d23bb0-9c99-4cd6-8976-fcf27ad96734), before_update {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:05:09.648452 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-416d1ae1-6d69-4d2b-9ba3-9d93ff960671 req-2aff3e5d-c43e-4f48-aeba-6455118a2b9d tempest-AttachVolumeShelveTestJSON-1581400671 tempest-AttachVolumeShelveTestJSON-1581400671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:05:09.650041 dv-cinder-830088-4-iscsi neutron-server[103257]: INFO neutron.wsgi [req-416d1ae1-6d69-4d2b-9ba3-9d93ff960671 req-2aff3e5d-c43e-4f48-aeba-6455118a2b9d tempest-AttachVolumeShelveTestJSON-1581400671 tempest-AttachVolumeShelveTestJSON-1581400671-project] 10.222.0.39 "GET /v2.0/ports?device_id=02541d3b-c0f8-4669-8d56-2fb77315b4b7 HTTP/1.1" status: 200 len: 945 time: 0.0501158 Apr 12 11:05:09.698891 dv-cinder-830088-4-iscsi neutron-server[103257]: INFO neutron.wsgi [req-416d1ae1-6d69-4d2b-9ba3-9d93ff960671 req-60ae8ee4-310c-4b75-853d-b95a67520371 tempest-AttachVolumeShelveTestJSON-1581400671 tempest-AttachVolumeShelveTestJSON-1581400671-project] 10.222.0.39 "GET /v2.0/security-groups?id=76018d3a-627c-488b-b6f9-308c58c63207&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431097 Apr 12 11:05:09.790199 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-b0b389a3-4b80-4db1-b69c-6f7df0cb2dae tempest-AttachVolumeNegativeTest-1347969699 tempest-AttachVolumeNegativeTest-1347969699-project] Publish callbacks [] for port (96d23bb0-9c99-4cd6-8976-fcf27ad96734), precommit_update {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:05:09.794538 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-b0b389a3-4b80-4db1-b69c-6f7df0cb2dae tempest-AttachVolumeNegativeTest-1347969699 tempest-AttachVolumeNegativeTest-1347969699-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1534861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777667992095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777667450170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777667450188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4796952'] for port (96d23bb0-9c99-4cd6-8976-fcf27ad96734), after_update {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:05:09.858839 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0b389a3-4b80-4db1-b69c-6f7df0cb2dae tempest-AttachVolumeNegativeTest-1347969699 tempest-AttachVolumeNegativeTest-1347969699-project] Pushing event updated for resources: {'Port': ['ID=96d23bb0-9c99-4cd6-8976-fcf27ad96734,revision_number=2']} {{(pid=103258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:05:09.859533 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron.plugins.ml2.rpc [None req-ae6c308c-a92e-4424-a7f8-d6a17e5174ef None None] Device 2484a730-a008-456c-92cc-39b96de01dfd up at agent hyperv_hv-cinder-83008 {{(pid=103259) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 11:05:09.875257 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-b0b389a3-4b80-4db1-b69c-6f7df0cb2dae tempest-AttachVolumeNegativeTest-1347969699 tempest-AttachVolumeNegativeTest-1347969699-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-579534'] for floatingip (53b9f687-5164-4a4a-9a37-1734368a742f), after_create {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:05:09.896430 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-b0b389a3-4b80-4db1-b69c-6f7df0cb2dae tempest-AttachVolumeNegativeTest-1347969699 tempest-AttachVolumeNegativeTest-1347969699-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108023'] for floatingip (None), before_response {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:05:09.905816 dv-cinder-830088-4-iscsi neutron-server[103258]: INFO neutron.wsgi [None req-b0b389a3-4b80-4db1-b69c-6f7df0cb2dae tempest-AttachVolumeNegativeTest-1347969699 tempest-AttachVolumeNegativeTest-1347969699-project] 10.222.0.39 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 0.7678962 Apr 12 11:05:09.927102 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron.db.provisioning_blocks [None req-ae6c308c-a92e-4424-a7f8-d6a17e5174ef None None] Provisioning complete for port 2484a730-a008-456c-92cc-39b96de01dfd triggered by entity L2. {{(pid=103259) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 11:05:09.927474 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron_lib.callbacks.manager [None req-ae6c308c-a92e-4424-a7f8-d6a17e5174ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1343588'] for port (2484a730-a008-456c-92cc-39b96de01dfd), provisioning_complete {{(pid=103259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:05:09.976194 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2051c16a-0a72-42be-a930-a362fccfeae7 req-55b511aa-6f08-4c39-b8a4-841818644400 tempest-AttachVolumeTestJSON-1709741936 tempest-AttachVolumeTestJSON-1709741936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:05:09.977815 dv-cinder-830088-4-iscsi neutron-server[103258]: INFO neutron.wsgi [req-2051c16a-0a72-42be-a930-a362fccfeae7 req-55b511aa-6f08-4c39-b8a4-841818644400 tempest-AttachVolumeTestJSON-1709741936 tempest-AttachVolumeTestJSON-1709741936-project] 10.222.0.39 "GET /v2.0/ports?device_id=054cf929-099f-406a-9607-1086f5624af6 HTTP/1.1" status: 200 len: 946 time: 0.0548437 Apr 12 11:05:10.006649 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron.plugins.ml2.plugin [None req-ae6c308c-a92e-4424-a7f8-d6a17e5174ef None None] Current status of the port 2484a730-a008-456c-92cc-39b96de01dfd is: BUILD; New status is: ACTIVE {{(pid=103259) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 11:05:10.007088 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron_lib.callbacks.manager [None req-ae6c308c-a92e-4424-a7f8-d6a17e5174ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1535343'] for port (2484a730-a008-456c-92cc-39b96de01dfd), before_update {{(pid=103259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:05:10.030046 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '02541d3b-c0f8-4669-8d56-2fb77315b4b7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2484a730-a008-456c-92cc-39b96de01dfd'}] {{(pid=103259) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 11:05:10.032391 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}af87e37ddfedca7c8b2a1dd0c6cba4e3e91bcc66796c687067be127c7223cf15" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7924d90b-4a90-40eb-ad4e-9097f5edde8e" -d '{"events": [{"server_uuid": "02541d3b-c0f8-4669-8d56-2fb77315b4b7", "name": "network-vif-plugged", "status": "completed", "tag": "2484a730-a008-456c-92cc-39b96de01dfd"}]}' {{(pid=103259) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 11:05:10.033028 dv-cinder-830088-4-iscsi neutron-server[103258]: INFO neutron.wsgi [req-2051c16a-0a72-42be-a930-a362fccfeae7 req-520ebea0-4a3f-477b-a9b5-3a1974228613 tempest-AttachVolumeTestJSON-1709741936 tempest-AttachVolumeTestJSON-1709741936-project] 10.222.0.39 "GET /v2.0/security-groups?id=fc469313-82a8-4ad2-a9e9-24c86c2f4d72&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0490654 Apr 12 11:05:10.046465 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron.plugins.ml2.db [None req-ae6c308c-a92e-4424-a7f8-d6a17e5174ef None None] For port 2484a730-a008-456c-92cc-39b96de01dfd, host hv-cinder-83008, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83008',level=0,port_id=2484a730-a008-456c-92cc-39b96de01dfd,segment=NetworkSegment(af155c35-6d9d-4cb5-9da1-9790843f44dc),segment_id=af155c35-6d9d-4cb5-9da1-9790843f44dc)] {{(pid=103259) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 11:05:10.051601 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron_lib.callbacks.manager [None req-ae6c308c-a92e-4424-a7f8-d6a17e5174ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1534861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777667992095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777667450170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777667450188'] for port (2484a730-a008-456c-92cc-39b96de01dfd), after_update {{(pid=103259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:05:10.079368 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Apr 2022 11:05:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d07c86f2-c0ee-4a65-816e-fa65bac5dde1 x-openstack-request-id: req-d07c86f2-c0ee-4a65-816e-fa65bac5dde1 {{(pid=103259) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 11:05:10.079664 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "02541d3b-c0f8-4669-8d56-2fb77315b4b7", "name": "network-vif-plugged", "status": "completed", "tag": "2484a730-a008-456c-92cc-39b96de01dfd", "code": 200}]} {{(pid=103259) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 11:05:10.079917 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-d07c86f2-c0ee-4a65-816e-fa65bac5dde1 {{(pid=103259) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 11:05:10.080300 dv-cinder-830088-4-iscsi neutron-server[103259]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d07c86f2-c0ee-4a65-816e-fa65bac5dde1'] response: {'server_uuid': '02541d3b-c0f8-4669-8d56-2fb77315b4b7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2484a730-a008-456c-92cc-39b96de01dfd', 'code': 200} Apr 12 11:05:10.106376 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae6c308c-a92e-4424-a7f8-d6a17e5174ef None None] Pushing event updated for resources: {'Port': ['ID=2484a730-a008-456c-92cc-39b96de01dfd,revision_number=7']} {{(pid=103259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:05:10.117295 dv-cinder-830088-4-iscsi neutron-server[103257]: INFO neutron.wsgi [req-11668c8c-b149-47b1-baf0-629c1201f54d req-60e295bd-b6f8-47ba-a31a-903491625bb5 tempest-AttachVolumeNegativeTest-1347969699 tempest-AttachVolumeNegativeTest-1347969699-project] 10.222.0.39 "GET /v2.0/security-groups?name=tempest-securitygroup--858570348&fields=id&tenant_id=e581060642574053bd171680bd4e15a9 HTTP/1.1" status: 200 len: 267 time: 0.0424354 Apr 12 11:05:10.220051 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11668c8c-b149-47b1-baf0-629c1201f54d req-e413a0ef-ff0e-4fe8-8498-8ba6ef7a6332 tempest-AttachVolumeNegativeTest-1347969699 tempest-AttachVolumeNegativeTest-1347969699-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:05:10.221759 dv-cinder-830088-4-iscsi neutron-server[103257]: INFO neutron.wsgi [req-11668c8c-b149-47b1-baf0-629c1201f54d req-e413a0ef-ff0e-4fe8-8498-8ba6ef7a6332 tempest-AttachVolumeNegativeTest-1347969699 tempest-AttachVolumeNegativeTest-1347969699-project] 10.222.0.39 "GET /v2.0/networks?id=8605bce6-3955-4448-bd79-8ef881f45c6d HTTP/1.1" status: 200 len: 814 time: 0.0979865 Apr 12 11:05:10.237034 dv-cinder-830088-4-iscsi neutron-server[103257]: INFO neutron.wsgi [req-11668c8c-b149-47b1-baf0-629c1201f54d req-0ce36f20-0423-4e42-ab5d-d8e597fa1baf tempest-AttachVolumeNegativeTest-1347969699 tempest-AttachVolumeNegativeTest-1347969699-project] 10.222.0.39 "GET /v2.0/quotas/e581060642574053bd171680bd4e15a9 HTTP/1.1" status: 200 len: 375 time: 0.0086334 Apr 12 11:05:10.259526 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron_lib.callbacks.manager [None req-52e8e740-4e95-40e3-97b7-53cfea8ba6d1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777667879581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1343690'] for agent (0a0a44e5-732d-48d9-a8ad-b47e7b7c1a86), after_update {{(pid=103259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:05:10.294321 dv-cinder-830088-4-iscsi neutron-server[103257]: INFO neutron.wsgi [req-11668c8c-b149-47b1-baf0-629c1201f54d req-0e7d324b-413b-4357-8fdb-8c2d92280868 tempest-AttachVolumeNegativeTest-1347969699 tempest-AttachVolumeNegativeTest-1347969699-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=e581060642574053bd171680bd4e15a9&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0513337 Apr 12 11:05:10.390281 dv-cinder-830088-4-iscsi neutron-server[103257]: INFO neutron.wsgi [req-11668c8c-b149-47b1-baf0-629c1201f54d req-15d0dd5e-8db6-4287-940b-da84711590ac service neutron] 10.222.0.39 "GET /v2.0/networks/8605bce6-3955-4448-bd79-8ef881f45c6d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0838985 Apr 12 11:05:10.481893 dv-cinder-830088-4-iscsi neutron-server[103257]: INFO neutron.wsgi [req-11668c8c-b149-47b1-baf0-629c1201f54d req-4d0a69df-bf24-478e-89fa-ef651683e839 service neutron] 10.222.0.39 "GET /v2.0/networks/8605bce6-3955-4448-bd79-8ef881f45c6d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0854020 Apr 12 11:05:10.636994 dv-cinder-830088-4-iscsi neutron-server[103258]: INFO neutron.wsgi [req-2e62becd-5055-43f2-bff0-67b2a67f0ed1 req-03f8016c-f4a7-486c-ad59-9a9495310b4e tempest-AttachVolumeNegativeTest-1347969699 tempest-AttachVolumeNegativeTest-1347969699-project] 10.222.0.39 "GET /v2.0/ports?device_id=30496a14-7045-478f-8d8a-1d35ed0d9c5f HTTP/1.1" status: 200 len: 210 time: 0.0274734 Apr 12 11:05:10.821002 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6b4ec70-58a9-4284-8013-7a5bd2d96fc9 req-323bfdcc-4fce-455c-978d-950e55a3ae41 tempest-AttachVolumeShelveTestJSON-1581400671 tempest-AttachVolumeShelveTestJSON-1581400671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:05:10.822634 dv-cinder-830088-4-iscsi neutron-server[103257]: INFO neutron.wsgi [req-d6b4ec70-58a9-4284-8013-7a5bd2d96fc9 req-323bfdcc-4fce-455c-978d-950e55a3ae41 tempest-AttachVolumeShelveTestJSON-1581400671 tempest-AttachVolumeShelveTestJSON-1581400671-project] 10.222.0.39 "GET /v2.0/ports?device_id=02541d3b-c0f8-4669-8d56-2fb77315b4b7 HTTP/1.1" status: 200 len: 946 time: 0.0482802 Apr 12 11:05:10.869323 dv-cinder-830088-4-iscsi neutron-server[103257]: INFO neutron.wsgi [req-d6b4ec70-58a9-4284-8013-7a5bd2d96fc9 req-3c8c9298-2267-43ac-b903-d80babf23324 tempest-AttachVolumeShelveTestJSON-1581400671 tempest-AttachVolumeShelveTestJSON-1581400671-project] 10.222.0.39 "GET /v2.0/security-groups?id=76018d3a-627c-488b-b6f9-308c58c63207&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403636 Apr 12 11:05:11.151455 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c62f0f56-6a84-43c7-82c8-7f0e18f74a1f req-d05da595-ee07-4f5f-bc0b-a8af2bbc0f7f tempest-AttachVolumeTestJSON-1709741936 tempest-AttachVolumeTestJSON-1709741936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:05:11.154809 dv-cinder-830088-4-iscsi neutron-server[103258]: INFO neutron.wsgi [req-c62f0f56-6a84-43c7-82c8-7f0e18f74a1f req-d05da595-ee07-4f5f-bc0b-a8af2bbc0f7f tempest-AttachVolumeTestJSON-1709741936 tempest-AttachVolumeTestJSON-1709741936-project] 10.222.0.39 "GET /v2.0/ports?device_id=054cf929-099f-406a-9607-1086f5624af6 HTTP/1.1" status: 200 len: 946 time: 0.0563967 Apr 12 11:05:11.201502 dv-cinder-830088-4-iscsi neutron-server[103258]: INFO neutron.wsgi [req-c62f0f56-6a84-43c7-82c8-7f0e18f74a1f req-ba784f6d-b510-4ddf-b3bb-3834742af61b tempest-AttachVolumeTestJSON-1709741936 tempest-AttachVolumeTestJSON-1709741936-project] 10.222.0.39 "GET /v2.0/security-groups?id=fc469313-82a8-4ad2-a9e9-24c86c2f4d72&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430772 Apr 12 11:05:11.743359 dv-cinder-830088-4-iscsi neutron-server[103257]: INFO neutron.wsgi [req-d94fcf95-43cd-47b3-9317-8c6fc29d3293 req-f8c37c90-f091-4d51-a28c-028f2765a4b6 tempest-AttachVolumeNegativeTest-1347969699 tempest-AttachVolumeNegativeTest-1347969699-project] 10.222.0.39 "GET /v2.0/ports?device_id=30496a14-7045-478f-8d8a-1d35ed0d9c5f HTTP/1.1" status: 200 len: 210 time: 0.0373695 Apr 12 11:05:11.751138 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11668c8c-b149-47b1-baf0-629c1201f54d req-ec72058d-3005-4cfc-8957-069786fea073 tempest-AttachVolumeNegativeTest-1347969699 tempest-AttachVolumeNegativeTest-1347969699-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:05:11.752639 dv-cinder-830088-4-iscsi neutron-server[103257]: INFO neutron.wsgi [req-11668c8c-b149-47b1-baf0-629c1201f54d req-ec72058d-3005-4cfc-8957-069786fea073 tempest-AttachVolumeNegativeTest-1347969699 tempest-AttachVolumeNegativeTest-1347969699-project] 10.222.0.53 "GET /v2.0/networks?id=8605bce6-3955-4448-bd79-8ef881f45c6d HTTP/1.1" status: 200 len: 814 time: 0.1313636 Apr 12 11:05:11.753664 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron_lib.callbacks.manager [None req-ae6c308c-a92e-4424-a7f8-d6a17e5174ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777667879581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1343690'] for agent (742b2e09-86ec-4663-b086-f6b891926c3e), after_update {{(pid=103259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:05:11.831345 dv-cinder-830088-4-iscsi neutron-server[103257]: INFO neutron.wsgi [req-11668c8c-b149-47b1-baf0-629c1201f54d req-1b9ee857-9ca2-485e-acbd-2020d8e2b212 tempest-AttachVolumeNegativeTest-1347969699 tempest-AttachVolumeNegativeTest-1347969699-project] 10.222.0.53 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e581060642574053bd171680bd4e15a9 HTTP/1.1" status: 200 len: 471 time: 0.0637403 Apr 12 11:05:11.899475 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron.api.v2.base [req-11668c8c-b149-47b1-baf0-629c1201f54d req-10c4bf28-8428-4629-aa74-e61158aa4c29 tempest-AttachVolumeNegativeTest-1347969699 tempest-AttachVolumeNegativeTest-1347969699-project] Request body: {'port': {'device_id': '30496a14-7045-478f-8d8a-1d35ed0d9c5f', 'network_id': '8605bce6-3955-4448-bd79-8ef881f45c6d', 'admin_state_up': True, 'tenant_id': 'e581060642574053bd171680bd4e15a9', 'security_groups': ['0be2ea31-d57c-4eee-b181-f5a834d8f953']}} {{(pid=103257) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 11:05:11.999486 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dc08630-4188-456a-b4a3-658530caa7b2 req-f3258a17-1e95-4798-986b-1c2447b25aca tempest-AttachVolumeShelveTestJSON-1581400671 tempest-AttachVolumeShelveTestJSON-1581400671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:05:12.000890 dv-cinder-830088-4-iscsi neutron-server[103258]: INFO neutron.wsgi [req-0dc08630-4188-456a-b4a3-658530caa7b2 req-f3258a17-1e95-4798-986b-1c2447b25aca tempest-AttachVolumeShelveTestJSON-1581400671 tempest-AttachVolumeShelveTestJSON-1581400671-project] 10.222.0.39 "GET /v2.0/ports?device_id=02541d3b-c0f8-4669-8d56-2fb77315b4b7 HTTP/1.1" status: 200 len: 946 time: 0.0602517 Apr 12 11:05:12.012493 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-11668c8c-b149-47b1-baf0-629c1201f54d req-10c4bf28-8428-4629-aa74-e61158aa4c29 tempest-AttachVolumeNegativeTest-1347969699 tempest-AttachVolumeNegativeTest-1347969699-project] Made reservation on behalf of e581060642574053bd171680bd4e15a9 for: {'port': 1} {{(pid=103257) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 12 11:05:12.016252 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [req-11668c8c-b149-47b1-baf0-629c1201f54d req-10c4bf28-8428-4629-aa74-e61158aa4c29 tempest-AttachVolumeNegativeTest-1347969699 tempest-AttachVolumeNegativeTest-1347969699-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1535343'] for port (None), before_create {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:05:12.054134 dv-cinder-830088-4-iscsi neutron-server[103258]: INFO neutron.wsgi [req-0dc08630-4188-456a-b4a3-658530caa7b2 req-eeb00c8a-ff0e-4aa2-83bc-0ebd47113b19 tempest-AttachVolumeShelveTestJSON-1581400671 tempest-AttachVolumeShelveTestJSON-1581400671-project] 10.222.0.39 "GET /v2.0/security-groups?id=76018d3a-627c-488b-b6f9-308c58c63207&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0468321 Apr 12 11:05:12.151771 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron.db.db_base_plugin_common [req-11668c8c-b149-47b1-baf0-629c1201f54d req-10c4bf28-8428-4629-aa74-e61158aa4c29 tempest-AttachVolumeNegativeTest-1347969699 tempest-AttachVolumeNegativeTest-1347969699-project] Allocated IP 172.20.0.13 (8605bce6-3955-4448-bd79-8ef881f45c6d/342bfb33-54ce-4b31-b1d9-ee13f5d2ec00/f173e7c5-0f74-4b76-a51c-1c2e992de4a8) {{(pid=103257) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 12 11:05:12.316845 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [req-11668c8c-b149-47b1-baf0-629c1201f54d req-10c4bf28-8428-4629-aa74-e61158aa4c29 tempest-AttachVolumeNegativeTest-1347969699 tempest-AttachVolumeNegativeTest-1347969699-project] Publish callbacks [] for port (f173e7c5-0f74-4b76-a51c-1c2e992de4a8), precommit_create {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:05:12.330382 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bfcf3de-a0fe-4a2d-bb3b-617f9550a3fb req-176d3e64-fd7a-4269-a77a-3d9e5569d9db tempest-AttachVolumeTestJSON-1709741936 tempest-AttachVolumeTestJSON-1709741936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:05:12.331894 dv-cinder-830088-4-iscsi neutron-server[103257]: INFO neutron.wsgi [req-9bfcf3de-a0fe-4a2d-bb3b-617f9550a3fb req-176d3e64-fd7a-4269-a77a-3d9e5569d9db tempest-AttachVolumeTestJSON-1709741936 tempest-AttachVolumeTestJSON-1709741936-project] 10.222.0.39 "GET /v2.0/ports?device_id=054cf929-099f-406a-9607-1086f5624af6 HTTP/1.1" status: 200 len: 946 time: 0.0636020 Apr 12 11:05:12.392947 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [req-11668c8c-b149-47b1-baf0-629c1201f54d req-10c4bf28-8428-4629-aa74-e61158aa4c29 tempest-AttachVolumeNegativeTest-1347969699 tempest-AttachVolumeNegativeTest-1347969699-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1534861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777667450152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5265645'] for port (f173e7c5-0f74-4b76-a51c-1c2e992de4a8), after_create {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:05:12.397424 dv-cinder-830088-4-iscsi neutron-server[103257]: INFO neutron.wsgi [req-9bfcf3de-a0fe-4a2d-bb3b-617f9550a3fb req-8aa92809-123a-4e69-a198-93257772ca87 tempest-AttachVolumeTestJSON-1709741936 tempest-AttachVolumeTestJSON-1709741936-project] 10.222.0.39 "GET /v2.0/security-groups?id=fc469313-82a8-4ad2-a9e9-24c86c2f4d72&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0593996 Apr 12 11:05:12.436362 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-11668c8c-b149-47b1-baf0-629c1201f54d req-10c4bf28-8428-4629-aa74-e61158aa4c29 tempest-AttachVolumeNegativeTest-1347969699 tempest-AttachVolumeNegativeTest-1347969699-project] Network 8605bce6-3955-4448-bd79-8ef881f45c6d is already hosted by enough agents. {{(pid=103257) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 11:05:12.439252 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron.scheduler.base_scheduler [req-11668c8c-b149-47b1-baf0-629c1201f54d req-10c4bf28-8428-4629-aa74-e61158aa4c29 tempest-AttachVolumeNegativeTest-1347969699 tempest-AttachVolumeNegativeTest-1347969699-project] Resources bound (agent type, host, resource id): {{(pid=103257) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 11:05:12.443484 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron.db.l3_dvrscheduler_db [req-11668c8c-b149-47b1-baf0-629c1201f54d req-10c4bf28-8428-4629-aa74-e61158aa4c29 tempest-AttachVolumeNegativeTest-1347969699 tempest-AttachVolumeNegativeTest-1347969699-project] Received port after_create {{(pid=103257) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 12 11:05:12.470272 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10c4bf28-8428-4629-aa74-e61158aa4c29 tempest-AttachVolumeNegativeTest-1347969699 tempest-AttachVolumeNegativeTest-1347969699-project] Pushing event updated for resources: {'Port': ['ID=f173e7c5-0f74-4b76-a51c-1c2e992de4a8,revision_number=1']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:05:12.499141 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11668c8c-b149-47b1-baf0-629c1201f54d req-10c4bf28-8428-4629-aa74-e61158aa4c29 tempest-AttachVolumeNegativeTest-1347969699 tempest-AttachVolumeNegativeTest-1347969699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:05:12.499749 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [req-11668c8c-b149-47b1-baf0-629c1201f54d req-10c4bf28-8428-4629-aa74-e61158aa4c29 tempest-AttachVolumeNegativeTest-1347969699 tempest-AttachVolumeNegativeTest-1347969699-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108023'] for port (None), before_response {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:05:12.515393 dv-cinder-830088-4-iscsi neutron-server[103257]: INFO neutron.wsgi [req-11668c8c-b149-47b1-baf0-629c1201f54d req-10c4bf28-8428-4629-aa74-e61158aa4c29 tempest-AttachVolumeNegativeTest-1347969699 tempest-AttachVolumeNegativeTest-1347969699-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6197770 Apr 12 11:05:12.536902 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron.api.v2.base [req-11668c8c-b149-47b1-baf0-629c1201f54d req-88c4687a-025a-4602-935c-d5b65575f5a5 service neutron] Request body: {'port': {'device_id': '30496a14-7045-478f-8d8a-1d35ed0d9c5f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83008'}} {{(pid=103257) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 11:05:12.537811 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron_lib.callbacks.manager [None req-cfd475f0-1932-4a1f-8c13-4fcf435a6bd3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777667879581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1343690'] for agent (77f5e085-0284-4236-9dbf-35d2d452e277), after_update {{(pid=103259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:05:12.603183 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [req-11668c8c-b149-47b1-baf0-629c1201f54d req-88c4687a-025a-4602-935c-d5b65575f5a5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1535343'] for port (f173e7c5-0f74-4b76-a51c-1c2e992de4a8), before_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:05:12.683483 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron.db.provisioning_blocks [None req-2d8e81f7-10c4-48d1-b062-13d4580516b0 None None] Provisioning complete for port f173e7c5-0f74-4b76-a51c-1c2e992de4a8 triggered by entity DHCP. {{(pid=103259) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 11:05:12.683940 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron_lib.callbacks.manager [None req-2d8e81f7-10c4-48d1-b062-13d4580516b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1343588'] for port (f173e7c5-0f74-4b76-a51c-1c2e992de4a8), provisioning_complete {{(pid=103259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:05:12.716256 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron.plugins.ml2.plugin [None req-2d8e81f7-10c4-48d1-b062-13d4580516b0 None None] Port f173e7c5-0f74-4b76-a51c-1c2e992de4a8 cannot update to ACTIVE because it is not bound. {{(pid=103259) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 12 11:05:12.856429 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df8a20d0-b5e3-499f-a1db-5524a366b70b req-60d9c940-1df4-4d71-bd68-8cbac4749e3d tempest-AttachVolumeNegativeTest-1347969699 tempest-AttachVolumeNegativeTest-1347969699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:05:12.857907 dv-cinder-830088-4-iscsi neutron-server[103258]: INFO neutron.wsgi [req-df8a20d0-b5e3-499f-a1db-5524a366b70b req-60d9c940-1df4-4d71-bd68-8cbac4749e3d tempest-AttachVolumeNegativeTest-1347969699 tempest-AttachVolumeNegativeTest-1347969699-project] 10.222.0.39 "GET /v2.0/ports?device_id=30496a14-7045-478f-8d8a-1d35ed0d9c5f HTTP/1.1" status: 200 len: 932 time: 0.0458202 Apr 12 11:05:12.860103 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron.notifiers.nova [req-11668c8c-b149-47b1-baf0-629c1201f54d req-88c4687a-025a-4602-935c-d5b65575f5a5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f173e7c5-0f74-4b76-a51c-1c2e992de4a8 {{(pid=103257) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 12 11:05:12.868275 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [req-11668c8c-b149-47b1-baf0-629c1201f54d req-88c4687a-025a-4602-935c-d5b65575f5a5 service neutron] Publish callbacks [] for port (f173e7c5-0f74-4b76-a51c-1c2e992de4a8), precommit_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:05:12.881068 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron.db.provisioning_blocks [req-11668c8c-b149-47b1-baf0-629c1201f54d req-88c4687a-025a-4602-935c-d5b65575f5a5 service neutron] Transition to ACTIVE for port object f173e7c5-0f74-4b76-a51c-1c2e992de4a8 will not be triggered until provisioned by entity L2. {{(pid=103257) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 12 11:05:12.884870 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [req-11668c8c-b149-47b1-baf0-629c1201f54d req-88c4687a-025a-4602-935c-d5b65575f5a5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1534861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777667992095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777667450170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777667450188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5265638'] for port (f173e7c5-0f74-4b76-a51c-1c2e992de4a8), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:05:12.904386 dv-cinder-830088-4-iscsi neutron-server[103258]: INFO neutron.wsgi [req-df8a20d0-b5e3-499f-a1db-5524a366b70b req-5e689485-5116-4723-956c-51ea2016dbe7 tempest-AttachVolumeNegativeTest-1347969699 tempest-AttachVolumeNegativeTest-1347969699-project] 10.222.0.39 "GET /v2.0/security-groups?id=0be2ea31-d57c-4eee-b181-f5a834d8f953&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402749 Apr 12 11:05:12.957335 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88c4687a-025a-4602-935c-d5b65575f5a5 service neutron] Pushing event updated for resources: {'Port': ['ID=f173e7c5-0f74-4b76-a51c-1c2e992de4a8,revision_number=2']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:05:13.011983 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron.plugins.ml2.managers [req-11668c8c-b149-47b1-baf0-629c1201f54d req-88c4687a-025a-4602-935c-d5b65575f5a5 service neutron] Attempting to bind port f173e7c5-0f74-4b76-a51c-1c2e992de4a8 on host hv-cinder-83008 for vnic_type normal with profile {{(pid=103257) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 12 11:05:13.012324 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron.plugins.ml2.managers [req-11668c8c-b149-47b1-baf0-629c1201f54d req-88c4687a-025a-4602-935c-d5b65575f5a5 service neutron] Attempting to bind port f173e7c5-0f74-4b76-a51c-1c2e992de4a8 by drivers openvswitch,hyperv on host hv-cinder-83008 at level 0 using segments [{'id': '7235212e-5ea9-4475-b7e8-0ed6cc0af829', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': '8605bce6-3955-4448-bd79-8ef881f45c6d'}] {{(pid=103257) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 12 11:05:13.012656 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11668c8c-b149-47b1-baf0-629c1201f54d req-88c4687a-025a-4602-935c-d5b65575f5a5 service neutron] Attempting to bind port f173e7c5-0f74-4b76-a51c-1c2e992de4a8 on network 8605bce6-3955-4448-bd79-8ef881f45c6d {{(pid=103257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 11:05:13.017281 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11668c8c-b149-47b1-baf0-629c1201f54d req-88c4687a-025a-4602-935c-d5b65575f5a5 service neutron] Port f173e7c5-0f74-4b76-a51c-1c2e992de4a8 on network 8605bce6-3955-4448-bd79-8ef881f45c6d not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83008 {{(pid=103257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 12 11:05:13.017610 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11668c8c-b149-47b1-baf0-629c1201f54d req-88c4687a-025a-4602-935c-d5b65575f5a5 service neutron] Attempting to bind port f173e7c5-0f74-4b76-a51c-1c2e992de4a8 on network 8605bce6-3955-4448-bd79-8ef881f45c6d {{(pid=103257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 11:05:13.022626 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11668c8c-b149-47b1-baf0-629c1201f54d req-88c4687a-025a-4602-935c-d5b65575f5a5 service neutron] Checking agent: {'id': '742b2e09-86ec-4663-b086-f6b891926c3e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83008', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 12, 10, 58, 42), 'started_at': datetime.datetime(2022, 4, 12, 10, 58, 42), 'heartbeat_timestamp': datetime.datetime(2022, 4, 12, 11, 5, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 12 11:05:13.022992 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11668c8c-b149-47b1-baf0-629c1201f54d req-88c4687a-025a-4602-935c-d5b65575f5a5 service neutron] Checking segment: {'id': '7235212e-5ea9-4475-b7e8-0ed6cc0af829', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': '8605bce6-3955-4448-bd79-8ef881f45c6d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103257) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 11:05:13.023382 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11668c8c-b149-47b1-baf0-629c1201f54d req-88c4687a-025a-4602-935c-d5b65575f5a5 service neutron] Bound using segment: {'id': '7235212e-5ea9-4475-b7e8-0ed6cc0af829', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': '8605bce6-3955-4448-bd79-8ef881f45c6d'} {{(pid=103257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 12 11:05:13.023809 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron.plugins.ml2.managers [req-11668c8c-b149-47b1-baf0-629c1201f54d req-88c4687a-025a-4602-935c-d5b65575f5a5 service neutron] Bound port: f173e7c5-0f74-4b76-a51c-1c2e992de4a8, host: hv-cinder-83008, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7235212e-5ea9-4475-b7e8-0ed6cc0af829', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': '8605bce6-3955-4448-bd79-8ef881f45c6d'}}] {{(pid=103257) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 12 11:05:13.024168 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [req-11668c8c-b149-47b1-baf0-629c1201f54d req-88c4687a-025a-4602-935c-d5b65575f5a5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1535343'] for port (f173e7c5-0f74-4b76-a51c-1c2e992de4a8), before_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:05:13.088642 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron.plugins.ml2.db [req-11668c8c-b149-47b1-baf0-629c1201f54d req-88c4687a-025a-4602-935c-d5b65575f5a5 service neutron] For port f173e7c5-0f74-4b76-a51c-1c2e992de4a8, host hv-cinder-83008, cleared binding levels {{(pid=103257) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 12 11:05:13.091617 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron.plugins.ml2.db [req-11668c8c-b149-47b1-baf0-629c1201f54d req-88c4687a-025a-4602-935c-d5b65575f5a5 service neutron] For port f173e7c5-0f74-4b76-a51c-1c2e992de4a8, host hv-cinder-83008, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83008',level=0,port_id=f173e7c5-0f74-4b76-a51c-1c2e992de4a8,segment=NetworkSegment(7235212e-5ea9-4475-b7e8-0ed6cc0af829),segment_id=7235212e-5ea9-4475-b7e8-0ed6cc0af829)] {{(pid=103257) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 12 11:05:13.098570 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [req-11668c8c-b149-47b1-baf0-629c1201f54d req-88c4687a-025a-4602-935c-d5b65575f5a5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1534861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777667992095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777667450170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777667450188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5265638'] for port (f173e7c5-0f74-4b76-a51c-1c2e992de4a8), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:05:13.149148 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11668c8c-b149-47b1-baf0-629c1201f54d req-88c4687a-025a-4602-935c-d5b65575f5a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:05:13.149775 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [req-11668c8c-b149-47b1-baf0-629c1201f54d req-88c4687a-025a-4602-935c-d5b65575f5a5 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108023'] for port (None), before_response {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:05:13.151386 dv-cinder-830088-4-iscsi neutron-server[103257]: INFO neutron.wsgi [req-11668c8c-b149-47b1-baf0-629c1201f54d req-88c4687a-025a-4602-935c-d5b65575f5a5 service neutron] 10.222.0.53 "PUT /v2.0/ports/f173e7c5-0f74-4b76-a51c-1c2e992de4a8 HTTP/1.1" status: 200 len: 1094 time: 0.6198137 Apr 12 11:05:13.151839 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '30496a14-7045-478f-8d8a-1d35ed0d9c5f', 'tag': 'f173e7c5-0f74-4b76-a51c-1c2e992de4a8'}] {{(pid=103257) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 11:05:13.154064 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}263188bb5a56b6ea0b99504a79f1a82db60da3322be0ebbd3338f0b2803b3102" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-df896aea-d29d-4795-b848-d5c2b53b0c15" -d '{"events": [{"name": "network-changed", "server_uuid": "30496a14-7045-478f-8d8a-1d35ed0d9c5f", "tag": "f173e7c5-0f74-4b76-a51c-1c2e992de4a8"}]}' {{(pid=103257) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 11:05:13.201629 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88c4687a-025a-4602-935c-d5b65575f5a5 service neutron] Pushing event updated for resources: {'Port': ['ID=f173e7c5-0f74-4b76-a51c-1c2e992de4a8,revision_number=3']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:05:13.210427 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cffd376-b4eb-4522-8e53-c65a1c958770 req-f4dd309f-08c3-4188-9ef4-ea4380374978 tempest-AttachVolumeShelveTestJSON-1581400671 tempest-AttachVolumeShelveTestJSON-1581400671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:05:13.211964 dv-cinder-830088-4-iscsi neutron-server[103257]: INFO neutron.wsgi [req-6cffd376-b4eb-4522-8e53-c65a1c958770 req-f4dd309f-08c3-4188-9ef4-ea4380374978 tempest-AttachVolumeShelveTestJSON-1581400671 tempest-AttachVolumeShelveTestJSON-1581400671-project] 10.222.0.39 "GET /v2.0/ports?device_id=02541d3b-c0f8-4669-8d56-2fb77315b4b7 HTTP/1.1" status: 200 len: 946 time: 0.0822079 Apr 12 11:05:13.222965 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Apr 2022 11:05:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5e2b30c6-9651-4553-8c35-b5b5eac0d6cd x-openstack-request-id: req-5e2b30c6-9651-4553-8c35-b5b5eac0d6cd {{(pid=103257) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 11:05:13.223261 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "30496a14-7045-478f-8d8a-1d35ed0d9c5f", "tag": "f173e7c5-0f74-4b76-a51c-1c2e992de4a8", "status": "completed", "code": 200}]} {{(pid=103257) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 11:05:13.223518 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-5e2b30c6-9651-4553-8c35-b5b5eac0d6cd {{(pid=103257) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 11:05:13.223914 dv-cinder-830088-4-iscsi neutron-server[103257]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5e2b30c6-9651-4553-8c35-b5b5eac0d6cd'] response: {'name': 'network-changed', 'server_uuid': '30496a14-7045-478f-8d8a-1d35ed0d9c5f', 'tag': 'f173e7c5-0f74-4b76-a51c-1c2e992de4a8', 'status': 'completed', 'code': 200} Apr 12 11:05:13.264909 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11668c8c-b149-47b1-baf0-629c1201f54d req-41f8a5af-c29e-4844-beab-9f0a210deec5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:05:13.266415 dv-cinder-830088-4-iscsi neutron-server[103257]: INFO neutron.wsgi [req-11668c8c-b149-47b1-baf0-629c1201f54d req-41f8a5af-c29e-4844-beab-9f0a210deec5 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=e581060642574053bd171680bd4e15a9&device_id=30496a14-7045-478f-8d8a-1d35ed0d9c5f HTTP/1.1" status: 200 len: 1128 time: 0.0535588 Apr 12 11:05:13.325210 dv-cinder-830088-4-iscsi neutron-server[103257]: INFO neutron.wsgi [req-11668c8c-b149-47b1-baf0-629c1201f54d req-fee6c7c4-c292-4f43-8e81-d40015e4c4f5 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f173e7c5-0f74-4b76-a51c-1c2e992de4a8 HTTP/1.1" status: 200 len: 217 time: 0.0441055 Apr 12 11:05:13.328414 dv-cinder-830088-4-iscsi neutron-server[103257]: INFO neutron.wsgi [req-6cffd376-b4eb-4522-8e53-c65a1c958770 req-f7eaea21-03bd-4b25-913f-a33856734276 tempest-AttachVolumeShelveTestJSON-1581400671 tempest-AttachVolumeShelveTestJSON-1581400671-project] 10.222.0.39 "GET /v2.0/security-groups?id=76018d3a-627c-488b-b6f9-308c58c63207&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1037648 Apr 12 11:05:13.372807 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11668c8c-b149-47b1-baf0-629c1201f54d req-7b5eb6dc-e1d9-407a-bf02-5e3fc5518845 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:05:13.374266 dv-cinder-830088-4-iscsi neutron-server[103257]: INFO neutron.wsgi [req-11668c8c-b149-47b1-baf0-629c1201f54d req-7b5eb6dc-e1d9-407a-bf02-5e3fc5518845 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=342bfb33-54ce-4b31-b1d9-ee13f5d2ec00 HTTP/1.1" status: 200 len: 853 time: 0.0433431 Apr 12 11:05:13.416057 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11668c8c-b149-47b1-baf0-629c1201f54d req-7a2f25c1-7481-4b32-97be-2bf8fcbb5e44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:05:13.417413 dv-cinder-830088-4-iscsi neutron-server[103257]: INFO neutron.wsgi [req-11668c8c-b149-47b1-baf0-629c1201f54d req-7a2f25c1-7481-4b32-97be-2bf8fcbb5e44 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=8605bce6-3955-4448-bd79-8ef881f45c6d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0376172 Apr 12 11:05:13.509502 dv-cinder-830088-4-iscsi neutron-server[103257]: INFO neutron.wsgi [req-11668c8c-b149-47b1-baf0-629c1201f54d req-7c64be91-ff3d-46b2-b9e6-d9d411662587 service neutron] 10.222.0.53 "GET /v2.0/networks/8605bce6-3955-4448-bd79-8ef881f45c6d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0844252 Apr 12 11:05:13.513320 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-007b6a25-5ddb-4276-ab21-7e70d7907d7b req-e89a84d8-38bb-497a-ab92-7e5c3e43f2f7 tempest-AttachVolumeTestJSON-1709741936 tempest-AttachVolumeTestJSON-1709741936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:05:13.514831 dv-cinder-830088-4-iscsi neutron-server[103258]: INFO neutron.wsgi [req-007b6a25-5ddb-4276-ab21-7e70d7907d7b req-e89a84d8-38bb-497a-ab92-7e5c3e43f2f7 tempest-AttachVolumeTestJSON-1709741936 tempest-AttachVolumeTestJSON-1709741936-project] 10.222.0.39 "GET /v2.0/ports?device_id=054cf929-099f-406a-9607-1086f5624af6 HTTP/1.1" status: 200 len: 946 time: 0.0503283 Apr 12 11:05:13.561368 dv-cinder-830088-4-iscsi neutron-server[103258]: INFO neutron.wsgi [req-007b6a25-5ddb-4276-ab21-7e70d7907d7b req-26038787-2777-4ffd-806e-968ec788476f tempest-AttachVolumeTestJSON-1709741936 tempest-AttachVolumeTestJSON-1709741936-project] 10.222.0.39 "GET /v2.0/security-groups?id=fc469313-82a8-4ad2-a9e9-24c86c2f4d72&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404489 Apr 12 11:05:13.599945 dv-cinder-830088-4-iscsi neutron-server[103257]: INFO neutron.wsgi [req-11668c8c-b149-47b1-baf0-629c1201f54d req-8fd2f063-8039-4c60-9689-4705d27df3ad service neutron] 10.222.0.53 "GET /v2.0/networks/8605bce6-3955-4448-bd79-8ef881f45c6d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0830073 Apr 12 11:05:13.801637 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron_lib.callbacks.manager [None req-601bd752-88b9-4ad2-8e14-56931e32431b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777667879581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1343690'] for agent (3ceb33ec-7c20-4632-9357-4cc6534463de), after_update {{(pid=103259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:05:14.012921 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c736330-75d5-4dec-99b3-63dc91e5c13f req-2d0674ca-f38e-419a-a319-697a88be4891 tempest-AttachVolumeNegativeTest-1347969699 tempest-AttachVolumeNegativeTest-1347969699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:05:14.014344 dv-cinder-830088-4-iscsi neutron-server[103257]: INFO neutron.wsgi [req-6c736330-75d5-4dec-99b3-63dc91e5c13f req-2d0674ca-f38e-419a-a319-697a88be4891 tempest-AttachVolumeNegativeTest-1347969699 tempest-AttachVolumeNegativeTest-1347969699-project] 10.222.0.39 "GET /v2.0/ports?device_id=30496a14-7045-478f-8d8a-1d35ed0d9c5f HTTP/1.1" status: 200 len: 944 time: 0.0453463 Apr 12 11:05:14.063176 dv-cinder-830088-4-iscsi neutron-server[103257]: INFO neutron.wsgi [req-6c736330-75d5-4dec-99b3-63dc91e5c13f req-bd930f77-aa43-4c7f-b5b9-e92be00c2e32 tempest-AttachVolumeNegativeTest-1347969699 tempest-AttachVolumeNegativeTest-1347969699-project] 10.222.0.39 "GET /v2.0/security-groups?id=0be2ea31-d57c-4eee-b181-f5a834d8f953&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426002 Apr 12 11:05:14.443356 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0be6c264-c15d-477b-93b2-b8b2f55a9dfb req-73bc1be2-414d-4f95-9236-4275991ab048 tempest-AttachVolumeShelveTestJSON-1581400671 tempest-AttachVolumeShelveTestJSON-1581400671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:05:14.444935 dv-cinder-830088-4-iscsi neutron-server[103258]: INFO neutron.wsgi [req-0be6c264-c15d-477b-93b2-b8b2f55a9dfb req-73bc1be2-414d-4f95-9236-4275991ab048 tempest-AttachVolumeShelveTestJSON-1581400671 tempest-AttachVolumeShelveTestJSON-1581400671-project] 10.222.0.39 "GET /v2.0/ports?device_id=02541d3b-c0f8-4669-8d56-2fb77315b4b7 HTTP/1.1" status: 200 len: 946 time: 0.0464842 Apr 12 11:05:14.492822 dv-cinder-830088-4-iscsi neutron-server[103258]: INFO neutron.wsgi [req-0be6c264-c15d-477b-93b2-b8b2f55a9dfb req-1bb5e8f2-597c-407b-b671-01a8df8920c6 tempest-AttachVolumeShelveTestJSON-1581400671 tempest-AttachVolumeShelveTestJSON-1581400671-project] 10.222.0.39 "GET /v2.0/security-groups?id=76018d3a-627c-488b-b6f9-308c58c63207&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422866 Apr 12 11:05:14.671717 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a67fa177-9f66-454e-8447-7efe93d1365b req-c8e505a2-4768-48e5-acc9-a0cdaabcdf22 tempest-AttachVolumeTestJSON-1709741936 tempest-AttachVolumeTestJSON-1709741936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:05:14.673079 dv-cinder-830088-4-iscsi neutron-server[103257]: INFO neutron.wsgi [req-a67fa177-9f66-454e-8447-7efe93d1365b req-c8e505a2-4768-48e5-acc9-a0cdaabcdf22 tempest-AttachVolumeTestJSON-1709741936 tempest-AttachVolumeTestJSON-1709741936-project] 10.222.0.39 "GET /v2.0/ports?device_id=054cf929-099f-406a-9607-1086f5624af6 HTTP/1.1" status: 200 len: 946 time: 0.0454984 Apr 12 11:05:14.717537 dv-cinder-830088-4-iscsi neutron-server[103257]: INFO neutron.wsgi [req-a67fa177-9f66-454e-8447-7efe93d1365b req-d505325c-83f8-4816-9adb-1691338c22d9 tempest-AttachVolumeTestJSON-1709741936 tempest-AttachVolumeTestJSON-1709741936-project] 10.222.0.39 "GET /v2.0/security-groups?id=fc469313-82a8-4ad2-a9e9-24c86c2f4d72&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0384872 Apr 12 11:05:15.037026 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron_lib.callbacks.manager [None req-0acb87d3-0572-4b2c-b7c9-977edd32a8b9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777667879581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1343690'] for agent (3c144e28-9cc5-463d-ad96-a18b19cd455c), after_update {{(pid=103259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:05:15.173087 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9af848b2-8685-49ce-baea-889bd83eb838 req-50b336bf-5a04-435a-81d2-42d7936e0334 tempest-AttachVolumeNegativeTest-1347969699 tempest-AttachVolumeNegativeTest-1347969699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:05:15.174559 dv-cinder-830088-4-iscsi neutron-server[103258]: INFO neutron.wsgi [req-9af848b2-8685-49ce-baea-889bd83eb838 req-50b336bf-5a04-435a-81d2-42d7936e0334 tempest-AttachVolumeNegativeTest-1347969699 tempest-AttachVolumeNegativeTest-1347969699-project] 10.222.0.39 "GET /v2.0/ports?device_id=30496a14-7045-478f-8d8a-1d35ed0d9c5f HTTP/1.1" status: 200 len: 944 time: 0.0473373 Apr 12 11:05:15.223371 dv-cinder-830088-4-iscsi neutron-server[103258]: INFO neutron.wsgi [req-9af848b2-8685-49ce-baea-889bd83eb838 req-0d7b8551-f875-45ef-b277-461e338c79c5 tempest-AttachVolumeNegativeTest-1347969699 tempest-AttachVolumeNegativeTest-1347969699-project] 10.222.0.39 "GET /v2.0/security-groups?id=0be2ea31-d57c-4eee-b181-f5a834d8f953&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433407 Apr 12 11:05:15.606579 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3327eb19-b56a-46ae-b397-cf2a68488c16 req-a2e2e89f-1234-40e9-88d2-fc3ceaf86e90 tempest-AttachVolumeShelveTestJSON-1581400671 tempest-AttachVolumeShelveTestJSON-1581400671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:05:15.608056 dv-cinder-830088-4-iscsi neutron-server[103257]: INFO neutron.wsgi [req-3327eb19-b56a-46ae-b397-cf2a68488c16 req-a2e2e89f-1234-40e9-88d2-fc3ceaf86e90 tempest-AttachVolumeShelveTestJSON-1581400671 tempest-AttachVolumeShelveTestJSON-1581400671-project] 10.222.0.39 "GET /v2.0/ports?device_id=02541d3b-c0f8-4669-8d56-2fb77315b4b7 HTTP/1.1" status: 200 len: 946 time: 0.0457611 Apr 12 11:05:15.652572 dv-cinder-830088-4-iscsi neutron-server[103257]: INFO neutron.wsgi [req-3327eb19-b56a-46ae-b397-cf2a68488c16 req-d8a89d10-7a5b-43eb-a3da-02c9db751599 tempest-AttachVolumeShelveTestJSON-1581400671 tempest-AttachVolumeShelveTestJSON-1581400671-project] 10.222.0.39 "GET /v2.0/security-groups?id=76018d3a-627c-488b-b6f9-308c58c63207&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385602 Apr 12 11:05:15.827190 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01279256-b7e1-4045-87cd-379be621ec11 req-3019c49e-37b3-4b3c-8c13-1778cf5383fe tempest-AttachVolumeTestJSON-1709741936 tempest-AttachVolumeTestJSON-1709741936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:05:15.828645 dv-cinder-830088-4-iscsi neutron-server[103258]: INFO neutron.wsgi [req-01279256-b7e1-4045-87cd-379be621ec11 req-3019c49e-37b3-4b3c-8c13-1778cf5383fe tempest-AttachVolumeTestJSON-1709741936 tempest-AttachVolumeTestJSON-1709741936-project] 10.222.0.39 "GET /v2.0/ports?device_id=054cf929-099f-406a-9607-1086f5624af6 HTTP/1.1" status: 200 len: 946 time: 0.0453162 Apr 12 11:05:15.874222 dv-cinder-830088-4-iscsi neutron-server[103258]: INFO neutron.wsgi [req-01279256-b7e1-4045-87cd-379be621ec11 req-666aa82e-3d47-4c95-98d0-08ff7eca09ae tempest-AttachVolumeTestJSON-1709741936 tempest-AttachVolumeTestJSON-1709741936-project] 10.222.0.39 "GET /v2.0/security-groups?id=fc469313-82a8-4ad2-a9e9-24c86c2f4d72&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397019 Apr 12 11:05:16.532409 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron_lib.callbacks.manager [None req-e4b062a6-7a21-4431-be77-3c7776c11043 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777667879581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1343690'] for agent (c71cae7d-514b-467a-8477-0a67bee0b970), after_update {{(pid=103259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:05:16.571626 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35023afe-f8f6-41e3-9462-3c6b413ead69 req-a01bdd82-a818-444d-8e5e-0ec9b646b43e tempest-AttachVolumeNegativeTest-1347969699 tempest-AttachVolumeNegativeTest-1347969699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:05:16.573096 dv-cinder-830088-4-iscsi neutron-server[103257]: INFO neutron.wsgi [req-35023afe-f8f6-41e3-9462-3c6b413ead69 req-a01bdd82-a818-444d-8e5e-0ec9b646b43e tempest-AttachVolumeNegativeTest-1347969699 tempest-AttachVolumeNegativeTest-1347969699-project] 10.222.0.39 "GET /v2.0/ports?device_id=30496a14-7045-478f-8d8a-1d35ed0d9c5f HTTP/1.1" status: 200 len: 944 time: 0.2842784 Apr 12 11:05:16.618949 dv-cinder-830088-4-iscsi neutron-server[103257]: INFO neutron.wsgi [req-35023afe-f8f6-41e3-9462-3c6b413ead69 req-f69360d7-1fbc-45d4-b41b-eb76c29e0f8e tempest-AttachVolumeNegativeTest-1347969699 tempest-AttachVolumeNegativeTest-1347969699-project] 10.222.0.39 "GET /v2.0/security-groups?id=0be2ea31-d57c-4eee-b181-f5a834d8f953&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400596 Apr 12 11:05:16.764590 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bc6401e-84f6-4c8a-96db-85d05b1796bb req-6ba9f00b-d6c5-4a2f-97f9-b0963e15577f tempest-AttachVolumeShelveTestJSON-1581400671 tempest-AttachVolumeShelveTestJSON-1581400671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:05:16.766033 dv-cinder-830088-4-iscsi neutron-server[103258]: INFO neutron.wsgi [req-1bc6401e-84f6-4c8a-96db-85d05b1796bb req-6ba9f00b-d6c5-4a2f-97f9-b0963e15577f tempest-AttachVolumeShelveTestJSON-1581400671 tempest-AttachVolumeShelveTestJSON-1581400671-project] 10.222.0.39 "GET /v2.0/ports?device_id=02541d3b-c0f8-4669-8d56-2fb77315b4b7 HTTP/1.1" status: 200 len: 946 time: 0.0452416 Apr 12 11:05:16.812031 dv-cinder-830088-4-iscsi neutron-server[103258]: INFO neutron.wsgi [req-1bc6401e-84f6-4c8a-96db-85d05b1796bb req-ba0bf704-4f74-406e-bf1a-d3595a181b59 tempest-AttachVolumeShelveTestJSON-1581400671 tempest-AttachVolumeShelveTestJSON-1581400671-project] 10.222.0.39 "GET /v2.0/security-groups?id=76018d3a-627c-488b-b6f9-308c58c63207&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399475 Apr 12 11:05:16.819164 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df896aea-d29d-4795-b848-d5c2b53b0c15 req-294f167a-ea6c-4844-a065-bdf5c8aeb8d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:05:16.820674 dv-cinder-830088-4-iscsi neutron-server[103257]: INFO neutron.wsgi [req-df896aea-d29d-4795-b848-d5c2b53b0c15 req-294f167a-ea6c-4844-a065-bdf5c8aeb8d5 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=e581060642574053bd171680bd4e15a9&device_id=30496a14-7045-478f-8d8a-1d35ed0d9c5f HTTP/1.1" status: 200 len: 1128 time: 0.0403688 Apr 12 11:05:16.914608 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df896aea-d29d-4795-b848-d5c2b53b0c15 req-8540e591-9745-4cc1-8203-805143f81ed2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:05:16.916506 dv-cinder-830088-4-iscsi neutron-server[103257]: INFO neutron.wsgi [req-df896aea-d29d-4795-b848-d5c2b53b0c15 req-8540e591-9745-4cc1-8203-805143f81ed2 service neutron] 10.222.0.53 "GET /v2.0/networks?id=8605bce6-3955-4448-bd79-8ef881f45c6d HTTP/1.1" status: 200 len: 915 time: 0.0890501 Apr 12 11:05:16.959215 dv-cinder-830088-4-iscsi neutron-server[103257]: INFO neutron.wsgi [req-df896aea-d29d-4795-b848-d5c2b53b0c15 req-7c20831c-f268-47ae-a097-161f5e0b93d9 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f173e7c5-0f74-4b76-a51c-1c2e992de4a8 HTTP/1.1" status: 200 len: 217 time: 0.0376439 Apr 12 11:05:17.035797 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52bc0309-fe96-4148-ab54-449f5accedb7 req-810ecc6d-938a-4f89-a32b-2979cd871b72 tempest-AttachVolumeTestJSON-1709741936 tempest-AttachVolumeTestJSON-1709741936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:05:17.037282 dv-cinder-830088-4-iscsi neutron-server[103257]: INFO neutron.wsgi [req-52bc0309-fe96-4148-ab54-449f5accedb7 req-810ecc6d-938a-4f89-a32b-2979cd871b72 tempest-AttachVolumeTestJSON-1709741936 tempest-AttachVolumeTestJSON-1709741936-project] 10.222.0.39 "GET /v2.0/ports?device_id=054cf929-099f-406a-9607-1086f5624af6 HTTP/1.1" status: 200 len: 946 time: 0.0811727 Apr 12 11:05:17.052935 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df896aea-d29d-4795-b848-d5c2b53b0c15 req-c293119a-d661-4091-ba34-4ba31cdec54a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:05:17.054306 dv-cinder-830088-4-iscsi neutron-server[103257]: INFO neutron.wsgi [req-df896aea-d29d-4795-b848-d5c2b53b0c15 req-c293119a-d661-4091-ba34-4ba31cdec54a service neutron] 10.222.0.53 "GET /v2.0/subnets?id=342bfb33-54ce-4b31-b1d9-ee13f5d2ec00 HTTP/1.1" status: 200 len: 853 time: 0.0694666 Apr 12 11:05:17.116501 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df896aea-d29d-4795-b848-d5c2b53b0c15 req-e0babbf5-676e-483a-ba5e-ddac8ceeabbd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:05:17.118020 dv-cinder-830088-4-iscsi neutron-server[103257]: INFO neutron.wsgi [req-df896aea-d29d-4795-b848-d5c2b53b0c15 req-e0babbf5-676e-483a-ba5e-ddac8ceeabbd service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=8605bce6-3955-4448-bd79-8ef881f45c6d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0556056 Apr 12 11:05:17.121474 dv-cinder-830088-4-iscsi neutron-server[103257]: INFO neutron.wsgi [req-52bc0309-fe96-4148-ab54-449f5accedb7 req-69786c8d-0e28-45c7-a397-9bd58d4afdb5 tempest-AttachVolumeTestJSON-1709741936 tempest-AttachVolumeTestJSON-1709741936-project] 10.222.0.39 "GET /v2.0/security-groups?id=fc469313-82a8-4ad2-a9e9-24c86c2f4d72&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0783761 Apr 12 11:05:17.214538 dv-cinder-830088-4-iscsi neutron-server[103257]: INFO neutron.wsgi [req-df896aea-d29d-4795-b848-d5c2b53b0c15 req-066a7e43-1ce3-4357-9475-216271d58faf service neutron] 10.222.0.53 "GET /v2.0/networks/8605bce6-3955-4448-bd79-8ef881f45c6d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0882685 Apr 12 11:05:17.310746 dv-cinder-830088-4-iscsi neutron-server[103257]: INFO neutron.wsgi [req-df896aea-d29d-4795-b848-d5c2b53b0c15 req-6360b1cd-c1db-4494-852b-2f9ac11dfc6d service neutron] 10.222.0.53 "GET /v2.0/networks/8605bce6-3955-4448-bd79-8ef881f45c6d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0847497 Apr 12 11:05:17.744394 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69820a1d-6fd5-4b34-926f-2d1f3570c1d0 req-8b169c1c-b3a6-4afa-8297-bf791c8bd19e tempest-AttachVolumeNegativeTest-1347969699 tempest-AttachVolumeNegativeTest-1347969699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:05:17.746099 dv-cinder-830088-4-iscsi neutron-server[103258]: INFO neutron.wsgi [req-69820a1d-6fd5-4b34-926f-2d1f3570c1d0 req-8b169c1c-b3a6-4afa-8297-bf791c8bd19e tempest-AttachVolumeNegativeTest-1347969699 tempest-AttachVolumeNegativeTest-1347969699-project] 10.222.0.39 "GET /v2.0/ports?device_id=30496a14-7045-478f-8d8a-1d35ed0d9c5f HTTP/1.1" status: 200 len: 944 time: 0.0606863 Apr 12 11:05:17.797066 dv-cinder-830088-4-iscsi neutron-server[103258]: INFO neutron.wsgi [req-69820a1d-6fd5-4b34-926f-2d1f3570c1d0 req-3c66383b-eaed-4ee0-9b38-9b043f0103c2 tempest-AttachVolumeNegativeTest-1347969699 tempest-AttachVolumeNegativeTest-1347969699-project] 10.222.0.39 "GET /v2.0/security-groups?id=0be2ea31-d57c-4eee-b181-f5a834d8f953&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441716 Apr 12 11:05:17.900424 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron.plugins.ml2.rpc [None req-ae6c308c-a92e-4424-a7f8-d6a17e5174ef None None] Device f173e7c5-0f74-4b76-a51c-1c2e992de4a8 details requested by agent hyperv_hv-cinder-83008 with host hv-cinder-83008 {{(pid=103259) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 12 11:05:17.954533 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab70c8e7-13da-42ea-aa8a-49d80fe0240c req-340bc639-8105-4d72-93d5-0c967186e722 tempest-AttachVolumeShelveTestJSON-1581400671 tempest-AttachVolumeShelveTestJSON-1581400671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:05:17.962018 dv-cinder-830088-4-iscsi neutron-server[103257]: INFO neutron.wsgi [req-ab70c8e7-13da-42ea-aa8a-49d80fe0240c req-340bc639-8105-4d72-93d5-0c967186e722 tempest-AttachVolumeShelveTestJSON-1581400671 tempest-AttachVolumeShelveTestJSON-1581400671-project] 10.222.0.39 "GET /v2.0/ports?device_id=02541d3b-c0f8-4669-8d56-2fb77315b4b7 HTTP/1.1" status: 200 len: 946 time: 0.0684285 Apr 12 11:05:18.013768 dv-cinder-830088-4-iscsi neutron-server[103257]: INFO neutron.wsgi [req-ab70c8e7-13da-42ea-aa8a-49d80fe0240c req-34e47638-84c4-4b09-8932-9a2a6bca8859 tempest-AttachVolumeShelveTestJSON-1581400671 tempest-AttachVolumeShelveTestJSON-1581400671-project] 10.222.0.39 "GET /v2.0/security-groups?id=76018d3a-627c-488b-b6f9-308c58c63207&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0502918 Apr 12 11:05:18.029479 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron.plugins.ml2.db [None req-ae6c308c-a92e-4424-a7f8-d6a17e5174ef None None] For port f173e7c5-0f74-4b76-a51c-1c2e992de4a8, host hv-cinder-83008, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83008',level=0,port_id=f173e7c5-0f74-4b76-a51c-1c2e992de4a8,segment=NetworkSegment(7235212e-5ea9-4475-b7e8-0ed6cc0af829),segment_id=7235212e-5ea9-4475-b7e8-0ed6cc0af829)] {{(pid=103259) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 11:05:18.052656 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron.plugins.ml2.rpc [None req-ae6c308c-a92e-4424-a7f8-d6a17e5174ef None None] Returning: {'device': 'f173e7c5-0f74-4b76-a51c-1c2e992de4a8', 'network_id': '8605bce6-3955-4448-bd79-8ef881f45c6d', 'port_id': 'f173e7c5-0f74-4b76-a51c-1c2e992de4a8', 'mac_address': 'fa:16:3e:d0:ca:33', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 511, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '342bfb33-54ce-4b31-b1d9-ee13f5d2ec00', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103259) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 12 11:05:18.091923 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron.plugins.ml2.plugin [None req-ae6c308c-a92e-4424-a7f8-d6a17e5174ef None None] Current status of the port f173e7c5-0f74-4b76-a51c-1c2e992de4a8 is: DOWN; New status is: BUILD {{(pid=103259) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 11:05:18.092310 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron_lib.callbacks.manager [None req-ae6c308c-a92e-4424-a7f8-d6a17e5174ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1535343'] for port (f173e7c5-0f74-4b76-a51c-1c2e992de4a8), before_update {{(pid=103259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:05:18.105865 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron.notifiers.nova [None req-ae6c308c-a92e-4424-a7f8-d6a17e5174ef None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f173e7c5-0f74-4b76-a51c-1c2e992de4a8 {{(pid=103259) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 12 11:05:18.127815 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron.plugins.ml2.db [None req-ae6c308c-a92e-4424-a7f8-d6a17e5174ef None None] For port f173e7c5-0f74-4b76-a51c-1c2e992de4a8, host hv-cinder-83008, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83008',level=0,port_id=f173e7c5-0f74-4b76-a51c-1c2e992de4a8,segment=NetworkSegment(7235212e-5ea9-4475-b7e8-0ed6cc0af829),segment_id=7235212e-5ea9-4475-b7e8-0ed6cc0af829)] {{(pid=103259) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 11:05:18.132421 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron_lib.callbacks.manager [None req-ae6c308c-a92e-4424-a7f8-d6a17e5174ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1534861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777667992095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777667450170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777667450188'] for port (f173e7c5-0f74-4b76-a51c-1c2e992de4a8), after_update {{(pid=103259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:05:18.191866 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae6c308c-a92e-4424-a7f8-d6a17e5174ef None None] Pushing event updated for resources: {'Port': ['ID=f173e7c5-0f74-4b76-a51c-1c2e992de4a8,revision_number=4']} {{(pid=103259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:05:18.261595 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b5dfbbe-9f81-4bbe-a5b5-35e236b15e6d req-88ac03de-2afc-4e4b-aea2-82dd50fd3028 tempest-AttachVolumeTestJSON-1709741936 tempest-AttachVolumeTestJSON-1709741936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:05:18.263300 dv-cinder-830088-4-iscsi neutron-server[103258]: INFO neutron.wsgi [req-0b5dfbbe-9f81-4bbe-a5b5-35e236b15e6d req-88ac03de-2afc-4e4b-aea2-82dd50fd3028 tempest-AttachVolumeTestJSON-1709741936 tempest-AttachVolumeTestJSON-1709741936-project] 10.222.0.39 "GET /v2.0/ports?device_id=054cf929-099f-406a-9607-1086f5624af6 HTTP/1.1" status: 200 len: 946 time: 0.0496874 Apr 12 11:05:18.327893 dv-cinder-830088-4-iscsi neutron-server[103258]: INFO neutron.wsgi [req-0b5dfbbe-9f81-4bbe-a5b5-35e236b15e6d req-fa7253d1-cf54-4532-ae0b-f89c9628ce58 tempest-AttachVolumeTestJSON-1709741936 tempest-AttachVolumeTestJSON-1709741936-project] 10.222.0.39 "GET /v2.0/security-groups?id=fc469313-82a8-4ad2-a9e9-24c86c2f4d72&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0538082 Apr 12 11:05:18.656850 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron.plugins.ml2.db [None req-ae6c308c-a92e-4424-a7f8-d6a17e5174ef None None] get_ports_and_sgs() called for port_ids ['f173e7c5-0f74-4b76-a51c-1c2e992de4a8'] {{(pid=103259) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 12 11:05:18.912586 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dbbbd69-bc85-44b2-b821-b02f3ffbb588 req-778a846a-9efe-46ca-b3d0-64ee5a6c8870 tempest-AttachVolumeNegativeTest-1347969699 tempest-AttachVolumeNegativeTest-1347969699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:05:18.913998 dv-cinder-830088-4-iscsi neutron-server[103257]: INFO neutron.wsgi [req-2dbbbd69-bc85-44b2-b821-b02f3ffbb588 req-778a846a-9efe-46ca-b3d0-64ee5a6c8870 tempest-AttachVolumeNegativeTest-1347969699 tempest-AttachVolumeNegativeTest-1347969699-project] 10.222.0.39 "GET /v2.0/ports?device_id=30496a14-7045-478f-8d8a-1d35ed0d9c5f HTTP/1.1" status: 200 len: 945 time: 0.0481491 Apr 12 11:05:18.974118 dv-cinder-830088-4-iscsi neutron-server[103257]: INFO neutron.wsgi [req-2dbbbd69-bc85-44b2-b821-b02f3ffbb588 req-765938dc-bc78-4aa8-96a6-34023d25b830 tempest-AttachVolumeNegativeTest-1347969699 tempest-AttachVolumeNegativeTest-1347969699-project] 10.222.0.39 "GET /v2.0/security-groups?id=0be2ea31-d57c-4eee-b181-f5a834d8f953&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0539784 Apr 12 11:05:19.167716 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b970fa23-b33b-4568-ba7a-0b019ddbbca9 req-011f5fcd-0514-4938-8dfd-f39b6b08a1b2 tempest-AttachVolumeShelveTestJSON-1581400671 tempest-AttachVolumeShelveTestJSON-1581400671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:05:19.175378 dv-cinder-830088-4-iscsi neutron-server[103258]: INFO neutron.wsgi [req-b970fa23-b33b-4568-ba7a-0b019ddbbca9 req-011f5fcd-0514-4938-8dfd-f39b6b08a1b2 tempest-AttachVolumeShelveTestJSON-1581400671 tempest-AttachVolumeShelveTestJSON-1581400671-project] 10.222.0.39 "GET /v2.0/ports?device_id=02541d3b-c0f8-4669-8d56-2fb77315b4b7 HTTP/1.1" status: 200 len: 946 time: 0.0639577 Apr 12 11:05:19.235865 dv-cinder-830088-4-iscsi neutron-server[103258]: INFO neutron.wsgi [req-b970fa23-b33b-4568-ba7a-0b019ddbbca9 req-be8b3d73-0dc3-4131-9d5b-efd6169b2eb4 tempest-AttachVolumeShelveTestJSON-1581400671 tempest-AttachVolumeShelveTestJSON-1581400671-project] 10.222.0.39 "GET /v2.0/security-groups?id=76018d3a-627c-488b-b6f9-308c58c63207&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0594039 Apr 12 11:05:19.444209 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c2864d4-0059-4188-aafe-b77051e52032 req-5610c873-1d51-4e83-aa36-6fa5f2cbe7cb tempest-AttachVolumeTestJSON-1709741936 tempest-AttachVolumeTestJSON-1709741936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:05:19.446035 dv-cinder-830088-4-iscsi neutron-server[103257]: INFO neutron.wsgi [req-5c2864d4-0059-4188-aafe-b77051e52032 req-5610c873-1d51-4e83-aa36-6fa5f2cbe7cb tempest-AttachVolumeTestJSON-1709741936 tempest-AttachVolumeTestJSON-1709741936-project] 10.222.0.39 "GET /v2.0/ports?device_id=054cf929-099f-406a-9607-1086f5624af6 HTTP/1.1" status: 200 len: 946 time: 0.0573139 Apr 12 11:05:19.510912 dv-cinder-830088-4-iscsi neutron-server[103257]: INFO neutron.wsgi [req-5c2864d4-0059-4188-aafe-b77051e52032 req-1de01f61-428f-410a-8130-7faf9ffd6663 tempest-AttachVolumeTestJSON-1709741936 tempest-AttachVolumeTestJSON-1709741936-project] 10.222.0.39 "GET /v2.0/security-groups?id=fc469313-82a8-4ad2-a9e9-24c86c2f4d72&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0589201 Apr 12 11:05:19.908001 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron.plugins.ml2.rpc [None req-ae6c308c-a92e-4424-a7f8-d6a17e5174ef None None] Device f173e7c5-0f74-4b76-a51c-1c2e992de4a8 up at agent hyperv_hv-cinder-83008 {{(pid=103259) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 11:05:19.956963 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron.db.provisioning_blocks [None req-ae6c308c-a92e-4424-a7f8-d6a17e5174ef None None] Provisioning for port f173e7c5-0f74-4b76-a51c-1c2e992de4a8 completed by entity L2. {{(pid=103259) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Apr 12 11:05:19.965435 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron.db.provisioning_blocks [None req-ae6c308c-a92e-4424-a7f8-d6a17e5174ef None None] Provisioning complete for port f173e7c5-0f74-4b76-a51c-1c2e992de4a8 triggered by entity L2. {{(pid=103259) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 11:05:19.965821 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron_lib.callbacks.manager [None req-ae6c308c-a92e-4424-a7f8-d6a17e5174ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1343588'] for port (f173e7c5-0f74-4b76-a51c-1c2e992de4a8), provisioning_complete {{(pid=103259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:05:20.092587 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron.plugins.ml2.plugin [None req-ae6c308c-a92e-4424-a7f8-d6a17e5174ef None None] Current status of the port f173e7c5-0f74-4b76-a51c-1c2e992de4a8 is: BUILD; New status is: ACTIVE {{(pid=103259) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 11:05:20.092980 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron_lib.callbacks.manager [None req-ae6c308c-a92e-4424-a7f8-d6a17e5174ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1535343'] for port (f173e7c5-0f74-4b76-a51c-1c2e992de4a8), before_update {{(pid=103259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:05:20.100322 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c91bacf4-0b54-4e3e-ad04-8b0d2084d6c2 req-0f4a2d51-cedd-45e4-94cb-0292bff3fc1b tempest-AttachVolumeNegativeTest-1347969699 tempest-AttachVolumeNegativeTest-1347969699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:05:20.107864 dv-cinder-830088-4-iscsi neutron-server[103258]: INFO neutron.wsgi [req-c91bacf4-0b54-4e3e-ad04-8b0d2084d6c2 req-0f4a2d51-cedd-45e4-94cb-0292bff3fc1b tempest-AttachVolumeNegativeTest-1347969699 tempest-AttachVolumeNegativeTest-1347969699-project] 10.222.0.39 "GET /v2.0/ports?device_id=30496a14-7045-478f-8d8a-1d35ed0d9c5f HTTP/1.1" status: 200 len: 945 time: 0.0610423 Apr 12 11:05:20.125803 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '30496a14-7045-478f-8d8a-1d35ed0d9c5f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f173e7c5-0f74-4b76-a51c-1c2e992de4a8'}] {{(pid=103259) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 11:05:20.128254 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}af87e37ddfedca7c8b2a1dd0c6cba4e3e91bcc66796c687067be127c7223cf15" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a6e959ca-a3cd-43ca-afee-184967e1abbf" -d '{"events": [{"server_uuid": "30496a14-7045-478f-8d8a-1d35ed0d9c5f", "name": "network-vif-plugged", "status": "completed", "tag": "f173e7c5-0f74-4b76-a51c-1c2e992de4a8"}]}' {{(pid=103259) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 11:05:20.144990 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron.plugins.ml2.db [None req-ae6c308c-a92e-4424-a7f8-d6a17e5174ef None None] For port f173e7c5-0f74-4b76-a51c-1c2e992de4a8, host hv-cinder-83008, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83008',level=0,port_id=f173e7c5-0f74-4b76-a51c-1c2e992de4a8,segment=NetworkSegment(7235212e-5ea9-4475-b7e8-0ed6cc0af829),segment_id=7235212e-5ea9-4475-b7e8-0ed6cc0af829)] {{(pid=103259) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 11:05:20.170795 dv-cinder-830088-4-iscsi neutron-server[103258]: INFO neutron.wsgi [req-c91bacf4-0b54-4e3e-ad04-8b0d2084d6c2 req-22498c0b-877a-4555-9a52-6b8e4445bf09 tempest-AttachVolumeNegativeTest-1347969699 tempest-AttachVolumeNegativeTest-1347969699-project] 10.222.0.39 "GET /v2.0/security-groups?id=0be2ea31-d57c-4eee-b181-f5a834d8f953&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0616639 Apr 12 11:05:20.172441 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron_lib.callbacks.manager [None req-ae6c308c-a92e-4424-a7f8-d6a17e5174ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1534861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777667992095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777667450170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777667450188'] for port (f173e7c5-0f74-4b76-a51c-1c2e992de4a8), after_update {{(pid=103259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:05:20.207721 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Apr 2022 11:05:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-64e97b24-c447-4f0e-8234-fac535d967e5 x-openstack-request-id: req-64e97b24-c447-4f0e-8234-fac535d967e5 {{(pid=103259) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 11:05:20.208039 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "30496a14-7045-478f-8d8a-1d35ed0d9c5f", "name": "network-vif-plugged", "status": "completed", "tag": "f173e7c5-0f74-4b76-a51c-1c2e992de4a8", "code": 200}]} {{(pid=103259) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 11:05:20.208296 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-64e97b24-c447-4f0e-8234-fac535d967e5 {{(pid=103259) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 11:05:20.208730 dv-cinder-830088-4-iscsi neutron-server[103259]: INFO neutron.notifiers.nova [-] Nova event matching ['req-64e97b24-c447-4f0e-8234-fac535d967e5'] response: {'server_uuid': '30496a14-7045-478f-8d8a-1d35ed0d9c5f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f173e7c5-0f74-4b76-a51c-1c2e992de4a8', 'code': 200} Apr 12 11:05:20.240278 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae6c308c-a92e-4424-a7f8-d6a17e5174ef None None] Pushing event updated for resources: {'Port': ['ID=f173e7c5-0f74-4b76-a51c-1c2e992de4a8,revision_number=5']} {{(pid=103259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:05:20.381319 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-074d06f4-249b-420d-a28f-81e47895fc97 req-c1ff562a-9034-4063-a836-a6f0f1e8d59a tempest-AttachVolumeShelveTestJSON-1581400671 tempest-AttachVolumeShelveTestJSON-1581400671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:05:20.389785 dv-cinder-830088-4-iscsi neutron-server[103257]: INFO neutron.wsgi [req-074d06f4-249b-420d-a28f-81e47895fc97 req-c1ff562a-9034-4063-a836-a6f0f1e8d59a tempest-AttachVolumeShelveTestJSON-1581400671 tempest-AttachVolumeShelveTestJSON-1581400671-project] 10.222.0.39 "GET /v2.0/ports?device_id=02541d3b-c0f8-4669-8d56-2fb77315b4b7 HTTP/1.1" status: 200 len: 946 time: 0.0857871 Apr 12 11:05:20.453151 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24b8ac54-94f3-4848-a36c-d2693350d666 req-7c00510c-71d9-4186-8089-c102ffaa097d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:05:20.454737 dv-cinder-830088-4-iscsi neutron-server[103257]: INFO neutron.wsgi [req-24b8ac54-94f3-4848-a36c-d2693350d666 req-7c00510c-71d9-4186-8089-c102ffaa097d service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=30496a14-7045-478f-8d8a-1d35ed0d9c5f HTTP/1.1" status: 200 len: 1130 time: 0.0544183 Apr 12 11:05:20.483961 dv-cinder-830088-4-iscsi neutron-server[103257]: INFO neutron.wsgi [req-074d06f4-249b-420d-a28f-81e47895fc97 req-497a3676-2e85-44fa-bca7-2aada56ffd56 tempest-AttachVolumeShelveTestJSON-1581400671 tempest-AttachVolumeShelveTestJSON-1581400671-project] 10.222.0.39 "GET /v2.0/security-groups?id=76018d3a-627c-488b-b6f9-308c58c63207&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0933220 Apr 12 11:05:20.510441 dv-cinder-830088-4-iscsi neutron-server[103257]: INFO neutron.wsgi [req-24b8ac54-94f3-4848-a36c-d2693350d666 req-caff8061-3e9f-4d38-ad27-3c317e72884f service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=0be2ea31-d57c-4eee-b181-f5a834d8f953&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0481486 Apr 12 11:05:20.635020 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e985d0e-baf7-4c52-8fab-7e091e338ec5 req-d0a4f0b4-6d8a-4a2d-8cc1-c824fcd5f8f2 tempest-AttachVolumeTestJSON-1709741936 tempest-AttachVolumeTestJSON-1709741936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:05:20.636559 dv-cinder-830088-4-iscsi neutron-server[103258]: INFO neutron.wsgi [req-7e985d0e-baf7-4c52-8fab-7e091e338ec5 req-d0a4f0b4-6d8a-4a2d-8cc1-c824fcd5f8f2 tempest-AttachVolumeTestJSON-1709741936 tempest-AttachVolumeTestJSON-1709741936-project] 10.222.0.39 "GET /v2.0/ports?device_id=054cf929-099f-406a-9607-1086f5624af6 HTTP/1.1" status: 200 len: 946 time: 0.0480883 Apr 12 11:05:20.687346 dv-cinder-830088-4-iscsi neutron-server[103258]: INFO neutron.wsgi [req-7e985d0e-baf7-4c52-8fab-7e091e338ec5 req-09a5e676-13cc-489b-b9e9-4041ffafd15e tempest-AttachVolumeTestJSON-1709741936 tempest-AttachVolumeTestJSON-1709741936-project] 10.222.0.39 "GET /v2.0/security-groups?id=fc469313-82a8-4ad2-a9e9-24c86c2f4d72&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449290 Apr 12 11:05:21.306136 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de51c0a7-7211-4ccc-9449-62ae0b5b0ff6 req-73cad679-9912-4ca7-a6f2-9b549fb4de9c tempest-AttachVolumeNegativeTest-1347969699 tempest-AttachVolumeNegativeTest-1347969699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:05:21.307676 dv-cinder-830088-4-iscsi neutron-server[103257]: INFO neutron.wsgi [req-de51c0a7-7211-4ccc-9449-62ae0b5b0ff6 req-73cad679-9912-4ca7-a6f2-9b549fb4de9c tempest-AttachVolumeNegativeTest-1347969699 tempest-AttachVolumeNegativeTest-1347969699-project] 10.222.0.39 "GET /v2.0/ports?device_id=30496a14-7045-478f-8d8a-1d35ed0d9c5f HTTP/1.1" status: 200 len: 946 time: 0.0555806 Apr 12 11:05:21.365259 dv-cinder-830088-4-iscsi neutron-server[103257]: INFO neutron.wsgi [req-de51c0a7-7211-4ccc-9449-62ae0b5b0ff6 req-afd64a5d-db38-4cbd-a2d1-709de84fb1fe tempest-AttachVolumeNegativeTest-1347969699 tempest-AttachVolumeNegativeTest-1347969699-project] 10.222.0.39 "GET /v2.0/security-groups?id=0be2ea31-d57c-4eee-b181-f5a834d8f953&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0511389 Apr 12 11:05:21.631380 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ed658e0-31c6-4f81-a159-12b8dad13088 req-57f7cc66-5c46-40d8-be3a-c746e1f8dbc8 tempest-AttachVolumeShelveTestJSON-1581400671 tempest-AttachVolumeShelveTestJSON-1581400671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:05:21.633552 dv-cinder-830088-4-iscsi neutron-server[103258]: INFO neutron.wsgi [req-7ed658e0-31c6-4f81-a159-12b8dad13088 req-57f7cc66-5c46-40d8-be3a-c746e1f8dbc8 tempest-AttachVolumeShelveTestJSON-1581400671 tempest-AttachVolumeShelveTestJSON-1581400671-project] 10.222.0.39 "GET /v2.0/ports?device_id=02541d3b-c0f8-4669-8d56-2fb77315b4b7 HTTP/1.1" status: 200 len: 946 time: 0.0586543 Apr 12 11:05:21.691436 dv-cinder-830088-4-iscsi neutron-server[103258]: INFO neutron.wsgi [req-7ed658e0-31c6-4f81-a159-12b8dad13088 req-9a563708-566f-4c5b-bfb0-8d164fb7b2fe tempest-AttachVolumeShelveTestJSON-1581400671 tempest-AttachVolumeShelveTestJSON-1581400671-project] 10.222.0.39 "GET /v2.0/security-groups?id=76018d3a-627c-488b-b6f9-308c58c63207&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0513740 Apr 12 11:05:21.801969 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-966d4bf9-aae3-4723-8fca-cad2219ee18f req-d88771f3-20a8-4982-a62f-143987963b08 tempest-AttachVolumeTestJSON-1709741936 tempest-AttachVolumeTestJSON-1709741936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:05:21.803461 dv-cinder-830088-4-iscsi neutron-server[103257]: INFO neutron.wsgi [req-966d4bf9-aae3-4723-8fca-cad2219ee18f req-d88771f3-20a8-4982-a62f-143987963b08 tempest-AttachVolumeTestJSON-1709741936 tempest-AttachVolumeTestJSON-1709741936-project] 10.222.0.39 "GET /v2.0/ports?device_id=054cf929-099f-406a-9607-1086f5624af6 HTTP/1.1" status: 200 len: 946 time: 0.0471179 Apr 12 11:05:21.855496 dv-cinder-830088-4-iscsi neutron-server[103257]: INFO neutron.wsgi [req-966d4bf9-aae3-4723-8fca-cad2219ee18f req-2f03f118-3389-4a48-8d56-017e44fc6a8a tempest-AttachVolumeTestJSON-1709741936 tempest-AttachVolumeTestJSON-1709741936-project] 10.222.0.39 "GET /v2.0/security-groups?id=fc469313-82a8-4ad2-a9e9-24c86c2f4d72&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0457571 Apr 12 11:05:22.096919 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b330b99-6205-47fb-bc68-cdb6de734b19 req-15304aff-61ac-4862-88d2-10469a7a44d1 tempest-AttachVolumeTestJSON-1709741936 tempest-AttachVolumeTestJSON-1709741936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:05:22.099145 dv-cinder-830088-4-iscsi neutron-server[103257]: INFO neutron.wsgi [req-5b330b99-6205-47fb-bc68-cdb6de734b19 req-15304aff-61ac-4862-88d2-10469a7a44d1 tempest-AttachVolumeTestJSON-1709741936 tempest-AttachVolumeTestJSON-1709741936-project] 10.222.0.39 "GET /v2.0/ports?device_id=054cf929-099f-406a-9607-1086f5624af6 HTTP/1.1" status: 200 len: 946 time: 0.0512054 Apr 12 11:05:22.156569 dv-cinder-830088-4-iscsi neutron-server[103257]: INFO neutron.wsgi [req-5b330b99-6205-47fb-bc68-cdb6de734b19 req-002ce486-4c51-4d2c-b972-70e596d44461 tempest-AttachVolumeTestJSON-1709741936 tempest-AttachVolumeTestJSON-1709741936-project] 10.222.0.39 "GET /v2.0/security-groups?id=fc469313-82a8-4ad2-a9e9-24c86c2f4d72&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0509286 Apr 12 11:05:22.494809 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5ee722f-878a-4d8e-8891-d0edfad3105a req-61f104b7-9245-4116-a8c2-fb5c6518c049 tempest-AttachVolumeNegativeTest-1347969699 tempest-AttachVolumeNegativeTest-1347969699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:05:22.496292 dv-cinder-830088-4-iscsi neutron-server[103258]: INFO neutron.wsgi [req-c5ee722f-878a-4d8e-8891-d0edfad3105a req-61f104b7-9245-4116-a8c2-fb5c6518c049 tempest-AttachVolumeNegativeTest-1347969699 tempest-AttachVolumeNegativeTest-1347969699-project] 10.222.0.39 "GET /v2.0/ports?device_id=30496a14-7045-478f-8d8a-1d35ed0d9c5f HTTP/1.1" status: 200 len: 946 time: 0.0567794 Apr 12 11:05:22.552019 dv-cinder-830088-4-iscsi neutron-server[103258]: INFO neutron.wsgi [req-c5ee722f-878a-4d8e-8891-d0edfad3105a req-3f6bb80d-d9a7-4f28-9377-060839a2f554 tempest-AttachVolumeNegativeTest-1347969699 tempest-AttachVolumeNegativeTest-1347969699-project] 10.222.0.39 "GET /v2.0/security-groups?id=0be2ea31-d57c-4eee-b181-f5a834d8f953&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0498853 Apr 12 11:05:22.684883 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f83cd856-b73d-400d-ab32-0b40449442ed req-2d017304-8ad6-41f5-a34a-9f9120ebbe2c tempest-AttachVolumeNegativeTest-1347969699 tempest-AttachVolumeNegativeTest-1347969699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:05:22.686488 dv-cinder-830088-4-iscsi neutron-server[103257]: INFO neutron.wsgi [req-f83cd856-b73d-400d-ab32-0b40449442ed req-2d017304-8ad6-41f5-a34a-9f9120ebbe2c tempest-AttachVolumeNegativeTest-1347969699 tempest-AttachVolumeNegativeTest-1347969699-project] 10.222.0.39 "GET /v2.0/ports?device_id=30496a14-7045-478f-8d8a-1d35ed0d9c5f HTTP/1.1" status: 200 len: 946 time: 0.0519967 Apr 12 11:05:22.699773 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron.wsgi [-] (103257) accepted ('10.222.0.39', 54904) {{(pid=103257) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 11:05:22.706559 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron.api.v2.base [None req-ebf3e4ba-2db0-49d4-9f0b-34b5b7badef9 tempest-AttachVolumeNegativeTest-1347969699 tempest-AttachVolumeNegativeTest-1347969699-project] Request body: {'floatingip': {'port_id': 'f173e7c5-0f74-4b76-a51c-1c2e992de4a8'}} {{(pid=103257) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 11:05:22.766770 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-ebf3e4ba-2db0-49d4-9f0b-34b5b7badef9 tempest-AttachVolumeNegativeTest-1347969699 tempest-AttachVolumeNegativeTest-1347969699-project] Publish callbacks [] for floatingip (53b9f687-5164-4a4a-9a37-1734368a742f), before_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:05:22.817214 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-148c2561-a8f7-411d-b56c-f54639e6f610 req-147c09ca-1f0f-431c-8815-5baf22dd06ef tempest-AttachVolumeShelveTestJSON-1581400671 tempest-AttachVolumeShelveTestJSON-1581400671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:05:22.818787 dv-cinder-830088-4-iscsi neutron-server[103258]: INFO neutron.wsgi [req-148c2561-a8f7-411d-b56c-f54639e6f610 req-147c09ca-1f0f-431c-8815-5baf22dd06ef tempest-AttachVolumeShelveTestJSON-1581400671 tempest-AttachVolumeShelveTestJSON-1581400671-project] 10.222.0.39 "GET /v2.0/ports?device_id=02541d3b-c0f8-4669-8d56-2fb77315b4b7 HTTP/1.1" status: 200 len: 946 time: 0.0570858 Apr 12 11:05:22.886032 dv-cinder-830088-4-iscsi neutron-server[103258]: INFO neutron.wsgi [req-148c2561-a8f7-411d-b56c-f54639e6f610 req-a2c0510f-ac7c-4488-90c3-ba11b3762b87 tempest-AttachVolumeShelveTestJSON-1581400671 tempest-AttachVolumeShelveTestJSON-1581400671-project] 10.222.0.39 "GET /v2.0/security-groups?id=76018d3a-627c-488b-b6f9-308c58c63207&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0609086 Apr 12 11:05:22.920527 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90a30d7d-3531-4276-b735-1db4aeae362b req-276a01fd-1ac9-462a-93e9-1524edb4db24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:05:22.922016 dv-cinder-830088-4-iscsi neutron-server[103257]: INFO neutron.wsgi [req-90a30d7d-3531-4276-b735-1db4aeae362b req-276a01fd-1ac9-462a-93e9-1524edb4db24 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=d41e564f85554bef9013a0082cd0196d&device_id=054cf929-099f-406a-9607-1086f5624af6 HTTP/1.1" status: 200 len: 1130 time: 0.1709592 Apr 12 11:05:23.108198 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90a30d7d-3531-4276-b735-1db4aeae362b req-2a93e7ef-96b7-40e9-bdae-77bad71c0b11 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:05:23.109729 dv-cinder-830088-4-iscsi neutron-server[103257]: INFO neutron.wsgi [req-90a30d7d-3531-4276-b735-1db4aeae362b req-2a93e7ef-96b7-40e9-bdae-77bad71c0b11 service neutron] 10.222.0.53 "GET /v2.0/networks?id=5283658c-f0e4-41df-8b22-61e61a4f7877 HTTP/1.1" status: 200 len: 911 time: 0.1784031 Apr 12 11:05:23.230083 dv-cinder-830088-4-iscsi neutron-server[103257]: INFO neutron.wsgi [req-90a30d7d-3531-4276-b735-1db4aeae362b req-319db473-9fdf-4440-860d-fe4d2417e3b7 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d8445a7c-a328-45d0-8618-af8d0615ea29 HTTP/1.1" status: 200 len: 1002 time: 0.0924208 Apr 12 11:05:23.410941 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-725d570e-26f4-485c-a21c-41867e156c16 req-d9e93c5f-ae0b-43f1-8593-a6b47cdf7b89 tempest-AttachVolumeTestJSON-1709741936 tempest-AttachVolumeTestJSON-1709741936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:05:23.412468 dv-cinder-830088-4-iscsi neutron-server[103257]: INFO neutron.wsgi [req-725d570e-26f4-485c-a21c-41867e156c16 req-d9e93c5f-ae0b-43f1-8593-a6b47cdf7b89 tempest-AttachVolumeTestJSON-1709741936 tempest-AttachVolumeTestJSON-1709741936-project] 10.222.0.39 "GET /v2.0/ports?device_id=054cf929-099f-406a-9607-1086f5624af6 HTTP/1.1" status: 200 len: 946 time: 0.1374941 Apr 12 11:05:23.441507 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90a30d7d-3531-4276-b735-1db4aeae362b req-37f34ff7-17fb-476e-901d-46830e518a69 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:05:23.443702 dv-cinder-830088-4-iscsi neutron-server[103257]: INFO neutron.wsgi [req-90a30d7d-3531-4276-b735-1db4aeae362b req-37f34ff7-17fb-476e-901d-46830e518a69 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=a03f1c9e-6c63-496e-9600-bb0a8351c93d HTTP/1.1" status: 200 len: 849 time: 0.1869709 Apr 12 11:05:23.549393 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90a30d7d-3531-4276-b735-1db4aeae362b req-ce10fc7d-4bbc-439b-a466-fc6fea64d2a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:05:23.551433 dv-cinder-830088-4-iscsi neutron-server[103257]: INFO neutron.wsgi [req-90a30d7d-3531-4276-b735-1db4aeae362b req-ce10fc7d-4bbc-439b-a466-fc6fea64d2a4 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=5283658c-f0e4-41df-8b22-61e61a4f7877&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0924337 Apr 12 11:05:23.591633 dv-cinder-830088-4-iscsi neutron-server[103257]: INFO neutron.wsgi [req-725d570e-26f4-485c-a21c-41867e156c16 req-94411a26-070d-4f24-8ba5-9ac2647d7a9a tempest-AttachVolumeTestJSON-1709741936 tempest-AttachVolumeTestJSON-1709741936-project] 10.222.0.39 "GET /v2.0/security-groups?id=fc469313-82a8-4ad2-a9e9-24c86c2f4d72&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1468050 Apr 12 11:05:23.652718 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron_lib.db.resource_extend [None req-ebf3e4ba-2db0-49d4-9f0b-34b5b7badef9 tempest-AttachVolumeNegativeTest-1347969699 tempest-AttachVolumeNegativeTest-1347969699-project] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 12 11:05:23.725209 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-ebf3e4ba-2db0-49d4-9f0b-34b5b7badef9 tempest-AttachVolumeNegativeTest-1347969699 tempest-AttachVolumeNegativeTest-1347969699-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:05:23.733333 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-ebf3e4ba-2db0-49d4-9f0b-34b5b7badef9 tempest-AttachVolumeNegativeTest-1347969699 tempest-AttachVolumeNegativeTest-1347969699-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-579534'] for floatingip (53b9f687-5164-4a4a-9a37-1734368a742f), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:05:23.771875 dv-cinder-830088-4-iscsi neutron-server[103257]: INFO neutron.wsgi [req-90a30d7d-3531-4276-b735-1db4aeae362b req-1a29ae0c-b234-4b02-b278-9dab8c9ee35f service neutron] 10.222.0.53 "GET /v2.0/networks/5283658c-f0e4-41df-8b22-61e61a4f7877?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1957238 Apr 12 11:05:23.905535 dv-cinder-830088-4-iscsi neutron-server[103257]: INFO neutron.db.l3_db [None req-ebf3e4ba-2db0-49d4-9f0b-34b5b7badef9 tempest-AttachVolumeNegativeTest-1347969699 tempest-AttachVolumeNegativeTest-1347969699-project] Floating IP 53b9f687-5164-4a4a-9a37-1734368a742f associated. External IP: 172.27.3.70, port: f173e7c5-0f74-4b76-a51c-1c2e992de4a8. Apr 12 11:05:23.956508 dv-cinder-830088-4-iscsi neutron-server[103257]: INFO neutron.wsgi [req-90a30d7d-3531-4276-b735-1db4aeae362b req-1be0d5fc-4d80-4fa2-a57e-bf01a15d4d84 service neutron] 10.222.0.53 "GET /v2.0/networks/5283658c-f0e4-41df-8b22-61e61a4f7877?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1763699 Apr 12 11:05:24.032835 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0520ab04-235f-494e-ba33-5adf637ffe16 req-d40d5ad6-52a3-4946-bdab-30d0e7782495 tempest-AttachVolumeShelveTestJSON-1581400671 tempest-AttachVolumeShelveTestJSON-1581400671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:05:24.035348 dv-cinder-830088-4-iscsi neutron-server[103258]: INFO neutron.wsgi [req-0520ab04-235f-494e-ba33-5adf637ffe16 req-d40d5ad6-52a3-4946-bdab-30d0e7782495 tempest-AttachVolumeShelveTestJSON-1581400671 tempest-AttachVolumeShelveTestJSON-1581400671-project] 10.222.0.39 "GET /v2.0/ports?device_id=02541d3b-c0f8-4669-8d56-2fb77315b4b7 HTTP/1.1" status: 200 len: 946 time: 0.0709634 Apr 12 11:05:24.092039 dv-cinder-830088-4-iscsi neutron-server[103258]: INFO neutron.wsgi [req-0520ab04-235f-494e-ba33-5adf637ffe16 req-8fdee148-db13-45aa-9464-f455ffcb1886 tempest-AttachVolumeShelveTestJSON-1581400671 tempest-AttachVolumeShelveTestJSON-1581400671-project] 10.222.0.39 "GET /v2.0/security-groups?id=76018d3a-627c-488b-b6f9-308c58c63207&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0509224 Apr 12 11:05:24.427282 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ebf3e4ba-2db0-49d4-9f0b-34b5b7badef9 tempest-AttachVolumeNegativeTest-1347969699 tempest-AttachVolumeNegativeTest-1347969699-project] Router b40e7d0d-8f57-424d-96be-54b6f118e1d9 has already been hosted by L3 agent 77f5e085-0284-4236-9dbf-35d2d452e277 {{(pid=103257) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 12 11:05:24.554433 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ebf3e4ba-2db0-49d4-9f0b-34b5b7badef9 tempest-AttachVolumeNegativeTest-1347969699 tempest-AttachVolumeNegativeTest-1347969699-project] Notify agent at l3_agent.dv-cinder-830088-4-iscsi the message routers_updated {{(pid=103257) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 12 11:05:24.559381 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-ebf3e4ba-2db0-49d4-9f0b-34b5b7badef9 tempest-AttachVolumeNegativeTest-1347969699 tempest-AttachVolumeNegativeTest-1347969699-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108023'] for floatingip (None), before_response {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:05:24.566068 dv-cinder-830088-4-iscsi neutron-server[103260]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01078446-cff6-4a8b-8866-bb0deb4c7b62 None None] Sync routers for ids ['b40e7d0d-8f57-424d-96be-54b6f118e1d9'] in dv-cinder-830088-4-iscsi {{(pid=103260) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 12 11:05:24.585489 dv-cinder-830088-4-iscsi neutron-server[103260]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01078446-cff6-4a8b-8866-bb0deb4c7b62 None None] Routers {'b40e7d0d-8f57-424d-96be-54b6f118e1d9'} bound to L3 agent in host dv-cinder-830088-4-iscsi {{(pid=103260) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 11:05:24.586251 dv-cinder-830088-4-iscsi neutron-server[103260]: DEBUG neutron.db.l3_hamode_db [None req-01078446-cff6-4a8b-8866-bb0deb4c7b62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830088-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-12T10:52:12Z,description=,heartbeat_timestamp=2022-04-12T11:05:13Z,host='dv-cinder-830088-4-iscsi',id=77f5e085-0284-4236-9dbf-35d2d452e277,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T10:52:12Z,topic='l3_agent')) {'router_ids': ['b40e7d0d-8f57-424d-96be-54b6f118e1d9'], 'active': True} {{(pid=103260) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 11:05:24.618584 dv-cinder-830088-4-iscsi neutron-server[103257]: INFO neutron.wsgi [None req-ebf3e4ba-2db0-49d4-9f0b-34b5b7badef9 tempest-AttachVolumeNegativeTest-1347969699 tempest-AttachVolumeNegativeTest-1347969699-project] 10.222.0.39 "PUT /v2.0/floatingips/53b9f687-5164-4a4a-9a37-1734368a742f HTTP/1.1" status: 200 len: 991 time: 1.9035041 Apr 12 11:05:24.618584 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '30496a14-7045-478f-8d8a-1d35ed0d9c5f', 'tag': 'f173e7c5-0f74-4b76-a51c-1c2e992de4a8'}] {{(pid=103257) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 11:05:24.618584 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}263188bb5a56b6ea0b99504a79f1a82db60da3322be0ebbd3338f0b2803b3102" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-64f55e26-f5ff-4728-8fdd-a2f88b57031e" -d '{"events": [{"name": "network-changed", "server_uuid": "30496a14-7045-478f-8d8a-1d35ed0d9c5f", "tag": "f173e7c5-0f74-4b76-a51c-1c2e992de4a8"}]}' {{(pid=103257) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 11:05:24.649182 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Apr 2022 11:05:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eed35344-490c-4f66-80cc-aafaf92ad57f x-openstack-request-id: req-eed35344-490c-4f66-80cc-aafaf92ad57f {{(pid=103257) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 11:05:24.649521 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "30496a14-7045-478f-8d8a-1d35ed0d9c5f", "tag": "f173e7c5-0f74-4b76-a51c-1c2e992de4a8", "status": "completed", "code": 200}]} {{(pid=103257) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 11:05:24.649994 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-eed35344-490c-4f66-80cc-aafaf92ad57f {{(pid=103257) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 11:05:24.650560 dv-cinder-830088-4-iscsi neutron-server[103257]: INFO neutron.notifiers.nova [-] Nova event matching ['req-eed35344-490c-4f66-80cc-aafaf92ad57f'] response: {'name': 'network-changed', 'server_uuid': '30496a14-7045-478f-8d8a-1d35ed0d9c5f', 'tag': 'f173e7c5-0f74-4b76-a51c-1c2e992de4a8', 'status': 'completed', 'code': 200} Apr 12 11:05:24.802824 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-802d104a-0ceb-476b-84bc-516e77f30590 req-6e954503-d23a-4951-8a9c-508cf776bf00 tempest-AttachVolumeTestJSON-1709741936 tempest-AttachVolumeTestJSON-1709741936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:05:24.804553 dv-cinder-830088-4-iscsi neutron-server[103258]: INFO neutron.wsgi [req-802d104a-0ceb-476b-84bc-516e77f30590 req-6e954503-d23a-4951-8a9c-508cf776bf00 tempest-AttachVolumeTestJSON-1709741936 tempest-AttachVolumeTestJSON-1709741936-project] 10.222.0.39 "GET /v2.0/ports?device_id=054cf929-099f-406a-9607-1086f5624af6 HTTP/1.1" status: 200 len: 946 time: 0.1119866 Apr 12 11:05:24.853648 dv-cinder-830088-4-iscsi neutron-server[103260]: DEBUG neutron.db.l3_dvr_db [None req-01078446-cff6-4a8b-8866-bb0deb4c7b62 None None] Set router b40e7d0d-8f57-424d-96be-54b6f118e1d9 gateway port host: dv-cinder-830088-4-iscsi {{(pid=103260) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 11:05:24.896970 dv-cinder-830088-4-iscsi neutron-server[103258]: INFO neutron.wsgi [req-802d104a-0ceb-476b-84bc-516e77f30590 req-80297925-741b-4c81-84e9-8ee60d608de2 tempest-AttachVolumeTestJSON-1709741936 tempest-AttachVolumeTestJSON-1709741936-project] 10.222.0.39 "GET /v2.0/security-groups?id=fc469313-82a8-4ad2-a9e9-24c86c2f4d72&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0833921 Apr 12 11:05:25.094502 dv-cinder-830088-4-iscsi neutron-server[103260]: DEBUG neutron.db.l3_hamode_db [None req-01078446-cff6-4a8b-8866-bb0deb4c7b62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b40e7d0d-8f57-424d-96be-54b6f118e1d9', 'name': 'tempest-AttachVolumeNegativeTest-942964669-router', 'tenant_id': 'e581060642574053bd171680bd4e15a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b7be5f2-485b-4c85-8f98-fb200971b61c', 'external_fixed_ips': [{'subnet_id': '4887111e-1302-416a-ab8e-c957c9df7f85', 'ip_address': '172.27.3.241'}], 'enable_snat': True}, 'gw_port_id': 'dd38917a-e181-47e0-9f30-aa2e24b0ed10', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T11:00:41Z', 'updated_at': '2022-04-12T11:00:48Z', 'revision_number': 4, 'project_id': 'e581060642574053bd171680bd4e15a9', 'gw_port': {'id': 'dd38917a-e181-47e0-9f30-aa2e24b0ed10', 'name': '', 'network_id': '3b7be5f2-485b-4c85-8f98-fb200971b61c', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:d9:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b40e7d0d-8f57-424d-96be-54b6f118e1d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '4887111e-1302-416a-ab8e-c957c9df7f85', 'ip_address': '172.27.3.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830088-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T11:00:42Z', 'updated_at': '2022-04-12T11:00:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4887111e-1302-416a-ab8e-c957c9df7f85', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830088-4-iscsi', '_floatingips': [{'id': '53b9f687-5164-4a4a-9a37-1734368a742f', 'tenant_id': 'e581060642574053bd171680bd4e15a9', 'floating_ip_address': '172.27.3.70', 'floating_network_id': '3b7be5f2-485b-4c85-8f98-fb200971b61c', 'router_id': 'b40e7d0d-8f57-424d-96be-54b6f118e1d9', 'port_id': 'f173e7c5-0f74-4b76-a51c-1c2e992de4a8', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 392, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8605bce6-3955-4448-bd79-8ef881f45c6d', 'mac_address': 'fa:16:3e:d0:ca:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30496a14-7045-478f-8d8a-1d35ed0d9c5f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-12T11:05:09Z', 'updated_at': '2022-04-12T11:05:23Z', 'revision_number': 1, 'project_id': 'e581060642574053bd171680bd4e15a9', 'fixed_ip_address_scope': None}, {'id': '9a9747ef-6d85-4a0f-8920-54c4a716cecc', 'tenant_id': 'e581060642574053bd171680bd4e15a9', 'floating_ip_address': '172.27.3.181', 'floating_network_id': '3b7be5f2-485b-4c85-8f98-fb200971b61c', 'router_id': 'b40e7d0d-8f57-424d-96be-54b6f118e1d9', 'port_id': '81da8d92-10b5-4f49-b3df-4f9d3bffc3b7', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 130, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8605bce6-3955-4448-bd79-8ef881f45c6d', 'mac_address': 'fa:16:3e:42:a0:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76c0d3e2-99b4-4344-b105-cc9bc02b2bb7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-12T11:01:03Z', 'updated_at': '2022-04-12T11:02:04Z', 'revision_number': 2, 'project_id': 'e581060642574053bd171680bd4e15a9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a2233ce1-933b-408f-884a-0a19dee76ba7', 'name': '', 'network_id': '8605bce6-3955-4448-bd79-8ef881f45c6d', 'tenant_id': 'e581060642574053bd171680bd4e15a9', 'mac_address': 'fa:16:3e:b3:0a:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b40e7d0d-8f57-424d-96be-54b6f118e1d9', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': '342bfb33-54ce-4b31-b1d9-ee13f5d2ec00', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830088-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T11:00:47Z', 'updated_at': '2022-04-12T11:00:57Z', 'revision_number': 5, 'project_id': 'e581060642574053bd171680bd4e15a9', 'subnets': [{'id': '342bfb33-54ce-4b31-b1d9-ee13f5d2ec00', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830088-4-iscsi', False) {} {{(pid=103260) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 11:05:25.126007 dv-cinder-830088-4-iscsi neutron-server[103260]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01078446-cff6-4a8b-8866-bb0deb4c7b62 None None] Checking router: b40e7d0d-8f57-424d-96be-54b6f118e1d9 for host: dv-cinder-830088-4-iscsi {{(pid=103260) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 12 11:05:25.136203 dv-cinder-830088-4-iscsi neutron-server[103260]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01078446-cff6-4a8b-8866-bb0deb4c7b62 None None] Routers {'b40e7d0d-8f57-424d-96be-54b6f118e1d9'} bound to L3 agent in host dv-cinder-830088-4-iscsi {{(pid=103260) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 11:05:25.136740 dv-cinder-830088-4-iscsi neutron-server[103260]: DEBUG neutron.db.l3_hamode_db [None req-01078446-cff6-4a8b-8866-bb0deb4c7b62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830088-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-12T10:52:12Z,description=,heartbeat_timestamp=2022-04-12T11:05:13Z,host='dv-cinder-830088-4-iscsi',id=77f5e085-0284-4236-9dbf-35d2d452e277,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T10:52:12Z,topic='l3_agent')) {'router_ids': ['b40e7d0d-8f57-424d-96be-54b6f118e1d9'], 'active': True} {{(pid=103260) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 11:05:25.218419 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a161875c-8dbc-455b-a3c0-489100d7ac17 req-9ccbc981-09cb-4675-aab7-4b3bce48a902 tempest-AttachVolumeShelveTestJSON-1581400671 tempest-AttachVolumeShelveTestJSON-1581400671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:05:25.224926 dv-cinder-830088-4-iscsi neutron-server[103257]: INFO neutron.wsgi [req-a161875c-8dbc-455b-a3c0-489100d7ac17 req-9ccbc981-09cb-4675-aab7-4b3bce48a902 tempest-AttachVolumeShelveTestJSON-1581400671 tempest-AttachVolumeShelveTestJSON-1581400671-project] 10.222.0.39 "GET /v2.0/ports?device_id=02541d3b-c0f8-4669-8d56-2fb77315b4b7 HTTP/1.1" status: 200 len: 946 time: 0.0556421 Apr 12 11:05:25.260585 dv-cinder-830088-4-iscsi neutron-server[103260]: DEBUG neutron.db.l3_dvr_db [None req-01078446-cff6-4a8b-8866-bb0deb4c7b62 None None] Set router b40e7d0d-8f57-424d-96be-54b6f118e1d9 gateway port host: dv-cinder-830088-4-iscsi {{(pid=103260) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 11:05:25.281398 dv-cinder-830088-4-iscsi neutron-server[103257]: INFO neutron.wsgi [req-a161875c-8dbc-455b-a3c0-489100d7ac17 req-2e109bcc-ab6e-46b2-9d07-c07b8c393adf tempest-AttachVolumeShelveTestJSON-1581400671 tempest-AttachVolumeShelveTestJSON-1581400671-project] 10.222.0.39 "GET /v2.0/security-groups?id=76018d3a-627c-488b-b6f9-308c58c63207&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0514176 Apr 12 11:05:25.399552 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64f55e26-f5ff-4728-8fdd-a2f88b57031e req-3727d8c0-4b63-4efd-8605-4c55ef6cbb44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:05:25.401168 dv-cinder-830088-4-iscsi neutron-server[103257]: INFO neutron.wsgi [req-64f55e26-f5ff-4728-8fdd-a2f88b57031e req-3727d8c0-4b63-4efd-8605-4c55ef6cbb44 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=e581060642574053bd171680bd4e15a9&device_id=30496a14-7045-478f-8d8a-1d35ed0d9c5f HTTP/1.1" status: 200 len: 1130 time: 0.0607266 Apr 12 11:05:25.525002 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64f55e26-f5ff-4728-8fdd-a2f88b57031e req-6e6c90e7-da41-46b4-aa9c-bf1e35c8f28c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:05:25.526618 dv-cinder-830088-4-iscsi neutron-server[103257]: INFO neutron.wsgi [req-64f55e26-f5ff-4728-8fdd-a2f88b57031e req-6e6c90e7-da41-46b4-aa9c-bf1e35c8f28c service neutron] 10.222.0.53 "GET /v2.0/networks?id=8605bce6-3955-4448-bd79-8ef881f45c6d HTTP/1.1" status: 200 len: 915 time: 0.1164284 Apr 12 11:05:25.536628 dv-cinder-830088-4-iscsi neutron-server[103260]: DEBUG neutron.db.l3_hamode_db [None req-01078446-cff6-4a8b-8866-bb0deb4c7b62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b40e7d0d-8f57-424d-96be-54b6f118e1d9', 'name': 'tempest-AttachVolumeNegativeTest-942964669-router', 'tenant_id': 'e581060642574053bd171680bd4e15a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b7be5f2-485b-4c85-8f98-fb200971b61c', 'external_fixed_ips': [{'subnet_id': '4887111e-1302-416a-ab8e-c957c9df7f85', 'ip_address': '172.27.3.241'}], 'enable_snat': True}, 'gw_port_id': 'dd38917a-e181-47e0-9f30-aa2e24b0ed10', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T11:00:41Z', 'updated_at': '2022-04-12T11:00:48Z', 'revision_number': 4, 'project_id': 'e581060642574053bd171680bd4e15a9', 'gw_port': {'id': 'dd38917a-e181-47e0-9f30-aa2e24b0ed10', 'name': '', 'network_id': '3b7be5f2-485b-4c85-8f98-fb200971b61c', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:d9:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b40e7d0d-8f57-424d-96be-54b6f118e1d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '4887111e-1302-416a-ab8e-c957c9df7f85', 'ip_address': '172.27.3.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830088-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T11:00:42Z', 'updated_at': '2022-04-12T11:00:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4887111e-1302-416a-ab8e-c957c9df7f85', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830088-4-iscsi', '_floatingips': [{'id': '53b9f687-5164-4a4a-9a37-1734368a742f', 'tenant_id': 'e581060642574053bd171680bd4e15a9', 'floating_ip_address': '172.27.3.70', 'floating_network_id': '3b7be5f2-485b-4c85-8f98-fb200971b61c', 'router_id': 'b40e7d0d-8f57-424d-96be-54b6f118e1d9', 'port_id': 'f173e7c5-0f74-4b76-a51c-1c2e992de4a8', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 392, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8605bce6-3955-4448-bd79-8ef881f45c6d', 'mac_address': 'fa:16:3e:d0:ca:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30496a14-7045-478f-8d8a-1d35ed0d9c5f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-12T11:05:09Z', 'updated_at': '2022-04-12T11:05:23Z', 'revision_number': 1, 'project_id': 'e581060642574053bd171680bd4e15a9', 'fixed_ip_address_scope': None}, {'id': '9a9747ef-6d85-4a0f-8920-54c4a716cecc', 'tenant_id': 'e581060642574053bd171680bd4e15a9', 'floating_ip_address': '172.27.3.181', 'floating_network_id': '3b7be5f2-485b-4c85-8f98-fb200971b61c', 'router_id': 'b40e7d0d-8f57-424d-96be-54b6f118e1d9', 'port_id': '81da8d92-10b5-4f49-b3df-4f9d3bffc3b7', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 130, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8605bce6-3955-4448-bd79-8ef881f45c6d', 'mac_address': 'fa:16:3e:42:a0:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76c0d3e2-99b4-4344-b105-cc9bc02b2bb7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-12T11:01:03Z', 'updated_at': '2022-04-12T11:02:04Z', 'revision_number': 2, 'project_id': 'e581060642574053bd171680bd4e15a9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a2233ce1-933b-408f-884a-0a19dee76ba7', 'name': '', 'network_id': '8605bce6-3955-4448-bd79-8ef881f45c6d', 'tenant_id': 'e581060642574053bd171680bd4e15a9', 'mac_address': 'fa:16:3e:b3:0a:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b40e7d0d-8f57-424d-96be-54b6f118e1d9', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': '342bfb33-54ce-4b31-b1d9-ee13f5d2ec00', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830088-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T11:00:47Z', 'updated_at': '2022-04-12T11:00:57Z', 'revision_number': 5, 'project_id': 'e581060642574053bd171680bd4e15a9', 'subnets': [{'id': '342bfb33-54ce-4b31-b1d9-ee13f5d2ec00', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830088-4-iscsi', False) {} {{(pid=103260) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 11:05:25.574190 dv-cinder-830088-4-iscsi neutron-server[103260]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01078446-cff6-4a8b-8866-bb0deb4c7b62 None None] The sync data for ids ['b40e7d0d-8f57-424d-96be-54b6f118e1d9'] in dv-cinder-830088-4-iscsi is: [{'id': 'b40e7d0d-8f57-424d-96be-54b6f118e1d9', 'name': 'tempest-AttachVolumeNegativeTest-942964669-router', 'tenant_id': 'e581060642574053bd171680bd4e15a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b7be5f2-485b-4c85-8f98-fb200971b61c', 'external_fixed_ips': [{'subnet_id': '4887111e-1302-416a-ab8e-c957c9df7f85', 'ip_address': '172.27.3.241'}], 'enable_snat': True}, 'gw_port_id': 'dd38917a-e181-47e0-9f30-aa2e24b0ed10', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T11:00:41Z', 'updated_at': '2022-04-12T11:00:48Z', 'revision_number': 4, 'project_id': 'e581060642574053bd171680bd4e15a9', 'gw_port': {'id': 'dd38917a-e181-47e0-9f30-aa2e24b0ed10', 'name': '', 'network_id': '3b7be5f2-485b-4c85-8f98-fb200971b61c', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:d9:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b40e7d0d-8f57-424d-96be-54b6f118e1d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '4887111e-1302-416a-ab8e-c957c9df7f85', 'ip_address': '172.27.3.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830088-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T11:00:42Z', 'updated_at': '2022-04-12T11:00:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4887111e-1302-416a-ab8e-c957c9df7f85', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830088-4-iscsi', '_floatingips': [{'id': '53b9f687-5164-4a4a-9a37-1734368a742f', 'tenant_id': 'e581060642574053bd171680bd4e15a9', 'floating_ip_address': '172.27.3.70', 'floating_network_id': '3b7be5f2-485b-4c85-8f98-fb200971b61c', 'router_id': 'b40e7d0d-8f57-424d-96be-54b6f118e1d9', 'port_id': 'f173e7c5-0f74-4b76-a51c-1c2e992de4a8', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 392, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8605bce6-3955-4448-bd79-8ef881f45c6d', 'mac_address': 'fa:16:3e:d0:ca:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30496a14-7045-478f-8d8a-1d35ed0d9c5f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-12T11:05:09Z', 'updated_at': '2022-04-12T11:05:23Z', 'revision_number': 1, 'project_id': 'e581060642574053bd171680bd4e15a9', 'fixed_ip_address_scope': None}, {'id': '9a9747ef-6d85-4a0f-8920-54c4a716cecc', 'tenant_id': 'e581060642574053bd171680bd4e15a9', 'floating_ip_address': '172.27.3.181', 'floating_network_id': '3b7be5f2-485b-4c85-8f98-fb200971b61c', 'router_id': 'b40e7d0d-8f57-424d-96be-54b6f118e1d9', 'port_id': '81da8d92-10b5-4f49-b3df-4f9d3bffc3b7', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 130, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8605bce6-3955-4448-bd79-8ef881f45c6d', 'mac_address': 'fa:16:3e:42:a0:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76c0d3e2-99b4-4344-b105-cc9bc02b2bb7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-12T11:01:03Z', 'updated_at': '2022-04-12T11:02:04Z', 'revision_number': 2, 'project_id': 'e581060642574053bd171680bd4e15a9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a2233ce1-933b-408f-884a-0a19dee76ba7', 'name': '', 'network_id': '8605bce6-3955-4448-bd79-8ef881f45c6d', 'tenant_id': 'e581060642574053bd171680bd4e15a9', 'mac_address': 'fa:16:3e:b3:0a:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b40e7d0d-8f57-424d-96be-54b6f118e1d9', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': '342bfb33-54ce-4b31-b1d9-ee13f5d2ec00', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830088-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T11:00:47Z', 'updated_at': '2022-04-12T11:00:57Z', 'revision_number': 5, 'project_id': 'e581060642574053bd171680bd4e15a9', 'subnets': [{'id': '342bfb33-54ce-4b31-b1d9-ee13f5d2ec00', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103260) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 12 11:05:25.613525 dv-cinder-830088-4-iscsi neutron-server[103257]: INFO neutron.wsgi [req-64f55e26-f5ff-4728-8fdd-a2f88b57031e req-a4a0d337-b703-4f84-b52a-536173c2ebfc service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f173e7c5-0f74-4b76-a51c-1c2e992de4a8 HTTP/1.1" status: 200 len: 999 time: 0.0749669 Apr 12 11:05:25.675365 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64f55e26-f5ff-4728-8fdd-a2f88b57031e req-b88ae448-9f96-4f23-a10f-dd5d1edacf20 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:05:25.677406 dv-cinder-830088-4-iscsi neutron-server[103257]: INFO neutron.wsgi [req-64f55e26-f5ff-4728-8fdd-a2f88b57031e req-b88ae448-9f96-4f23-a10f-dd5d1edacf20 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=342bfb33-54ce-4b31-b1d9-ee13f5d2ec00 HTTP/1.1" status: 200 len: 853 time: 0.0577083 Apr 12 11:05:25.727950 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64f55e26-f5ff-4728-8fdd-a2f88b57031e req-186acc45-449d-4a52-8d8c-3c4f5b361d81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:05:25.729532 dv-cinder-830088-4-iscsi neutron-server[103257]: INFO neutron.wsgi [req-64f55e26-f5ff-4728-8fdd-a2f88b57031e req-186acc45-449d-4a52-8d8c-3c4f5b361d81 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=8605bce6-3955-4448-bd79-8ef881f45c6d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0459449 Apr 12 11:05:25.838531 dv-cinder-830088-4-iscsi neutron-server[103257]: INFO neutron.wsgi [req-64f55e26-f5ff-4728-8fdd-a2f88b57031e req-f3d344f6-1c08-4579-a7ec-cc2efb92449f service neutron] 10.222.0.53 "GET /v2.0/networks/8605bce6-3955-4448-bd79-8ef881f45c6d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1001372 Apr 12 11:05:25.857203 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-150453f8-7e44-48a0-896a-1e29ee84adff None None] New status for floating IP 53b9f687-5164-4a4a-9a37-1734368a742f: ACTIVE {{(pid=103259) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 12 11:05:25.961819 dv-cinder-830088-4-iscsi neutron-server[103257]: INFO neutron.wsgi [req-64f55e26-f5ff-4728-8fdd-a2f88b57031e req-ed5ab3a4-bd13-4928-b93c-046261ee940a service neutron] 10.222.0.53 "GET /v2.0/networks/8605bce6-3955-4448-bd79-8ef881f45c6d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1139185 Apr 12 11:05:26.043107 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-919a195c-50d1-4765-92fe-e8e4c6fb328e req-dc2ed526-1775-4025-9c5d-3b35fa4e5709 tempest-AttachVolumeTestJSON-1709741936 tempest-AttachVolumeTestJSON-1709741936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:05:26.051325 dv-cinder-830088-4-iscsi neutron-server[103258]: INFO neutron.wsgi [req-919a195c-50d1-4765-92fe-e8e4c6fb328e req-dc2ed526-1775-4025-9c5d-3b35fa4e5709 tempest-AttachVolumeTestJSON-1709741936 tempest-AttachVolumeTestJSON-1709741936-project] 10.222.0.39 "GET /v2.0/ports?device_id=054cf929-099f-406a-9607-1086f5624af6 HTTP/1.1" status: 200 len: 946 time: 0.0648055 Apr 12 11:05:26.103062 dv-cinder-830088-4-iscsi neutron-server[103258]: INFO neutron.wsgi [req-919a195c-50d1-4765-92fe-e8e4c6fb328e req-58f5178f-8062-468b-970e-ccc19d0899bb tempest-AttachVolumeTestJSON-1709741936 tempest-AttachVolumeTestJSON-1709741936-project] 10.222.0.39 "GET /v2.0/security-groups?id=fc469313-82a8-4ad2-a9e9-24c86c2f4d72&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0507758 Apr 12 11:05:26.401740 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fbd0b79-784a-451e-9aba-caceb9854caa req-26bed32b-3f28-4f43-a331-b9010cdac97d tempest-AttachVolumeShelveTestJSON-1581400671 tempest-AttachVolumeShelveTestJSON-1581400671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:05:26.403409 dv-cinder-830088-4-iscsi neutron-server[103257]: INFO neutron.wsgi [req-2fbd0b79-784a-451e-9aba-caceb9854caa req-26bed32b-3f28-4f43-a331-b9010cdac97d tempest-AttachVolumeShelveTestJSON-1581400671 tempest-AttachVolumeShelveTestJSON-1581400671-project] 10.222.0.39 "GET /v2.0/ports?device_id=02541d3b-c0f8-4669-8d56-2fb77315b4b7 HTTP/1.1" status: 200 len: 946 time: 0.0540819 Apr 12 11:05:26.452446 dv-cinder-830088-4-iscsi neutron-server[103257]: INFO neutron.wsgi [req-2fbd0b79-784a-451e-9aba-caceb9854caa req-ed5d5ae0-4d47-4171-9ed1-20310ec41ec1 tempest-AttachVolumeShelveTestJSON-1581400671 tempest-AttachVolumeShelveTestJSON-1581400671-project] 10.222.0.39 "GET /v2.0/security-groups?id=76018d3a-627c-488b-b6f9-308c58c63207&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434394 Apr 12 11:05:27.567792 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36b5cddd-4226-4f3d-ab23-97c33631fadd req-fdf03856-a875-4082-ae0e-c1998ca58d31 tempest-AttachVolumeShelveTestJSON-1581400671 tempest-AttachVolumeShelveTestJSON-1581400671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:05:27.569255 dv-cinder-830088-4-iscsi neutron-server[103258]: INFO neutron.wsgi [req-36b5cddd-4226-4f3d-ab23-97c33631fadd req-fdf03856-a875-4082-ae0e-c1998ca58d31 tempest-AttachVolumeShelveTestJSON-1581400671 tempest-AttachVolumeShelveTestJSON-1581400671-project] 10.222.0.39 "GET /v2.0/ports?device_id=02541d3b-c0f8-4669-8d56-2fb77315b4b7 HTTP/1.1" status: 200 len: 946 time: 0.0455556 Apr 12 11:05:27.614706 dv-cinder-830088-4-iscsi neutron-server[103258]: INFO neutron.wsgi [req-36b5cddd-4226-4f3d-ab23-97c33631fadd req-047f6403-f5ce-435a-a9af-816c6f37e74a tempest-AttachVolumeShelveTestJSON-1581400671 tempest-AttachVolumeShelveTestJSON-1581400671-project] 10.222.0.39 "GET /v2.0/security-groups?id=76018d3a-627c-488b-b6f9-308c58c63207&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400479 Apr 12 11:05:28.029958 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a47e505-9f5e-48a8-b3a2-70038a312aba req-e72839e6-1f17-4614-b12c-2fa5b3db18db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:05:28.031442 dv-cinder-830088-4-iscsi neutron-server[103257]: INFO neutron.wsgi [req-7a47e505-9f5e-48a8-b3a2-70038a312aba req-e72839e6-1f17-4614-b12c-2fa5b3db18db service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=64420168af994dfe8d37cc175e2bfbd6&device_id=02541d3b-c0f8-4669-8d56-2fb77315b4b7 HTTP/1.1" status: 200 len: 1130 time: 0.0382900 Apr 12 11:05:28.121639 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a47e505-9f5e-48a8-b3a2-70038a312aba req-d355d95a-fc98-4dc5-b198-700ac4a0655f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:05:28.123080 dv-cinder-830088-4-iscsi neutron-server[103257]: INFO neutron.wsgi [req-7a47e505-9f5e-48a8-b3a2-70038a312aba req-d355d95a-fc98-4dc5-b198-700ac4a0655f service neutron] 10.222.0.53 "GET /v2.0/networks?id=5fe71604-a19f-4748-9dc5-7cc9d7ecf6be HTTP/1.1" status: 200 len: 918 time: 0.0854237 Apr 12 11:05:28.187860 dv-cinder-830088-4-iscsi neutron-server[103257]: INFO neutron.wsgi [req-7a47e505-9f5e-48a8-b3a2-70038a312aba req-ae37866e-c4ee-4766-8878-9da69825349a service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=2484a730-a008-456c-92cc-39b96de01dfd HTTP/1.1" status: 200 len: 1001 time: 0.0585275 Apr 12 11:05:28.241333 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a47e505-9f5e-48a8-b3a2-70038a312aba req-7c95dde9-0ed5-40b6-a0a3-f0d1bfe363f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:05:28.242757 dv-cinder-830088-4-iscsi neutron-server[103257]: INFO neutron.wsgi [req-7a47e505-9f5e-48a8-b3a2-70038a312aba req-7c95dde9-0ed5-40b6-a0a3-f0d1bfe363f5 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=e411d522-7486-40a5-b78b-47a221209e5e HTTP/1.1" status: 200 len: 856 time: 0.0427856 Apr 12 11:05:28.287992 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a47e505-9f5e-48a8-b3a2-70038a312aba req-0bbf7ca2-32c7-45ff-a007-43f0f9ad57fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:05:28.289436 dv-cinder-830088-4-iscsi neutron-server[103257]: INFO neutron.wsgi [req-7a47e505-9f5e-48a8-b3a2-70038a312aba req-0bbf7ca2-32c7-45ff-a007-43f0f9ad57fe service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=5fe71604-a19f-4748-9dc5-7cc9d7ecf6be&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0409970 Apr 12 11:05:28.376348 dv-cinder-830088-4-iscsi neutron-server[103257]: INFO neutron.wsgi [req-7a47e505-9f5e-48a8-b3a2-70038a312aba req-be8f2b08-dc93-4f31-88ce-b0f67ca13c0e service neutron] 10.222.0.53 "GET /v2.0/networks/5fe71604-a19f-4748-9dc5-7cc9d7ecf6be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0800924 Apr 12 11:05:28.464724 dv-cinder-830088-4-iscsi neutron-server[103257]: INFO neutron.wsgi [req-7a47e505-9f5e-48a8-b3a2-70038a312aba req-a42a42ba-9b25-42fc-ad13-d66bc878ef27 service neutron] 10.222.0.53 "GET /v2.0/networks/5fe71604-a19f-4748-9dc5-7cc9d7ecf6be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0821753 Apr 12 11:05:28.727764 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f73d0c0e-758a-42c2-83ba-ecb7d55a9455 req-cf58a132-cdb1-4555-a426-b10c9933318b tempest-AttachVolumeShelveTestJSON-1581400671 tempest-AttachVolumeShelveTestJSON-1581400671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:05:28.729116 dv-cinder-830088-4-iscsi neutron-server[103257]: INFO neutron.wsgi [req-f73d0c0e-758a-42c2-83ba-ecb7d55a9455 req-cf58a132-cdb1-4555-a426-b10c9933318b tempest-AttachVolumeShelveTestJSON-1581400671 tempest-AttachVolumeShelveTestJSON-1581400671-project] 10.222.0.39 "GET /v2.0/ports?device_id=02541d3b-c0f8-4669-8d56-2fb77315b4b7 HTTP/1.1" status: 200 len: 946 time: 0.0456667 Apr 12 11:05:28.773876 dv-cinder-830088-4-iscsi neutron-server[103257]: INFO neutron.wsgi [req-f73d0c0e-758a-42c2-83ba-ecb7d55a9455 req-9c044779-5862-439c-9ccc-296e030e4793 tempest-AttachVolumeShelveTestJSON-1581400671 tempest-AttachVolumeShelveTestJSON-1581400671-project] 10.222.0.39 "GET /v2.0/security-groups?id=76018d3a-627c-488b-b6f9-308c58c63207&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394111 Apr 12 11:05:29.891609 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-662e15f7-a21a-47b9-91e7-6afb5250babf req-00d7e74b-3c0a-4c19-abd6-34036ce40821 tempest-AttachVolumeShelveTestJSON-1581400671 tempest-AttachVolumeShelveTestJSON-1581400671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:05:29.893098 dv-cinder-830088-4-iscsi neutron-server[103258]: INFO neutron.wsgi [req-662e15f7-a21a-47b9-91e7-6afb5250babf req-00d7e74b-3c0a-4c19-abd6-34036ce40821 tempest-AttachVolumeShelveTestJSON-1581400671 tempest-AttachVolumeShelveTestJSON-1581400671-project] 10.222.0.39 "GET /v2.0/ports?device_id=02541d3b-c0f8-4669-8d56-2fb77315b4b7 HTTP/1.1" status: 200 len: 946 time: 0.0506606 Apr 12 11:05:29.939828 dv-cinder-830088-4-iscsi neutron-server[103258]: INFO neutron.wsgi [req-662e15f7-a21a-47b9-91e7-6afb5250babf req-825b910c-b9cc-4157-bb33-7a8af31e40de tempest-AttachVolumeShelveTestJSON-1581400671 tempest-AttachVolumeShelveTestJSON-1581400671-project] 10.222.0.39 "GET /v2.0/security-groups?id=76018d3a-627c-488b-b6f9-308c58c63207&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408919 Apr 12 11:05:29.989014 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron.plugins.ml2.rpc [None req-ae6c308c-a92e-4424-a7f8-d6a17e5174ef None None] Device 2484a730-a008-456c-92cc-39b96de01dfd no longer exists at agent hyperv_hv-cinder-83008 {{(pid=103259) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 12 11:05:30.065785 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron.plugins.ml2.plugin [None req-ae6c308c-a92e-4424-a7f8-d6a17e5174ef None None] Current status of the port 2484a730-a008-456c-92cc-39b96de01dfd is: ACTIVE; New status is: DOWN {{(pid=103259) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 11:05:30.066083 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron_lib.callbacks.manager [None req-ae6c308c-a92e-4424-a7f8-d6a17e5174ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1535343'] for port (2484a730-a008-456c-92cc-39b96de01dfd), before_update {{(pid=103259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:05:30.087554 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '02541d3b-c0f8-4669-8d56-2fb77315b4b7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2484a730-a008-456c-92cc-39b96de01dfd'}] {{(pid=103259) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 11:05:30.089740 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}af87e37ddfedca7c8b2a1dd0c6cba4e3e91bcc66796c687067be127c7223cf15" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a0ff9482-d6b2-4ebb-b01d-fdcd39eb406f" -d '{"events": [{"server_uuid": "02541d3b-c0f8-4669-8d56-2fb77315b4b7", "name": "network-vif-unplugged", "status": "completed", "tag": "2484a730-a008-456c-92cc-39b96de01dfd"}]}' {{(pid=103259) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 11:05:30.101667 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron.plugins.ml2.db [None req-ae6c308c-a92e-4424-a7f8-d6a17e5174ef None None] For port 2484a730-a008-456c-92cc-39b96de01dfd, host hv-cinder-83008, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83008',level=0,port_id=2484a730-a008-456c-92cc-39b96de01dfd,segment=NetworkSegment(af155c35-6d9d-4cb5-9da1-9790843f44dc),segment_id=af155c35-6d9d-4cb5-9da1-9790843f44dc)] {{(pid=103259) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 11:05:30.106437 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron_lib.callbacks.manager [None req-ae6c308c-a92e-4424-a7f8-d6a17e5174ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1534861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777667992095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777667450170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777667450188'] for port (2484a730-a008-456c-92cc-39b96de01dfd), after_update {{(pid=103259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:05:30.129013 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 12 Apr 2022 11:05:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-14944407-916b-4e5c-9fb2-6e1eaf94cbc1 x-openstack-request-id: req-14944407-916b-4e5c-9fb2-6e1eaf94cbc1 {{(pid=103259) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 11:05:30.129318 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "02541d3b-c0f8-4669-8d56-2fb77315b4b7", "name": "network-vif-unplugged", "status": "completed", "tag": "2484a730-a008-456c-92cc-39b96de01dfd", "code": 200}]} {{(pid=103259) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 11:05:30.129572 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-14944407-916b-4e5c-9fb2-6e1eaf94cbc1 {{(pid=103259) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 11:05:30.129954 dv-cinder-830088-4-iscsi neutron-server[103259]: INFO neutron.notifiers.nova [-] Nova event matching ['req-14944407-916b-4e5c-9fb2-6e1eaf94cbc1'] response: {'server_uuid': '02541d3b-c0f8-4669-8d56-2fb77315b4b7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2484a730-a008-456c-92cc-39b96de01dfd', 'code': 200} Apr 12 11:05:30.154008 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae6c308c-a92e-4424-a7f8-d6a17e5174ef None None] Pushing event updated for resources: {'Port': ['ID=2484a730-a008-456c-92cc-39b96de01dfd,revision_number=8']} {{(pid=103259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:05:31.053505 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00e8bf7e-4962-4d78-9f12-3db34e157271 req-78a08c39-6e4c-488a-9f7f-b8481c71ecc0 tempest-AttachVolumeShelveTestJSON-1581400671 tempest-AttachVolumeShelveTestJSON-1581400671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:05:31.054979 dv-cinder-830088-4-iscsi neutron-server[103258]: INFO neutron.wsgi [req-00e8bf7e-4962-4d78-9f12-3db34e157271 req-78a08c39-6e4c-488a-9f7f-b8481c71ecc0 tempest-AttachVolumeShelveTestJSON-1581400671 tempest-AttachVolumeShelveTestJSON-1581400671-project] 10.222.0.39 "GET /v2.0/ports?device_id=02541d3b-c0f8-4669-8d56-2fb77315b4b7 HTTP/1.1" status: 200 len: 944 time: 0.0457277 Apr 12 11:05:31.099710 dv-cinder-830088-4-iscsi neutron-server[103258]: INFO neutron.wsgi [req-00e8bf7e-4962-4d78-9f12-3db34e157271 req-1ae111f1-0960-434c-846a-ceda77fc94ec tempest-AttachVolumeShelveTestJSON-1581400671 tempest-AttachVolumeShelveTestJSON-1581400671-project] 10.222.0.39 "GET /v2.0/security-groups?id=76018d3a-627c-488b-b6f9-308c58c63207&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394106 Apr 12 11:05:31.557570 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.wsgi [req-172218c9-f568-4a09-8b39-dc968ea8f46c req-49d656e8-ed55-4769-8afc-17227b5446fb service neutron] http://10.222.0.39:9696/v2.0/extensions returned with HTTP 200 {{(pid=103258) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 12 11:05:31.558557 dv-cinder-830088-4-iscsi neutron-server[103258]: INFO neutron.wsgi [req-172218c9-f568-4a09-8b39-dc968ea8f46c req-49d656e8-ed55-4769-8afc-17227b5446fb service neutron] 10.222.0.39 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0054069 Apr 12 11:05:32.716158 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c26fece-ac6e-4861-8fb4-ebb80004090c req-7916af16-33df-41e9-891d-cee3cedb3550 tempest-AttachVolumeShelveTestJSON-1581400671 tempest-AttachVolumeShelveTestJSON-1581400671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:05:32.717563 dv-cinder-830088-4-iscsi neutron-server[103257]: INFO neutron.wsgi [req-0c26fece-ac6e-4861-8fb4-ebb80004090c req-7916af16-33df-41e9-891d-cee3cedb3550 tempest-AttachVolumeShelveTestJSON-1581400671 tempest-AttachVolumeShelveTestJSON-1581400671-project] 10.222.0.39 "GET /v2.0/ports?device_id=02541d3b-c0f8-4669-8d56-2fb77315b4b7 HTTP/1.1" status: 200 len: 944 time: 0.0470579 Apr 12 11:05:32.766630 dv-cinder-830088-4-iscsi neutron-server[103257]: INFO neutron.wsgi [req-0c26fece-ac6e-4861-8fb4-ebb80004090c req-8e0a9b40-ceba-4281-86db-004e7255798f tempest-AttachVolumeShelveTestJSON-1581400671 tempest-AttachVolumeShelveTestJSON-1581400671-project] 10.222.0.39 "GET /v2.0/security-groups?id=76018d3a-627c-488b-b6f9-308c58c63207&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432441 Apr 12 11:05:33.050906 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.wsgi [-] (103258) accepted ('10.222.0.39', 54998) {{(pid=103258) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 11:05:33.130356 dv-cinder-830088-4-iscsi neutron-server[103258]: INFO neutron.wsgi [req-d3c62f52-235f-406f-99c7-bb2195639ce6 req-95996e85-7274-4a63-b4d9-1e0795ee7e25 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=02541d3b-c0f8-4669-8d56-2fb77315b4b7&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0783291 Apr 12 11:05:33.138561 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.wsgi [req-d3c62f52-235f-406f-99c7-bb2195639ce6 req-77497c6c-9fba-45db-a41a-78c8287e2575 service neutron] http://10.222.0.39:9696/v2.0/extensions returned with HTTP 200 {{(pid=103258) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 12 11:05:33.139538 dv-cinder-830088-4-iscsi neutron-server[103258]: INFO neutron.wsgi [req-d3c62f52-235f-406f-99c7-bb2195639ce6 req-77497c6c-9fba-45db-a41a-78c8287e2575 service neutron] 10.222.0.39 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0046403 Apr 12 11:05:33.214066 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.wsgi [-] (103258) accepted ('10.222.0.39', 55006) {{(pid=103258) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 11:05:33.306173 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3c62f52-235f-406f-99c7-bb2195639ce6 req-b63ba49f-2c7a-4089-91c4-5f9f0fec9663 tempest-AttachVolumeShelveTestJSON-1581400671 tempest-AttachVolumeShelveTestJSON-1581400671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:05:33.307527 dv-cinder-830088-4-iscsi neutron-server[103258]: INFO neutron.wsgi [req-d3c62f52-235f-406f-99c7-bb2195639ce6 req-b63ba49f-2c7a-4089-91c4-5f9f0fec9663 tempest-AttachVolumeShelveTestJSON-1581400671 tempest-AttachVolumeShelveTestJSON-1581400671-project] 10.222.0.39 "GET /v2.0/ports/2484a730-a008-456c-92cc-39b96de01dfd HTTP/1.1" status: 200 len: 941 time: 0.0925169 Apr 12 11:05:33.882179 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03f213e5-78f2-4066-ab37-691567768c63 req-a36c7892-e9d8-420a-956e-729dc26722b3 tempest-AttachVolumeShelveTestJSON-1581400671 tempest-AttachVolumeShelveTestJSON-1581400671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:05:33.883717 dv-cinder-830088-4-iscsi neutron-server[103258]: INFO neutron.wsgi [req-03f213e5-78f2-4066-ab37-691567768c63 req-a36c7892-e9d8-420a-956e-729dc26722b3 tempest-AttachVolumeShelveTestJSON-1581400671 tempest-AttachVolumeShelveTestJSON-1581400671-project] 10.222.0.39 "GET /v2.0/ports?device_id=02541d3b-c0f8-4669-8d56-2fb77315b4b7 HTTP/1.1" status: 200 len: 944 time: 0.0473976 Apr 12 11:05:33.930717 dv-cinder-830088-4-iscsi neutron-server[103258]: INFO neutron.wsgi [req-03f213e5-78f2-4066-ab37-691567768c63 req-5b326b5b-50ae-4df6-b580-573d5b425b0a tempest-AttachVolumeShelveTestJSON-1581400671 tempest-AttachVolumeShelveTestJSON-1581400671-project] 10.222.0.39 "GET /v2.0/security-groups?id=76018d3a-627c-488b-b6f9-308c58c63207&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400689 Apr 12 11:05:33.982357 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron.plugins.ml2.rpc [None req-ae6c308c-a92e-4424-a7f8-d6a17e5174ef None None] Device 2484a730-a008-456c-92cc-39b96de01dfd no longer exists at agent hyperv_hv-cinder-83008 {{(pid=103259) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 12 11:05:34.058642 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron.plugins.ml2.plugin [None req-ae6c308c-a92e-4424-a7f8-d6a17e5174ef None None] Current status of the port 2484a730-a008-456c-92cc-39b96de01dfd is: DOWN; New status is: DOWN {{(pid=103259) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 11:05:35.048631 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d611c6e6-58af-473b-a9e4-0d3755ad05f5 req-da27ecb8-178b-4167-b19b-2cae3c89d715 tempest-AttachVolumeShelveTestJSON-1581400671 tempest-AttachVolumeShelveTestJSON-1581400671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:05:35.051217 dv-cinder-830088-4-iscsi neutron-server[103257]: INFO neutron.wsgi [req-d611c6e6-58af-473b-a9e4-0d3755ad05f5 req-da27ecb8-178b-4167-b19b-2cae3c89d715 tempest-AttachVolumeShelveTestJSON-1581400671 tempest-AttachVolumeShelveTestJSON-1581400671-project] 10.222.0.39 "GET /v2.0/ports?device_id=02541d3b-c0f8-4669-8d56-2fb77315b4b7 HTTP/1.1" status: 200 len: 944 time: 0.0494573 Apr 12 11:05:35.132184 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3c62f52-235f-406f-99c7-bb2195639ce6 req-d9ec9b42-7ba3-4b11-997f-02cc9296abed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:05:35.133655 dv-cinder-830088-4-iscsi neutron-server[103257]: INFO neutron.wsgi [req-d3c62f52-235f-406f-99c7-bb2195639ce6 req-d9ec9b42-7ba3-4b11-997f-02cc9296abed service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=02541d3b-c0f8-4669-8d56-2fb77315b4b7&tenant_id=64420168af994dfe8d37cc175e2bfbd6 HTTP/1.1" status: 200 len: 1128 time: 0.0815933 Apr 12 11:05:35.154599 dv-cinder-830088-4-iscsi neutron-server[103257]: INFO neutron.wsgi [req-d611c6e6-58af-473b-a9e4-0d3755ad05f5 req-f482de65-20aa-4ca1-a50a-3e7225174115 tempest-AttachVolumeShelveTestJSON-1581400671 tempest-AttachVolumeShelveTestJSON-1581400671-project] 10.222.0.39 "GET /v2.0/security-groups?id=76018d3a-627c-488b-b6f9-308c58c63207&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0951903 Apr 12 11:05:35.214395 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3c62f52-235f-406f-99c7-bb2195639ce6 req-e543ae98-5da1-40ed-a1c5-1bb09e716009 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:05:35.215815 dv-cinder-830088-4-iscsi neutron-server[103257]: INFO neutron.wsgi [req-d3c62f52-235f-406f-99c7-bb2195639ce6 req-e543ae98-5da1-40ed-a1c5-1bb09e716009 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=64420168af994dfe8d37cc175e2bfbd6&device_id=02541d3b-c0f8-4669-8d56-2fb77315b4b7 HTTP/1.1" status: 200 len: 1128 time: 0.0420582 Apr 12 11:05:35.307470 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3c62f52-235f-406f-99c7-bb2195639ce6 req-0b5eb98d-c6fa-4d0a-9bda-d561a05ec89e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:05:35.308937 dv-cinder-830088-4-iscsi neutron-server[103257]: INFO neutron.wsgi [req-d3c62f52-235f-406f-99c7-bb2195639ce6 req-0b5eb98d-c6fa-4d0a-9bda-d561a05ec89e service neutron] 10.222.0.53 "GET /v2.0/networks?id=5fe71604-a19f-4748-9dc5-7cc9d7ecf6be HTTP/1.1" status: 200 len: 918 time: 0.0870714 Apr 12 11:05:35.379472 dv-cinder-830088-4-iscsi neutron-server[103257]: INFO neutron.wsgi [req-d3c62f52-235f-406f-99c7-bb2195639ce6 req-8f49d4d8-5920-48a0-9e15-f35db02b9abc service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=2484a730-a008-456c-92cc-39b96de01dfd HTTP/1.1" status: 200 len: 999 time: 0.0625086 Apr 12 11:05:35.427642 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3c62f52-235f-406f-99c7-bb2195639ce6 req-4efef637-4542-41e0-9fb4-ceb6bd9659a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:05:35.429042 dv-cinder-830088-4-iscsi neutron-server[103257]: INFO neutron.wsgi [req-d3c62f52-235f-406f-99c7-bb2195639ce6 req-4efef637-4542-41e0-9fb4-ceb6bd9659a5 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=e411d522-7486-40a5-b78b-47a221209e5e HTTP/1.1" status: 200 len: 856 time: 0.0423543 Apr 12 11:05:35.473401 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3c62f52-235f-406f-99c7-bb2195639ce6 req-d02e0734-d832-4917-a33e-b75735ecdcab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:05:35.474944 dv-cinder-830088-4-iscsi neutron-server[103257]: INFO neutron.wsgi [req-d3c62f52-235f-406f-99c7-bb2195639ce6 req-d02e0734-d832-4917-a33e-b75735ecdcab service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=5fe71604-a19f-4748-9dc5-7cc9d7ecf6be&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0388057 Apr 12 11:05:35.565388 dv-cinder-830088-4-iscsi neutron-server[103257]: INFO neutron.wsgi [req-d3c62f52-235f-406f-99c7-bb2195639ce6 req-58969dbc-8d61-4882-83ee-3dc7f2b5d496 service neutron] 10.222.0.53 "GET /v2.0/networks/5fe71604-a19f-4748-9dc5-7cc9d7ecf6be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0829167 Apr 12 11:05:35.651902 dv-cinder-830088-4-iscsi neutron-server[103257]: INFO neutron.wsgi [req-d3c62f52-235f-406f-99c7-bb2195639ce6 req-ca322dbf-e17d-4af5-b81a-f0ce3c42f73c service neutron] 10.222.0.53 "GET /v2.0/networks/5fe71604-a19f-4748-9dc5-7cc9d7ecf6be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0805624 Apr 12 11:05:36.292294 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33e918e6-e2c8-44c4-b45c-d5d139c871e3 req-131c4e77-c754-4d9a-a708-78e0ba42b57d tempest-AttachVolumeShelveTestJSON-1581400671 tempest-AttachVolumeShelveTestJSON-1581400671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:05:36.294505 dv-cinder-830088-4-iscsi neutron-server[103258]: INFO neutron.wsgi [req-33e918e6-e2c8-44c4-b45c-d5d139c871e3 req-131c4e77-c754-4d9a-a708-78e0ba42b57d tempest-AttachVolumeShelveTestJSON-1581400671 tempest-AttachVolumeShelveTestJSON-1581400671-project] 10.222.0.39 "GET /v2.0/ports?device_id=02541d3b-c0f8-4669-8d56-2fb77315b4b7 HTTP/1.1" status: 200 len: 944 time: 0.0549688 Apr 12 11:05:36.343747 dv-cinder-830088-4-iscsi neutron-server[103258]: INFO neutron.wsgi [req-33e918e6-e2c8-44c4-b45c-d5d139c871e3 req-5eabe15e-1e08-4d74-91f5-53d2273d4464 tempest-AttachVolumeShelveTestJSON-1581400671 tempest-AttachVolumeShelveTestJSON-1581400671-project] 10.222.0.39 "GET /v2.0/security-groups?id=76018d3a-627c-488b-b6f9-308c58c63207&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436902 Apr 12 11:05:37.464159 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a66fa11-fd19-4342-bb55-09109d4e4724 req-fc453f1f-2304-4a2b-8a78-45019e9742f9 tempest-AttachVolumeShelveTestJSON-1581400671 tempest-AttachVolumeShelveTestJSON-1581400671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:05:37.465613 dv-cinder-830088-4-iscsi neutron-server[103257]: INFO neutron.wsgi [req-9a66fa11-fd19-4342-bb55-09109d4e4724 req-fc453f1f-2304-4a2b-8a78-45019e9742f9 tempest-AttachVolumeShelveTestJSON-1581400671 tempest-AttachVolumeShelveTestJSON-1581400671-project] 10.222.0.39 "GET /v2.0/ports?device_id=02541d3b-c0f8-4669-8d56-2fb77315b4b7 HTTP/1.1" status: 200 len: 944 time: 0.0494077 Apr 12 11:05:37.519864 dv-cinder-830088-4-iscsi neutron-server[103257]: INFO neutron.wsgi [req-9a66fa11-fd19-4342-bb55-09109d4e4724 req-293ec5e8-b974-4193-be28-d13d85417d36 tempest-AttachVolumeShelveTestJSON-1581400671 tempest-AttachVolumeShelveTestJSON-1581400671-project] 10.222.0.39 "GET /v2.0/security-groups?id=76018d3a-627c-488b-b6f9-308c58c63207&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0479584 Apr 12 11:05:38.639171 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e42c6ca6-32cb-4d8f-8a79-eda22f8b49d6 req-7dd55eab-2e04-4416-9c65-d3d9a8cf324a tempest-AttachVolumeShelveTestJSON-1581400671 tempest-AttachVolumeShelveTestJSON-1581400671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:05:38.640634 dv-cinder-830088-4-iscsi neutron-server[103258]: INFO neutron.wsgi [req-e42c6ca6-32cb-4d8f-8a79-eda22f8b49d6 req-7dd55eab-2e04-4416-9c65-d3d9a8cf324a tempest-AttachVolumeShelveTestJSON-1581400671 tempest-AttachVolumeShelveTestJSON-1581400671-project] 10.222.0.39 "GET /v2.0/ports?device_id=02541d3b-c0f8-4669-8d56-2fb77315b4b7 HTTP/1.1" status: 200 len: 944 time: 0.0471921 Apr 12 11:05:38.686562 dv-cinder-830088-4-iscsi neutron-server[103258]: INFO neutron.wsgi [req-e42c6ca6-32cb-4d8f-8a79-eda22f8b49d6 req-0f5660a4-59c0-4530-9421-0b4a1f1c2fac tempest-AttachVolumeShelveTestJSON-1581400671 tempest-AttachVolumeShelveTestJSON-1581400671-project] 10.222.0.39 "GET /v2.0/security-groups?id=76018d3a-627c-488b-b6f9-308c58c63207&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403757 Apr 12 11:05:39.806079 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-027e1bea-c486-47b0-af4b-c520ba83e4a1 req-e6d9441f-4cff-4849-85e8-ef376c0d86ff tempest-AttachVolumeShelveTestJSON-1581400671 tempest-AttachVolumeShelveTestJSON-1581400671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:05:39.807596 dv-cinder-830088-4-iscsi neutron-server[103257]: INFO neutron.wsgi [req-027e1bea-c486-47b0-af4b-c520ba83e4a1 req-e6d9441f-4cff-4849-85e8-ef376c0d86ff tempest-AttachVolumeShelveTestJSON-1581400671 tempest-AttachVolumeShelveTestJSON-1581400671-project] 10.222.0.39 "GET /v2.0/ports?device_id=02541d3b-c0f8-4669-8d56-2fb77315b4b7 HTTP/1.1" status: 200 len: 944 time: 0.0466383 Apr 12 11:05:39.859690 dv-cinder-830088-4-iscsi neutron-server[103257]: INFO neutron.wsgi [req-027e1bea-c486-47b0-af4b-c520ba83e4a1 req-b6b278f1-56f8-44a4-bf3c-fb791ff608e4 tempest-AttachVolumeShelveTestJSON-1581400671 tempest-AttachVolumeShelveTestJSON-1581400671-project] 10.222.0.39 "GET /v2.0/security-groups?id=76018d3a-627c-488b-b6f9-308c58c63207&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459599 Apr 12 11:05:40.262568 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron_lib.callbacks.manager [None req-4de3cc37-57b1-45aa-8b59-f4f89a0c2fee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777667879581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1343690'] for agent (0a0a44e5-732d-48d9-a8ad-b47e7b7c1a86), after_update {{(pid=103259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:05:40.973063 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba58d78b-e9b0-4c78-950a-ea8cd0b7c73c req-b0af21c1-eca4-4577-b5e8-03f82f70468e tempest-AttachVolumeShelveTestJSON-1581400671 tempest-AttachVolumeShelveTestJSON-1581400671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:05:40.974509 dv-cinder-830088-4-iscsi neutron-server[103258]: INFO neutron.wsgi [req-ba58d78b-e9b0-4c78-950a-ea8cd0b7c73c req-b0af21c1-eca4-4577-b5e8-03f82f70468e tempest-AttachVolumeShelveTestJSON-1581400671 tempest-AttachVolumeShelveTestJSON-1581400671-project] 10.222.0.39 "GET /v2.0/ports?device_id=02541d3b-c0f8-4669-8d56-2fb77315b4b7 HTTP/1.1" status: 200 len: 944 time: 0.0455673 Apr 12 11:05:41.019171 dv-cinder-830088-4-iscsi neutron-server[103258]: INFO neutron.wsgi [req-ba58d78b-e9b0-4c78-950a-ea8cd0b7c73c req-8204187c-7952-4611-9967-5fc4472758aa tempest-AttachVolumeShelveTestJSON-1581400671 tempest-AttachVolumeShelveTestJSON-1581400671-project] 10.222.0.39 "GET /v2.0/security-groups?id=76018d3a-627c-488b-b6f9-308c58c63207&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392289 Apr 12 11:05:41.759888 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron_lib.callbacks.manager [None req-ae6c308c-a92e-4424-a7f8-d6a17e5174ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777667879581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1343690'] for agent (742b2e09-86ec-4663-b086-f6b891926c3e), after_update {{(pid=103259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:05:42.135406 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1698d1b-0733-4668-bb02-25af5eb75072 req-df6b5d81-fbfb-41ba-85cd-9cab6002fcf1 tempest-AttachVolumeShelveTestJSON-1581400671 tempest-AttachVolumeShelveTestJSON-1581400671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:05:42.137805 dv-cinder-830088-4-iscsi neutron-server[103257]: INFO neutron.wsgi [req-c1698d1b-0733-4668-bb02-25af5eb75072 req-df6b5d81-fbfb-41ba-85cd-9cab6002fcf1 tempest-AttachVolumeShelveTestJSON-1581400671 tempest-AttachVolumeShelveTestJSON-1581400671-project] 10.222.0.39 "GET /v2.0/ports?device_id=02541d3b-c0f8-4669-8d56-2fb77315b4b7 HTTP/1.1" status: 200 len: 944 time: 0.0487046 Apr 12 11:05:42.187892 dv-cinder-830088-4-iscsi neutron-server[103257]: INFO neutron.wsgi [req-c1698d1b-0733-4668-bb02-25af5eb75072 req-5aca02f8-7e9d-45a3-a6be-41aca31f82f1 tempest-AttachVolumeShelveTestJSON-1581400671 tempest-AttachVolumeShelveTestJSON-1581400671-project] 10.222.0.39 "GET /v2.0/security-groups?id=76018d3a-627c-488b-b6f9-308c58c63207&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427799 Apr 12 11:05:42.541271 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron_lib.callbacks.manager [None req-887357ea-9dc7-4ae9-89e0-21726e5cd15a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777667879581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1343690'] for agent (77f5e085-0284-4236-9dbf-35d2d452e277), after_update {{(pid=103259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:05:43.320108 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11ad98c3-a0ca-4cd5-9c94-c5035c490770 req-5575e729-9056-4756-ac0b-ae63a10602b4 tempest-AttachVolumeShelveTestJSON-1581400671 tempest-AttachVolumeShelveTestJSON-1581400671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:05:43.321686 dv-cinder-830088-4-iscsi neutron-server[103258]: INFO neutron.wsgi [req-11ad98c3-a0ca-4cd5-9c94-c5035c490770 req-5575e729-9056-4756-ac0b-ae63a10602b4 tempest-AttachVolumeShelveTestJSON-1581400671 tempest-AttachVolumeShelveTestJSON-1581400671-project] 10.222.0.39 "GET /v2.0/ports?device_id=02541d3b-c0f8-4669-8d56-2fb77315b4b7 HTTP/1.1" status: 200 len: 944 time: 0.0533519 Apr 12 11:05:43.372124 dv-cinder-830088-4-iscsi neutron-server[103258]: INFO neutron.wsgi [req-11ad98c3-a0ca-4cd5-9c94-c5035c490770 req-e2a27068-52e1-4b6d-8d11-877d11bfa5e0 tempest-AttachVolumeShelveTestJSON-1581400671 tempest-AttachVolumeShelveTestJSON-1581400671-project] 10.222.0.39 "GET /v2.0/security-groups?id=76018d3a-627c-488b-b6f9-308c58c63207&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441930 Apr 12 11:05:43.735215 dv-cinder-830088-4-iscsi neutron-server[103260]: DEBUG neutron.db.agents_db [None req-b0205aca-973a-4a8a-ba9e-4a4e25067b42 None None] Agent healthcheck: found 6 active agents {{(pid=103260) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 12 11:05:43.799674 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron_lib.callbacks.manager [None req-601bd752-88b9-4ad2-8e14-56931e32431b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777667879581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1343690'] for agent (3ceb33ec-7c20-4632-9357-4cc6534463de), after_update {{(pid=103259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:05:44.492663 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abf91393-ad91-4619-a550-787d8008c06f req-458d7ced-7199-44b7-82a4-0744931d0fce tempest-AttachVolumeShelveTestJSON-1581400671 tempest-AttachVolumeShelveTestJSON-1581400671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:05:44.494134 dv-cinder-830088-4-iscsi neutron-server[103257]: INFO neutron.wsgi [req-abf91393-ad91-4619-a550-787d8008c06f req-458d7ced-7199-44b7-82a4-0744931d0fce tempest-AttachVolumeShelveTestJSON-1581400671 tempest-AttachVolumeShelveTestJSON-1581400671-project] 10.222.0.39 "GET /v2.0/ports?device_id=02541d3b-c0f8-4669-8d56-2fb77315b4b7 HTTP/1.1" status: 200 len: 944 time: 0.0481908 Apr 12 11:05:44.538678 dv-cinder-830088-4-iscsi neutron-server[103257]: INFO neutron.wsgi [req-abf91393-ad91-4619-a550-787d8008c06f req-89d5782e-17aa-4729-a202-3037b31f2f1e tempest-AttachVolumeShelveTestJSON-1581400671 tempest-AttachVolumeShelveTestJSON-1581400671-project] 10.222.0.39 "GET /v2.0/security-groups?id=76018d3a-627c-488b-b6f9-308c58c63207&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390241 Apr 12 11:05:45.040076 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron_lib.callbacks.manager [None req-0acb87d3-0572-4b2c-b7c9-977edd32a8b9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777667879581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1343690'] for agent (3c144e28-9cc5-463d-ad96-a18b19cd455c), after_update {{(pid=103259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:05:45.662114 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29f44766-b9f5-4542-996b-5164bd98e1ae req-55b2159f-7b91-47a2-abef-c60ff9358275 tempest-AttachVolumeShelveTestJSON-1581400671 tempest-AttachVolumeShelveTestJSON-1581400671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:05:45.663594 dv-cinder-830088-4-iscsi neutron-server[103258]: INFO neutron.wsgi [req-29f44766-b9f5-4542-996b-5164bd98e1ae req-55b2159f-7b91-47a2-abef-c60ff9358275 tempest-AttachVolumeShelveTestJSON-1581400671 tempest-AttachVolumeShelveTestJSON-1581400671-project] 10.222.0.39 "GET /v2.0/ports?device_id=02541d3b-c0f8-4669-8d56-2fb77315b4b7 HTTP/1.1" status: 200 len: 944 time: 0.0460777 Apr 12 11:05:45.723230 dv-cinder-830088-4-iscsi neutron-server[103258]: INFO neutron.wsgi [req-29f44766-b9f5-4542-996b-5164bd98e1ae req-364708fc-e954-4a17-ae5f-df7768e7344e tempest-AttachVolumeShelveTestJSON-1581400671 tempest-AttachVolumeShelveTestJSON-1581400671-project] 10.222.0.39 "GET /v2.0/security-groups?id=76018d3a-627c-488b-b6f9-308c58c63207&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0504291 Apr 12 11:05:46.536642 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron_lib.callbacks.manager [None req-e4b062a6-7a21-4431-be77-3c7776c11043 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777667879581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1343690'] for agent (c71cae7d-514b-467a-8477-0a67bee0b970), after_update {{(pid=103259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:05:46.888538 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09dd43c5-610a-445a-8200-f4e4626508ca req-52bb2a44-c7cc-442f-84b6-2b2d03c8bec5 tempest-AttachVolumeShelveTestJSON-1581400671 tempest-AttachVolumeShelveTestJSON-1581400671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:05:46.890032 dv-cinder-830088-4-iscsi neutron-server[103257]: INFO neutron.wsgi [req-09dd43c5-610a-445a-8200-f4e4626508ca req-52bb2a44-c7cc-442f-84b6-2b2d03c8bec5 tempest-AttachVolumeShelveTestJSON-1581400671 tempest-AttachVolumeShelveTestJSON-1581400671-project] 10.222.0.39 "GET /v2.0/ports?device_id=02541d3b-c0f8-4669-8d56-2fb77315b4b7 HTTP/1.1" status: 200 len: 944 time: 0.1049721 Apr 12 11:05:46.938655 dv-cinder-830088-4-iscsi neutron-server[103257]: INFO neutron.wsgi [req-09dd43c5-610a-445a-8200-f4e4626508ca req-4e9d636d-ef34-4fd8-99c2-74b9c0cfbe98 tempest-AttachVolumeShelveTestJSON-1581400671 tempest-AttachVolumeShelveTestJSON-1581400671-project] 10.222.0.39 "GET /v2.0/security-groups?id=76018d3a-627c-488b-b6f9-308c58c63207&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417385 Apr 12 11:05:48.056910 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42e821c2-9bc6-4804-b769-ff23d40040aa req-bc85bc2b-8f05-434e-a4c3-55cf9146be4f tempest-AttachVolumeShelveTestJSON-1581400671 tempest-AttachVolumeShelveTestJSON-1581400671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:05:48.058442 dv-cinder-830088-4-iscsi neutron-server[103258]: INFO neutron.wsgi [req-42e821c2-9bc6-4804-b769-ff23d40040aa req-bc85bc2b-8f05-434e-a4c3-55cf9146be4f tempest-AttachVolumeShelveTestJSON-1581400671 tempest-AttachVolumeShelveTestJSON-1581400671-project] 10.222.0.39 "GET /v2.0/ports?device_id=02541d3b-c0f8-4669-8d56-2fb77315b4b7 HTTP/1.1" status: 200 len: 944 time: 0.0474524 Apr 12 11:05:48.110813 dv-cinder-830088-4-iscsi neutron-server[103258]: INFO neutron.wsgi [req-42e821c2-9bc6-4804-b769-ff23d40040aa req-e54036f7-62c4-4805-ad40-bb1aff8b4c10 tempest-AttachVolumeShelveTestJSON-1581400671 tempest-AttachVolumeShelveTestJSON-1581400671-project] 10.222.0.39 "GET /v2.0/security-groups?id=76018d3a-627c-488b-b6f9-308c58c63207&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466542 Apr 12 11:05:49.232221 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5420d4a-a74b-44af-9104-841e122d1350 req-cd71b28f-0507-46d4-bdb4-d1bebeab0183 tempest-AttachVolumeShelveTestJSON-1581400671 tempest-AttachVolumeShelveTestJSON-1581400671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:05:49.234352 dv-cinder-830088-4-iscsi neutron-server[103257]: INFO neutron.wsgi [req-e5420d4a-a74b-44af-9104-841e122d1350 req-cd71b28f-0507-46d4-bdb4-d1bebeab0183 tempest-AttachVolumeShelveTestJSON-1581400671 tempest-AttachVolumeShelveTestJSON-1581400671-project] 10.222.0.39 "GET /v2.0/ports?device_id=02541d3b-c0f8-4669-8d56-2fb77315b4b7 HTTP/1.1" status: 200 len: 944 time: 0.0524235 Apr 12 11:05:49.280571 dv-cinder-830088-4-iscsi neutron-server[103257]: INFO neutron.wsgi [req-e5420d4a-a74b-44af-9104-841e122d1350 req-5cde6006-664a-4b23-b012-59a44f864a72 tempest-AttachVolumeShelveTestJSON-1581400671 tempest-AttachVolumeShelveTestJSON-1581400671-project] 10.222.0.39 "GET /v2.0/security-groups?id=76018d3a-627c-488b-b6f9-308c58c63207&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402725 Apr 12 11:05:50.360320 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baf93b21-d03b-42eb-81cf-068851a6da2d req-723e5b7d-fbce-4ba4-9936-b97e9e872f39 tempest-TestMinimumBasicScenario-1491506946 tempest-TestMinimumBasicScenario-1491506946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:05:50.362301 dv-cinder-830088-4-iscsi neutron-server[103257]: INFO neutron.wsgi [req-baf93b21-d03b-42eb-81cf-068851a6da2d req-723e5b7d-fbce-4ba4-9936-b97e9e872f39 tempest-TestMinimumBasicScenario-1491506946 tempest-TestMinimumBasicScenario-1491506946-project] 10.222.0.39 "GET /v2.0/ports?device_id=6bac3aa8-98ca-40ce-951f-208d8cb6ac0e HTTP/1.1" status: 200 len: 984 time: 0.0484018 Apr 12 11:05:50.398564 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc17336c-ab0c-44a9-ad9e-55215bd8deb2 req-079f92ed-eefc-427b-8b87-ecee23832263 tempest-AttachVolumeShelveTestJSON-1581400671 tempest-AttachVolumeShelveTestJSON-1581400671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:05:50.400099 dv-cinder-830088-4-iscsi neutron-server[103258]: INFO neutron.wsgi [req-bc17336c-ab0c-44a9-ad9e-55215bd8deb2 req-079f92ed-eefc-427b-8b87-ecee23832263 tempest-AttachVolumeShelveTestJSON-1581400671 tempest-AttachVolumeShelveTestJSON-1581400671-project] 10.222.0.39 "GET /v2.0/ports?device_id=02541d3b-c0f8-4669-8d56-2fb77315b4b7 HTTP/1.1" status: 200 len: 944 time: 0.0475116 Apr 12 11:05:50.420297 dv-cinder-830088-4-iscsi neutron-server[103257]: INFO neutron.wsgi [req-baf93b21-d03b-42eb-81cf-068851a6da2d req-2a7b4c5d-6b4a-4234-a961-7dd5e1a69d26 tempest-TestMinimumBasicScenario-1491506946 tempest-TestMinimumBasicScenario-1491506946-project] 10.222.0.39 "GET /v2.0/security-groups?id=eeca4fa4-eaf7-49a0-81c4-0cdb30ea4fa7&id=e4211224-c0e7-460d-b802-3e670bd3c94b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0521898 Apr 12 11:05:50.446516 dv-cinder-830088-4-iscsi neutron-server[103258]: INFO neutron.wsgi [req-bc17336c-ab0c-44a9-ad9e-55215bd8deb2 req-d476e153-cbb4-4405-a3da-e0052b959db2 tempest-AttachVolumeShelveTestJSON-1581400671 tempest-AttachVolumeShelveTestJSON-1581400671-project] 10.222.0.39 "GET /v2.0/security-groups?id=76018d3a-627c-488b-b6f9-308c58c63207&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407264 Apr 12 11:05:51.545978 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-502aab96-97f3-4e07-ab1b-8b37948bb9e2 req-cff4933c-fd9f-4101-a2d0-bfcc57163079 tempest-TestMinimumBasicScenario-1491506946 tempest-TestMinimumBasicScenario-1491506946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:05:51.547463 dv-cinder-830088-4-iscsi neutron-server[103257]: INFO neutron.wsgi [req-502aab96-97f3-4e07-ab1b-8b37948bb9e2 req-cff4933c-fd9f-4101-a2d0-bfcc57163079 tempest-TestMinimumBasicScenario-1491506946 tempest-TestMinimumBasicScenario-1491506946-project] 10.222.0.39 "GET /v2.0/ports?device_id=6bac3aa8-98ca-40ce-951f-208d8cb6ac0e HTTP/1.1" status: 200 len: 984 time: 0.0621600 Apr 12 11:05:51.605686 dv-cinder-830088-4-iscsi neutron-server[103257]: INFO neutron.wsgi [req-502aab96-97f3-4e07-ab1b-8b37948bb9e2 req-06a1794c-69ea-419b-8989-fe243b72f3b7 tempest-TestMinimumBasicScenario-1491506946 tempest-TestMinimumBasicScenario-1491506946-project] 10.222.0.39 "GET /v2.0/security-groups?id=eeca4fa4-eaf7-49a0-81c4-0cdb30ea4fa7&id=e4211224-c0e7-460d-b802-3e670bd3c94b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0525098 Apr 12 11:05:51.623047 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cc93829-75b4-446a-82e8-9a14da5e87b8 req-16183557-77e3-43cd-9e01-87bd3d38a67a tempest-AttachVolumeShelveTestJSON-1581400671 tempest-AttachVolumeShelveTestJSON-1581400671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:05:51.624632 dv-cinder-830088-4-iscsi neutron-server[103258]: INFO neutron.wsgi [req-6cc93829-75b4-446a-82e8-9a14da5e87b8 req-16183557-77e3-43cd-9e01-87bd3d38a67a tempest-AttachVolumeShelveTestJSON-1581400671 tempest-AttachVolumeShelveTestJSON-1581400671-project] 10.222.0.39 "GET /v2.0/ports?device_id=02541d3b-c0f8-4669-8d56-2fb77315b4b7 HTTP/1.1" status: 200 len: 944 time: 0.0967906 Apr 12 11:05:51.669519 dv-cinder-830088-4-iscsi neutron-server[103258]: INFO neutron.wsgi [req-6cc93829-75b4-446a-82e8-9a14da5e87b8 req-5d19f85a-e096-4131-8dda-61fcf2f23dc0 tempest-AttachVolumeShelveTestJSON-1581400671 tempest-AttachVolumeShelveTestJSON-1581400671-project] 10.222.0.39 "GET /v2.0/security-groups?id=76018d3a-627c-488b-b6f9-308c58c63207&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394146 Apr 12 11:05:52.716478 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b159b4a1-2127-4c87-8cf1-68cae11b881b req-2ee33c4e-fa25-40cc-871a-3287b24d16c8 tempest-TestMinimumBasicScenario-1491506946 tempest-TestMinimumBasicScenario-1491506946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:05:52.717978 dv-cinder-830088-4-iscsi neutron-server[103257]: INFO neutron.wsgi [req-b159b4a1-2127-4c87-8cf1-68cae11b881b req-2ee33c4e-fa25-40cc-871a-3287b24d16c8 tempest-TestMinimumBasicScenario-1491506946 tempest-TestMinimumBasicScenario-1491506946-project] 10.222.0.39 "GET /v2.0/ports?device_id=6bac3aa8-98ca-40ce-951f-208d8cb6ac0e HTTP/1.1" status: 200 len: 984 time: 0.0473993 Apr 12 11:05:52.776783 dv-cinder-830088-4-iscsi neutron-server[103257]: INFO neutron.wsgi [req-b159b4a1-2127-4c87-8cf1-68cae11b881b req-bcbece26-97db-45ba-a646-9693d95b28f2 tempest-TestMinimumBasicScenario-1491506946 tempest-TestMinimumBasicScenario-1491506946-project] 10.222.0.39 "GET /v2.0/security-groups?id=eeca4fa4-eaf7-49a0-81c4-0cdb30ea4fa7&id=e4211224-c0e7-460d-b802-3e670bd3c94b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0527604 Apr 12 11:05:52.787472 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deb8044d-5865-44f2-9527-fe5a6941e077 req-bc4e5d78-4a4c-48e6-8bcc-77a211525b84 tempest-AttachVolumeShelveTestJSON-1581400671 tempest-AttachVolumeShelveTestJSON-1581400671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:05:52.788803 dv-cinder-830088-4-iscsi neutron-server[103258]: INFO neutron.wsgi [req-deb8044d-5865-44f2-9527-fe5a6941e077 req-bc4e5d78-4a4c-48e6-8bcc-77a211525b84 tempest-AttachVolumeShelveTestJSON-1581400671 tempest-AttachVolumeShelveTestJSON-1581400671-project] 10.222.0.39 "GET /v2.0/ports?device_id=02541d3b-c0f8-4669-8d56-2fb77315b4b7 HTTP/1.1" status: 200 len: 944 time: 0.0495567 Apr 12 11:05:52.833854 dv-cinder-830088-4-iscsi neutron-server[103258]: INFO neutron.wsgi [req-deb8044d-5865-44f2-9527-fe5a6941e077 req-9e2be4c0-3584-4d54-8b94-4d6a6bd7a2c9 tempest-AttachVolumeShelveTestJSON-1581400671 tempest-AttachVolumeShelveTestJSON-1581400671-project] 10.222.0.39 "GET /v2.0/security-groups?id=76018d3a-627c-488b-b6f9-308c58c63207&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394936 Apr 12 11:05:53.888069 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90fde25e-2260-4ec9-84a3-a38a5ac02df9 req-c05503ff-8b2b-42c2-8922-d6d4a8934f3a tempest-TestMinimumBasicScenario-1491506946 tempest-TestMinimumBasicScenario-1491506946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:05:53.889561 dv-cinder-830088-4-iscsi neutron-server[103257]: INFO neutron.wsgi [req-90fde25e-2260-4ec9-84a3-a38a5ac02df9 req-c05503ff-8b2b-42c2-8922-d6d4a8934f3a tempest-TestMinimumBasicScenario-1491506946 tempest-TestMinimumBasicScenario-1491506946-project] 10.222.0.39 "GET /v2.0/ports?device_id=6bac3aa8-98ca-40ce-951f-208d8cb6ac0e HTTP/1.1" status: 200 len: 984 time: 0.0468590 Apr 12 11:05:53.948867 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-256d431f-22bb-46d0-befe-6c3376b89de5 req-8bd69b6f-c7aa-4257-8415-df8c9d9a126f tempest-AttachVolumeShelveTestJSON-1581400671 tempest-AttachVolumeShelveTestJSON-1581400671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:05:53.950318 dv-cinder-830088-4-iscsi neutron-server[103258]: INFO neutron.wsgi [req-256d431f-22bb-46d0-befe-6c3376b89de5 req-8bd69b6f-c7aa-4257-8415-df8c9d9a126f tempest-AttachVolumeShelveTestJSON-1581400671 tempest-AttachVolumeShelveTestJSON-1581400671-project] 10.222.0.39 "GET /v2.0/ports?device_id=02541d3b-c0f8-4669-8d56-2fb77315b4b7 HTTP/1.1" status: 200 len: 944 time: 0.0473657 Apr 12 11:05:53.952763 dv-cinder-830088-4-iscsi neutron-server[103257]: INFO neutron.wsgi [req-90fde25e-2260-4ec9-84a3-a38a5ac02df9 req-64089e8e-7690-4fa0-8c8f-c3df4f9e5285 tempest-TestMinimumBasicScenario-1491506946 tempest-TestMinimumBasicScenario-1491506946-project] 10.222.0.39 "GET /v2.0/security-groups?id=eeca4fa4-eaf7-49a0-81c4-0cdb30ea4fa7&id=e4211224-c0e7-460d-b802-3e670bd3c94b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0571103 Apr 12 11:05:53.996335 dv-cinder-830088-4-iscsi neutron-server[103258]: INFO neutron.wsgi [req-256d431f-22bb-46d0-befe-6c3376b89de5 req-0df86a15-eb69-4a5f-bc46-3ef107ca51f2 tempest-AttachVolumeShelveTestJSON-1581400671 tempest-AttachVolumeShelveTestJSON-1581400671-project] 10.222.0.39 "GET /v2.0/security-groups?id=76018d3a-627c-488b-b6f9-308c58c63207&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398874 Apr 12 11:05:54.788445 dv-cinder-830088-4-iscsi neutron-server[103257]: INFO neutron.wsgi [req-4338062f-1f0e-434f-9fbb-53f34c199cd9 req-8987f4d6-6b43-43e1-88af-18a3183a1dcf service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=9850fc3f-3ca4-4813-9ce5-f048fd29222e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0382760 Apr 12 11:05:54.807335 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b1c5620-c2e9-4f42-a989-dc3829e8b737 req-2268f40e-f24f-4f50-9948-aa94e9f375e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:05:54.808797 dv-cinder-830088-4-iscsi neutron-server[103258]: INFO neutron.wsgi [req-3b1c5620-c2e9-4f42-a989-dc3829e8b737 req-2268f40e-f24f-4f50-9948-aa94e9f375e7 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=dcfac628f55a40e9b7615ebf00184320&device_id=6bac3aa8-98ca-40ce-951f-208d8cb6ac0e HTTP/1.1" status: 200 len: 1168 time: 0.0423307 Apr 12 11:05:54.860977 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4338062f-1f0e-434f-9fbb-53f34c199cd9 req-978fb07f-3e15-4541-88bf-e2613fe774bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:05:54.862481 dv-cinder-830088-4-iscsi neutron-server[103257]: INFO neutron.wsgi [req-4338062f-1f0e-434f-9fbb-53f34c199cd9 req-978fb07f-3e15-4541-88bf-e2613fe774bd service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=87551ef1ad8e4190b7a3b1c3469382df&device_id=9850fc3f-3ca4-4813-9ce5-f048fd29222e HTTP/1.1" status: 200 len: 1129 time: 0.0385842 Apr 12 11:05:54.897416 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b1c5620-c2e9-4f42-a989-dc3829e8b737 req-669c66d6-887a-4020-a8cc-c63c5e843123 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:05:54.898883 dv-cinder-830088-4-iscsi neutron-server[103258]: INFO neutron.wsgi [req-3b1c5620-c2e9-4f42-a989-dc3829e8b737 req-669c66d6-887a-4020-a8cc-c63c5e843123 service neutron] 10.222.0.53 "GET /v2.0/networks?id=6b07eef1-d07a-4859-9857-639b7b48caec HTTP/1.1" status: 200 len: 916 time: 0.0840492 Apr 12 11:05:54.966647 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4338062f-1f0e-434f-9fbb-53f34c199cd9 req-6cfb02b8-3fe8-46f0-8f02-e84f6a8d04fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:05:54.968162 dv-cinder-830088-4-iscsi neutron-server[103257]: INFO neutron.wsgi [req-4338062f-1f0e-434f-9fbb-53f34c199cd9 req-6cfb02b8-3fe8-46f0-8f02-e84f6a8d04fb service neutron] 10.222.0.53 "GET /v2.0/networks?id=696acaf3-e376-402a-9f44-515f336c0ed7 HTTP/1.1" status: 200 len: 920 time: 0.0870726 Apr 12 11:05:54.971461 dv-cinder-830088-4-iscsi neutron-server[103258]: INFO neutron.wsgi [req-3b1c5620-c2e9-4f42-a989-dc3829e8b737 req-116517f8-3c1f-445c-a337-709484883285 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=bb599851-186f-4d11-8ba0-67885d7edd26 HTTP/1.1" status: 200 len: 1001 time: 0.0619283 Apr 12 11:05:55.016269 dv-cinder-830088-4-iscsi neutron-server[103257]: INFO neutron.wsgi [req-4338062f-1f0e-434f-9fbb-53f34c199cd9 req-ca552415-eb1a-4442-8538-69c7e991b197 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=32eb7972-1ced-4874-ad88-2f410c1396b9 HTTP/1.1" status: 200 len: 217 time: 0.0352514 Apr 12 11:05:55.023901 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b1c5620-c2e9-4f42-a989-dc3829e8b737 req-a2c0d76c-67d4-4902-9323-9189c8a35973 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:05:55.025409 dv-cinder-830088-4-iscsi neutron-server[103258]: INFO neutron.wsgi [req-3b1c5620-c2e9-4f42-a989-dc3829e8b737 req-a2c0d76c-67d4-4902-9323-9189c8a35973 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=62a3d71a-6b7f-4b84-be49-3fdc054580de HTTP/1.1" status: 200 len: 854 time: 0.0437934 Apr 12 11:05:55.080300 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b1c5620-c2e9-4f42-a989-dc3829e8b737 req-1e2f12bd-f591-4c63-b7b8-19cb91a664f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:05:55.082454 dv-cinder-830088-4-iscsi neutron-server[103258]: INFO neutron.wsgi [req-3b1c5620-c2e9-4f42-a989-dc3829e8b737 req-1e2f12bd-f591-4c63-b7b8-19cb91a664f2 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=6b07eef1-d07a-4859-9857-639b7b48caec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0500848 Apr 12 11:05:55.096755 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4338062f-1f0e-434f-9fbb-53f34c199cd9 req-07c9b19f-5f21-46df-93cd-c8642604c618 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:05:55.098190 dv-cinder-830088-4-iscsi neutron-server[103257]: INFO neutron.wsgi [req-4338062f-1f0e-434f-9fbb-53f34c199cd9 req-07c9b19f-5f21-46df-93cd-c8642604c618 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=dac559db-7802-4e19-95c5-3aacf686b15d HTTP/1.1" status: 200 len: 858 time: 0.0695364 Apr 12 11:05:55.104305 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61a74ad1-38fe-4858-8026-cd97c5402d0c req-c2c19f10-4461-4f3e-a2ed-ab138676e20a tempest-TestMinimumBasicScenario-1491506946 tempest-TestMinimumBasicScenario-1491506946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:05:55.105677 dv-cinder-830088-4-iscsi neutron-server[103257]: INFO neutron.wsgi [req-61a74ad1-38fe-4858-8026-cd97c5402d0c req-c2c19f10-4461-4f3e-a2ed-ab138676e20a tempest-TestMinimumBasicScenario-1491506946 tempest-TestMinimumBasicScenario-1491506946-project] 10.222.0.39 "GET /v2.0/ports?device_id=6bac3aa8-98ca-40ce-951f-208d8cb6ac0e HTTP/1.1" status: 200 len: 984 time: 0.0857177 Apr 12 11:05:55.140915 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edf66a62-50cb-45df-bd66-bde084ed549e req-91eaabdf-a551-4fd5-8abc-7d9b19835296 tempest-AttachVolumeShelveTestJSON-1581400671 tempest-AttachVolumeShelveTestJSON-1581400671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:05:55.142965 dv-cinder-830088-4-iscsi neutron-server[103258]: INFO neutron.wsgi [req-edf66a62-50cb-45df-bd66-bde084ed549e req-91eaabdf-a551-4fd5-8abc-7d9b19835296 tempest-AttachVolumeShelveTestJSON-1581400671 tempest-AttachVolumeShelveTestJSON-1581400671-project] 10.222.0.39 "GET /v2.0/ports?device_id=02541d3b-c0f8-4669-8d56-2fb77315b4b7 HTTP/1.1" status: 200 len: 944 time: 0.0755162 Apr 12 11:05:55.157110 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4338062f-1f0e-434f-9fbb-53f34c199cd9 req-65d7562e-ba23-4116-a811-c4a9590f0661 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:05:55.158629 dv-cinder-830088-4-iscsi neutron-server[103257]: INFO neutron.wsgi [req-4338062f-1f0e-434f-9fbb-53f34c199cd9 req-65d7562e-ba23-4116-a811-c4a9590f0661 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=696acaf3-e376-402a-9f44-515f336c0ed7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0521286 Apr 12 11:05:55.228709 dv-cinder-830088-4-iscsi neutron-server[103258]: INFO neutron.wsgi [req-3b1c5620-c2e9-4f42-a989-dc3829e8b737 req-f63afd86-9639-4eec-a4d1-584fb1b452d1 service neutron] 10.222.0.53 "GET /v2.0/networks/6b07eef1-d07a-4859-9857-639b7b48caec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1304197 Apr 12 11:05:55.231932 dv-cinder-830088-4-iscsi neutron-server[103258]: INFO neutron.wsgi [req-edf66a62-50cb-45df-bd66-bde084ed549e req-8c3d64ef-be67-4f17-9f87-ce5f7d141e09 tempest-AttachVolumeShelveTestJSON-1581400671 tempest-AttachVolumeShelveTestJSON-1581400671-project] 10.222.0.39 "GET /v2.0/security-groups?id=76018d3a-627c-488b-b6f9-308c58c63207&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0635006 Apr 12 11:05:55.246163 dv-cinder-830088-4-iscsi neutron-server[103257]: INFO neutron.wsgi [req-61a74ad1-38fe-4858-8026-cd97c5402d0c req-4dbc7bb3-7a52-4282-aa58-188b0fa48f66 tempest-TestMinimumBasicScenario-1491506946 tempest-TestMinimumBasicScenario-1491506946-project] 10.222.0.39 "GET /v2.0/security-groups?id=eeca4fa4-eaf7-49a0-81c4-0cdb30ea4fa7&id=e4211224-c0e7-460d-b802-3e670bd3c94b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1317291 Apr 12 11:05:55.276559 dv-cinder-830088-4-iscsi neutron-server[103257]: INFO neutron.wsgi [req-4338062f-1f0e-434f-9fbb-53f34c199cd9 req-4f810c84-65cd-42cc-9650-0a707afefc81 service neutron] 10.222.0.53 "GET /v2.0/networks/696acaf3-e376-402a-9f44-515f336c0ed7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1089354 Apr 12 11:05:55.323658 dv-cinder-830088-4-iscsi neutron-server[103258]: INFO neutron.wsgi [req-3b1c5620-c2e9-4f42-a989-dc3829e8b737 req-161cc71b-8a83-4db9-a090-35bd5ffd5953 service neutron] 10.222.0.53 "GET /v2.0/networks/6b07eef1-d07a-4859-9857-639b7b48caec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0863714 Apr 12 11:05:55.367273 dv-cinder-830088-4-iscsi neutron-server[103257]: INFO neutron.wsgi [req-4338062f-1f0e-434f-9fbb-53f34c199cd9 req-2363cddf-bea7-44c8-8721-a27efa24818f service neutron] 10.222.0.53 "GET /v2.0/networks/696acaf3-e376-402a-9f44-515f336c0ed7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0824029 Apr 12 11:05:56.350007 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d80e292-4605-4701-b693-f5d2b7608448 req-d30be59c-718b-4d2c-866a-e80dd916fefe tempest-AttachVolumeShelveTestJSON-1581400671 tempest-AttachVolumeShelveTestJSON-1581400671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:05:56.351761 dv-cinder-830088-4-iscsi neutron-server[103258]: INFO neutron.wsgi [req-6d80e292-4605-4701-b693-f5d2b7608448 req-d30be59c-718b-4d2c-866a-e80dd916fefe tempest-AttachVolumeShelveTestJSON-1581400671 tempest-AttachVolumeShelveTestJSON-1581400671-project] 10.222.0.39 "GET /v2.0/ports?device_id=02541d3b-c0f8-4669-8d56-2fb77315b4b7 HTTP/1.1" status: 200 len: 944 time: 0.0473583 Apr 12 11:05:56.366727 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83aed3e4-937c-49e7-aa24-3845805cb14d req-ffd74238-7383-4d6b-b1f7-5bb0c5860604 tempest-TestMinimumBasicScenario-1491506946 tempest-TestMinimumBasicScenario-1491506946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:05:56.368198 dv-cinder-830088-4-iscsi neutron-server[103257]: INFO neutron.wsgi [req-83aed3e4-937c-49e7-aa24-3845805cb14d req-ffd74238-7383-4d6b-b1f7-5bb0c5860604 tempest-TestMinimumBasicScenario-1491506946 tempest-TestMinimumBasicScenario-1491506946-project] 10.222.0.39 "GET /v2.0/ports?device_id=6bac3aa8-98ca-40ce-951f-208d8cb6ac0e HTTP/1.1" status: 200 len: 984 time: 0.0474727 Apr 12 11:05:56.398081 dv-cinder-830088-4-iscsi neutron-server[103258]: INFO neutron.wsgi [req-6d80e292-4605-4701-b693-f5d2b7608448 req-a4ecaa2a-0031-4a4c-a5c4-a24dc1325bcd tempest-AttachVolumeShelveTestJSON-1581400671 tempest-AttachVolumeShelveTestJSON-1581400671-project] 10.222.0.39 "GET /v2.0/security-groups?id=76018d3a-627c-488b-b6f9-308c58c63207&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404835 Apr 12 11:05:56.429329 dv-cinder-830088-4-iscsi neutron-server[103257]: INFO neutron.wsgi [req-83aed3e4-937c-49e7-aa24-3845805cb14d req-39c537c3-ba3c-4208-a0e9-dba608f97c2f tempest-TestMinimumBasicScenario-1491506946 tempest-TestMinimumBasicScenario-1491506946-project] 10.222.0.39 "GET /v2.0/security-groups?id=eeca4fa4-eaf7-49a0-81c4-0cdb30ea4fa7&id=e4211224-c0e7-460d-b802-3e670bd3c94b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0554807 Apr 12 11:05:57.512560 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae94ae68-0092-46ef-8b3d-aa46afb23575 req-677387a3-c171-4017-8283-f9f0259b9941 tempest-AttachVolumeShelveTestJSON-1581400671 tempest-AttachVolumeShelveTestJSON-1581400671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:05:57.514018 dv-cinder-830088-4-iscsi neutron-server[103258]: INFO neutron.wsgi [req-ae94ae68-0092-46ef-8b3d-aa46afb23575 req-677387a3-c171-4017-8283-f9f0259b9941 tempest-AttachVolumeShelveTestJSON-1581400671 tempest-AttachVolumeShelveTestJSON-1581400671-project] 10.222.0.39 "GET /v2.0/ports?device_id=02541d3b-c0f8-4669-8d56-2fb77315b4b7 HTTP/1.1" status: 200 len: 944 time: 0.0463991 Apr 12 11:05:57.541039 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21cbde93-d2f3-47a9-a8ee-45fc86f50ea0 req-c47e14b7-1837-4f24-9da9-1f2ced455af6 tempest-TestMinimumBasicScenario-1491506946 tempest-TestMinimumBasicScenario-1491506946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:05:57.542540 dv-cinder-830088-4-iscsi neutron-server[103257]: INFO neutron.wsgi [req-21cbde93-d2f3-47a9-a8ee-45fc86f50ea0 req-c47e14b7-1837-4f24-9da9-1f2ced455af6 tempest-TestMinimumBasicScenario-1491506946 tempest-TestMinimumBasicScenario-1491506946-project] 10.222.0.39 "GET /v2.0/ports?device_id=6bac3aa8-98ca-40ce-951f-208d8cb6ac0e HTTP/1.1" status: 200 len: 984 time: 0.0466809 Apr 12 11:05:57.563595 dv-cinder-830088-4-iscsi neutron-server[103258]: INFO neutron.wsgi [req-ae94ae68-0092-46ef-8b3d-aa46afb23575 req-3a2e6d14-02b4-40de-8a56-31fa12568a51 tempest-AttachVolumeShelveTestJSON-1581400671 tempest-AttachVolumeShelveTestJSON-1581400671-project] 10.222.0.39 "GET /v2.0/security-groups?id=76018d3a-627c-488b-b6f9-308c58c63207&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433185 Apr 12 11:05:57.600623 dv-cinder-830088-4-iscsi neutron-server[103257]: INFO neutron.wsgi [req-21cbde93-d2f3-47a9-a8ee-45fc86f50ea0 req-0c8474e4-2542-4d61-80bd-f8295705936a tempest-TestMinimumBasicScenario-1491506946 tempest-TestMinimumBasicScenario-1491506946-project] 10.222.0.39 "GET /v2.0/security-groups?id=eeca4fa4-eaf7-49a0-81c4-0cdb30ea4fa7&id=e4211224-c0e7-460d-b802-3e670bd3c94b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0523052 Apr 12 11:05:58.678907 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c44ac46-94bc-4c83-8f12-5c606afa6bd0 req-9bd4c8e3-a5f9-4e2d-a353-0694873a55b1 tempest-AttachVolumeShelveTestJSON-1581400671 tempest-AttachVolumeShelveTestJSON-1581400671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:05:58.680527 dv-cinder-830088-4-iscsi neutron-server[103258]: INFO neutron.wsgi [req-7c44ac46-94bc-4c83-8f12-5c606afa6bd0 req-9bd4c8e3-a5f9-4e2d-a353-0694873a55b1 tempest-AttachVolumeShelveTestJSON-1581400671 tempest-AttachVolumeShelveTestJSON-1581400671-project] 10.222.0.39 "GET /v2.0/ports?device_id=02541d3b-c0f8-4669-8d56-2fb77315b4b7 HTTP/1.1" status: 200 len: 944 time: 0.0458338 Apr 12 11:05:58.712424 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40e2ab8d-e0bc-4d24-af85-4c1fc1b60779 req-00728bd0-f4d2-4032-9f0c-95cfbae5261a tempest-TestMinimumBasicScenario-1491506946 tempest-TestMinimumBasicScenario-1491506946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:05:58.713819 dv-cinder-830088-4-iscsi neutron-server[103257]: INFO neutron.wsgi [req-40e2ab8d-e0bc-4d24-af85-4c1fc1b60779 req-00728bd0-f4d2-4032-9f0c-95cfbae5261a tempest-TestMinimumBasicScenario-1491506946 tempest-TestMinimumBasicScenario-1491506946-project] 10.222.0.39 "GET /v2.0/ports?device_id=6bac3aa8-98ca-40ce-951f-208d8cb6ac0e HTTP/1.1" status: 200 len: 984 time: 0.0469406 Apr 12 11:05:58.726184 dv-cinder-830088-4-iscsi neutron-server[103258]: INFO neutron.wsgi [req-7c44ac46-94bc-4c83-8f12-5c606afa6bd0 req-b6fa7ccf-229d-4891-acea-db44fa8f83b2 tempest-AttachVolumeShelveTestJSON-1581400671 tempest-AttachVolumeShelveTestJSON-1581400671-project] 10.222.0.39 "GET /v2.0/security-groups?id=76018d3a-627c-488b-b6f9-308c58c63207&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401759 Apr 12 11:05:58.772629 dv-cinder-830088-4-iscsi neutron-server[103257]: INFO neutron.wsgi [req-40e2ab8d-e0bc-4d24-af85-4c1fc1b60779 req-022e5080-806f-4b6c-b6a1-d295dc0f5223 tempest-TestMinimumBasicScenario-1491506946 tempest-TestMinimumBasicScenario-1491506946-project] 10.222.0.39 "GET /v2.0/security-groups?id=eeca4fa4-eaf7-49a0-81c4-0cdb30ea4fa7&id=e4211224-c0e7-460d-b802-3e670bd3c94b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0528889 Apr 12 11:05:59.841418 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c5c085d-df7e-4731-88a1-7ab12af6eff7 req-d92afcf0-8653-4030-9ed3-02b3e17478e0 tempest-AttachVolumeShelveTestJSON-1581400671 tempest-AttachVolumeShelveTestJSON-1581400671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:05:59.842900 dv-cinder-830088-4-iscsi neutron-server[103258]: INFO neutron.wsgi [req-0c5c085d-df7e-4731-88a1-7ab12af6eff7 req-d92afcf0-8653-4030-9ed3-02b3e17478e0 tempest-AttachVolumeShelveTestJSON-1581400671 tempest-AttachVolumeShelveTestJSON-1581400671-project] 10.222.0.39 "GET /v2.0/ports?device_id=02541d3b-c0f8-4669-8d56-2fb77315b4b7 HTTP/1.1" status: 200 len: 944 time: 0.0464935 Apr 12 11:05:59.886662 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75fb7e86-253b-4b74-99d5-a5a3c75fe7d9 req-09abb7b8-bccc-47fe-88d5-83e39b4c2135 tempest-TestMinimumBasicScenario-1491506946 tempest-TestMinimumBasicScenario-1491506946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:05:59.888127 dv-cinder-830088-4-iscsi neutron-server[103257]: INFO neutron.wsgi [req-75fb7e86-253b-4b74-99d5-a5a3c75fe7d9 req-09abb7b8-bccc-47fe-88d5-83e39b4c2135 tempest-TestMinimumBasicScenario-1491506946 tempest-TestMinimumBasicScenario-1491506946-project] 10.222.0.39 "GET /v2.0/ports?device_id=6bac3aa8-98ca-40ce-951f-208d8cb6ac0e HTTP/1.1" status: 200 len: 984 time: 0.0497041 Apr 12 11:05:59.888723 dv-cinder-830088-4-iscsi neutron-server[103258]: INFO neutron.wsgi [req-0c5c085d-df7e-4731-88a1-7ab12af6eff7 req-7739250f-7392-4ec4-a7b4-de9212b06154 tempest-AttachVolumeShelveTestJSON-1581400671 tempest-AttachVolumeShelveTestJSON-1581400671-project] 10.222.0.39 "GET /v2.0/security-groups?id=76018d3a-627c-488b-b6f9-308c58c63207&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402188 Apr 12 11:05:59.947943 dv-cinder-830088-4-iscsi neutron-server[103257]: INFO neutron.wsgi [req-75fb7e86-253b-4b74-99d5-a5a3c75fe7d9 req-057c69c4-1f98-47b5-bfe3-7c5078f1781c tempest-TestMinimumBasicScenario-1491506946 tempest-TestMinimumBasicScenario-1491506946-project] 10.222.0.39 "GET /v2.0/security-groups?id=eeca4fa4-eaf7-49a0-81c4-0cdb30ea4fa7&id=e4211224-c0e7-460d-b802-3e670bd3c94b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0540705 Apr 12 11:06:01.006468 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c2211d6-50af-4d70-b2cc-42ba6e98f2d8 req-e3988fe6-9e00-4991-b94e-6a091e5ccedf tempest-AttachVolumeShelveTestJSON-1581400671 tempest-AttachVolumeShelveTestJSON-1581400671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:06:01.007962 dv-cinder-830088-4-iscsi neutron-server[103258]: INFO neutron.wsgi [req-6c2211d6-50af-4d70-b2cc-42ba6e98f2d8 req-e3988fe6-9e00-4991-b94e-6a091e5ccedf tempest-AttachVolumeShelveTestJSON-1581400671 tempest-AttachVolumeShelveTestJSON-1581400671-project] 10.222.0.39 "GET /v2.0/ports?device_id=02541d3b-c0f8-4669-8d56-2fb77315b4b7 HTTP/1.1" status: 200 len: 944 time: 0.0507479 Apr 12 11:06:01.054295 dv-cinder-830088-4-iscsi neutron-server[103258]: INFO neutron.wsgi [req-6c2211d6-50af-4d70-b2cc-42ba6e98f2d8 req-f963bfd4-f7d1-4715-9c44-ecd543a1b59d tempest-AttachVolumeShelveTestJSON-1581400671 tempest-AttachVolumeShelveTestJSON-1581400671-project] 10.222.0.39 "GET /v2.0/security-groups?id=76018d3a-627c-488b-b6f9-308c58c63207&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408902 Apr 12 11:06:01.058923 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76d9c4be-8e82-4a0b-8e8b-0dace6db34d2 req-9c313bd5-9aa3-4f88-92cc-abc02c707e58 tempest-TestMinimumBasicScenario-1491506946 tempest-TestMinimumBasicScenario-1491506946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:06:01.060421 dv-cinder-830088-4-iscsi neutron-server[103257]: INFO neutron.wsgi [req-76d9c4be-8e82-4a0b-8e8b-0dace6db34d2 req-9c313bd5-9aa3-4f88-92cc-abc02c707e58 tempest-TestMinimumBasicScenario-1491506946 tempest-TestMinimumBasicScenario-1491506946-project] 10.222.0.39 "GET /v2.0/ports?device_id=6bac3aa8-98ca-40ce-951f-208d8cb6ac0e HTTP/1.1" status: 200 len: 984 time: 0.0468173 Apr 12 11:06:01.118042 dv-cinder-830088-4-iscsi neutron-server[103257]: INFO neutron.wsgi [req-76d9c4be-8e82-4a0b-8e8b-0dace6db34d2 req-9e5f09b1-03b1-424d-b890-d5fd5ae2342c tempest-TestMinimumBasicScenario-1491506946 tempest-TestMinimumBasicScenario-1491506946-project] 10.222.0.39 "GET /v2.0/security-groups?id=eeca4fa4-eaf7-49a0-81c4-0cdb30ea4fa7&id=e4211224-c0e7-460d-b802-3e670bd3c94b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0520182 Apr 12 11:06:02.159814 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron.plugins.ml2.rpc [None req-ae6c308c-a92e-4424-a7f8-d6a17e5174ef None None] Device 2484a730-a008-456c-92cc-39b96de01dfd details requested by agent hyperv_hv-cinder-83008 with host hv-cinder-83008 {{(pid=103259) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 12 11:06:02.169004 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f352f2c-67a4-4590-845b-b0bb99fefb97 req-ee33b85c-ab23-46cb-800d-e76c5eaf76b4 tempest-AttachVolumeShelveTestJSON-1581400671 tempest-AttachVolumeShelveTestJSON-1581400671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:06:02.170426 dv-cinder-830088-4-iscsi neutron-server[103258]: INFO neutron.wsgi [req-0f352f2c-67a4-4590-845b-b0bb99fefb97 req-ee33b85c-ab23-46cb-800d-e76c5eaf76b4 tempest-AttachVolumeShelveTestJSON-1581400671 tempest-AttachVolumeShelveTestJSON-1581400671-project] 10.222.0.39 "GET /v2.0/ports?device_id=02541d3b-c0f8-4669-8d56-2fb77315b4b7 HTTP/1.1" status: 200 len: 944 time: 0.0467095 Apr 12 11:06:02.217921 dv-cinder-830088-4-iscsi neutron-server[103258]: INFO neutron.wsgi [req-0f352f2c-67a4-4590-845b-b0bb99fefb97 req-d76451f0-a781-48bf-a6b7-b32a7b11bbb6 tempest-AttachVolumeShelveTestJSON-1581400671 tempest-AttachVolumeShelveTestJSON-1581400671-project] 10.222.0.39 "GET /v2.0/security-groups?id=76018d3a-627c-488b-b6f9-308c58c63207&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405312 Apr 12 11:06:02.236898 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59cc6947-72e4-45e0-96b1-7a1f189a4437 req-67dbe786-616c-419f-b2ed-5c3b14b64f1a tempest-TestMinimumBasicScenario-1491506946 tempest-TestMinimumBasicScenario-1491506946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:06:02.239884 dv-cinder-830088-4-iscsi neutron-server[103257]: INFO neutron.wsgi [req-59cc6947-72e4-45e0-96b1-7a1f189a4437 req-67dbe786-616c-419f-b2ed-5c3b14b64f1a tempest-TestMinimumBasicScenario-1491506946 tempest-TestMinimumBasicScenario-1491506946-project] 10.222.0.39 "GET /v2.0/ports?device_id=6bac3aa8-98ca-40ce-951f-208d8cb6ac0e HTTP/1.1" status: 200 len: 984 time: 0.0536878 Apr 12 11:06:02.259620 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron.plugins.ml2.db [None req-ae6c308c-a92e-4424-a7f8-d6a17e5174ef None None] For port 2484a730-a008-456c-92cc-39b96de01dfd, host hv-cinder-83008, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83008',level=0,port_id=2484a730-a008-456c-92cc-39b96de01dfd,segment=NetworkSegment(af155c35-6d9d-4cb5-9da1-9790843f44dc),segment_id=af155c35-6d9d-4cb5-9da1-9790843f44dc)] {{(pid=103259) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 11:06:02.270789 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron.plugins.ml2.rpc [None req-ae6c308c-a92e-4424-a7f8-d6a17e5174ef None None] Returning: {'device': '2484a730-a008-456c-92cc-39b96de01dfd', 'network_id': '5fe71604-a19f-4748-9dc5-7cc9d7ecf6be', 'port_id': '2484a730-a008-456c-92cc-39b96de01dfd', 'mac_address': 'fa:16:3e:a4:3a:e9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 506, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e411d522-7486-40a5-b78b-47a221209e5e', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103259) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 12 11:06:02.296069 dv-cinder-830088-4-iscsi neutron-server[103257]: INFO neutron.wsgi [req-59cc6947-72e4-45e0-96b1-7a1f189a4437 req-15df05b3-991c-4ad7-a333-4bef7f9c87b1 tempest-TestMinimumBasicScenario-1491506946 tempest-TestMinimumBasicScenario-1491506946-project] 10.222.0.39 "GET /v2.0/security-groups?id=eeca4fa4-eaf7-49a0-81c4-0cdb30ea4fa7&id=e4211224-c0e7-460d-b802-3e670bd3c94b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0519261 Apr 12 11:06:02.311026 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron.plugins.ml2.plugin [None req-ae6c308c-a92e-4424-a7f8-d6a17e5174ef None None] Current status of the port 2484a730-a008-456c-92cc-39b96de01dfd is: DOWN; New status is: BUILD {{(pid=103259) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 11:06:02.311415 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron_lib.callbacks.manager [None req-ae6c308c-a92e-4424-a7f8-d6a17e5174ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1535343'] for port (2484a730-a008-456c-92cc-39b96de01dfd), before_update {{(pid=103259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:06:02.324752 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron.notifiers.nova [None req-ae6c308c-a92e-4424-a7f8-d6a17e5174ef None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2484a730-a008-456c-92cc-39b96de01dfd {{(pid=103259) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 12 11:06:02.343222 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron.plugins.ml2.db [None req-ae6c308c-a92e-4424-a7f8-d6a17e5174ef None None] For port 2484a730-a008-456c-92cc-39b96de01dfd, host hv-cinder-83008, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83008',level=0,port_id=2484a730-a008-456c-92cc-39b96de01dfd,segment=NetworkSegment(af155c35-6d9d-4cb5-9da1-9790843f44dc),segment_id=af155c35-6d9d-4cb5-9da1-9790843f44dc)] {{(pid=103259) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 11:06:02.346966 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron_lib.callbacks.manager [None req-ae6c308c-a92e-4424-a7f8-d6a17e5174ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1534861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777667992095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777667450170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777667450188'] for port (2484a730-a008-456c-92cc-39b96de01dfd), after_update {{(pid=103259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:06:02.392333 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae6c308c-a92e-4424-a7f8-d6a17e5174ef None None] Pushing event updated for resources: {'Port': ['ID=2484a730-a008-456c-92cc-39b96de01dfd,revision_number=9']} {{(pid=103259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:06:02.814451 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron.plugins.ml2.db [None req-ae6c308c-a92e-4424-a7f8-d6a17e5174ef None None] get_ports_and_sgs() called for port_ids ['2484a730-a008-456c-92cc-39b96de01dfd'] {{(pid=103259) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 12 11:06:03.336890 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-089f1506-ba89-423b-861f-eeb35d02825a req-15af175b-65ab-465f-adfb-07a1f628ef99 tempest-AttachVolumeShelveTestJSON-1581400671 tempest-AttachVolumeShelveTestJSON-1581400671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:06:03.338355 dv-cinder-830088-4-iscsi neutron-server[103258]: INFO neutron.wsgi [req-089f1506-ba89-423b-861f-eeb35d02825a req-15af175b-65ab-465f-adfb-07a1f628ef99 tempest-AttachVolumeShelveTestJSON-1581400671 tempest-AttachVolumeShelveTestJSON-1581400671-project] 10.222.0.39 "GET /v2.0/ports?device_id=02541d3b-c0f8-4669-8d56-2fb77315b4b7 HTTP/1.1" status: 200 len: 945 time: 0.0460925 Apr 12 11:06:03.388146 dv-cinder-830088-4-iscsi neutron-server[103258]: INFO neutron.wsgi [req-089f1506-ba89-423b-861f-eeb35d02825a req-dc6b5ba0-d9d1-4ddc-b7f1-691f1dd075e1 tempest-AttachVolumeShelveTestJSON-1581400671 tempest-AttachVolumeShelveTestJSON-1581400671-project] 10.222.0.39 "GET /v2.0/security-groups?id=76018d3a-627c-488b-b6f9-308c58c63207&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443749 Apr 12 11:06:03.411741 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-661dc40b-df62-438c-9606-d1d878ca820e req-b54343fe-5e89-4e96-befb-d33fd1776195 tempest-TestMinimumBasicScenario-1491506946 tempest-TestMinimumBasicScenario-1491506946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:06:03.413241 dv-cinder-830088-4-iscsi neutron-server[103257]: INFO neutron.wsgi [req-661dc40b-df62-438c-9606-d1d878ca820e req-b54343fe-5e89-4e96-befb-d33fd1776195 tempest-TestMinimumBasicScenario-1491506946 tempest-TestMinimumBasicScenario-1491506946-project] 10.222.0.39 "GET /v2.0/ports?device_id=6bac3aa8-98ca-40ce-951f-208d8cb6ac0e HTTP/1.1" status: 200 len: 984 time: 0.0479667 Apr 12 11:06:03.470605 dv-cinder-830088-4-iscsi neutron-server[103257]: INFO neutron.wsgi [req-661dc40b-df62-438c-9606-d1d878ca820e req-93be9417-50fd-4372-8187-c5e156432e71 tempest-TestMinimumBasicScenario-1491506946 tempest-TestMinimumBasicScenario-1491506946-project] 10.222.0.39 "GET /v2.0/security-groups?id=eeca4fa4-eaf7-49a0-81c4-0cdb30ea4fa7&id=e4211224-c0e7-460d-b802-3e670bd3c94b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0517983 Apr 12 11:06:04.160986 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron.plugins.ml2.rpc [None req-ae6c308c-a92e-4424-a7f8-d6a17e5174ef None None] Device 2484a730-a008-456c-92cc-39b96de01dfd up at agent hyperv_hv-cinder-83008 {{(pid=103259) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 11:06:04.204559 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron.db.provisioning_blocks [None req-ae6c308c-a92e-4424-a7f8-d6a17e5174ef None None] Provisioning complete for port 2484a730-a008-456c-92cc-39b96de01dfd triggered by entity L2. {{(pid=103259) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 11:06:04.204856 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron_lib.callbacks.manager [None req-ae6c308c-a92e-4424-a7f8-d6a17e5174ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1343588'] for port (2484a730-a008-456c-92cc-39b96de01dfd), provisioning_complete {{(pid=103259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:06:04.279062 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron.plugins.ml2.plugin [None req-ae6c308c-a92e-4424-a7f8-d6a17e5174ef None None] Current status of the port 2484a730-a008-456c-92cc-39b96de01dfd is: BUILD; New status is: ACTIVE {{(pid=103259) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 11:06:04.279435 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron_lib.callbacks.manager [None req-ae6c308c-a92e-4424-a7f8-d6a17e5174ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1535343'] for port (2484a730-a008-456c-92cc-39b96de01dfd), before_update {{(pid=103259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:06:04.300805 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '02541d3b-c0f8-4669-8d56-2fb77315b4b7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2484a730-a008-456c-92cc-39b96de01dfd'}] {{(pid=103259) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 11:06:04.303012 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}af87e37ddfedca7c8b2a1dd0c6cba4e3e91bcc66796c687067be127c7223cf15" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4ed8c02c-2004-429c-9b86-097da850c765" -d '{"events": [{"server_uuid": "02541d3b-c0f8-4669-8d56-2fb77315b4b7", "name": "network-vif-plugged", "status": "completed", "tag": "2484a730-a008-456c-92cc-39b96de01dfd"}]}' {{(pid=103259) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 11:06:04.315062 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron.plugins.ml2.db [None req-ae6c308c-a92e-4424-a7f8-d6a17e5174ef None None] For port 2484a730-a008-456c-92cc-39b96de01dfd, host hv-cinder-83008, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83008',level=0,port_id=2484a730-a008-456c-92cc-39b96de01dfd,segment=NetworkSegment(af155c35-6d9d-4cb5-9da1-9790843f44dc),segment_id=af155c35-6d9d-4cb5-9da1-9790843f44dc)] {{(pid=103259) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 11:06:04.319423 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron_lib.callbacks.manager [None req-ae6c308c-a92e-4424-a7f8-d6a17e5174ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1534861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777667992095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777667450170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777667450188'] for port (2484a730-a008-456c-92cc-39b96de01dfd), after_update {{(pid=103259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:06:04.341844 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Apr 2022 11:06:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5432309b-a17e-4dc1-8b38-179560d6281a x-openstack-request-id: req-5432309b-a17e-4dc1-8b38-179560d6281a {{(pid=103259) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 11:06:04.342126 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "02541d3b-c0f8-4669-8d56-2fb77315b4b7", "name": "network-vif-plugged", "status": "completed", "tag": "2484a730-a008-456c-92cc-39b96de01dfd", "code": 200}]} {{(pid=103259) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 11:06:04.342374 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-5432309b-a17e-4dc1-8b38-179560d6281a {{(pid=103259) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 11:06:04.342773 dv-cinder-830088-4-iscsi neutron-server[103259]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5432309b-a17e-4dc1-8b38-179560d6281a'] response: {'server_uuid': '02541d3b-c0f8-4669-8d56-2fb77315b4b7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2484a730-a008-456c-92cc-39b96de01dfd', 'code': 200} Apr 12 11:06:04.368327 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae6c308c-a92e-4424-a7f8-d6a17e5174ef None None] Pushing event updated for resources: {'Port': ['ID=2484a730-a008-456c-92cc-39b96de01dfd,revision_number=10']} {{(pid=103259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:06:04.506859 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7466ac93-4892-454a-9f1d-d7e57e9c2caa req-f684d669-aed3-4d56-9817-38844be8fcd0 tempest-AttachVolumeShelveTestJSON-1581400671 tempest-AttachVolumeShelveTestJSON-1581400671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:06:04.508320 dv-cinder-830088-4-iscsi neutron-server[103257]: INFO neutron.wsgi [req-7466ac93-4892-454a-9f1d-d7e57e9c2caa req-f684d669-aed3-4d56-9817-38844be8fcd0 tempest-AttachVolumeShelveTestJSON-1581400671 tempest-AttachVolumeShelveTestJSON-1581400671-project] 10.222.0.39 "GET /v2.0/ports?device_id=02541d3b-c0f8-4669-8d56-2fb77315b4b7 HTTP/1.1" status: 200 len: 947 time: 0.0467985 Apr 12 11:06:04.556579 dv-cinder-830088-4-iscsi neutron-server[103257]: INFO neutron.wsgi [req-7466ac93-4892-454a-9f1d-d7e57e9c2caa req-e56c35c6-620e-4f4b-9f83-b0f2c5e481b4 tempest-AttachVolumeShelveTestJSON-1581400671 tempest-AttachVolumeShelveTestJSON-1581400671-project] 10.222.0.39 "GET /v2.0/security-groups?id=76018d3a-627c-488b-b6f9-308c58c63207&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428138 Apr 12 11:06:04.582159 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34d6b9be-92da-4b91-a0d0-da183d1e1f57 req-824d3d4f-b120-4f3c-9f02-80ea29798017 tempest-TestMinimumBasicScenario-1491506946 tempest-TestMinimumBasicScenario-1491506946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:06:04.583654 dv-cinder-830088-4-iscsi neutron-server[103258]: INFO neutron.wsgi [req-34d6b9be-92da-4b91-a0d0-da183d1e1f57 req-824d3d4f-b120-4f3c-9f02-80ea29798017 tempest-TestMinimumBasicScenario-1491506946 tempest-TestMinimumBasicScenario-1491506946-project] 10.222.0.39 "GET /v2.0/ports?device_id=6bac3aa8-98ca-40ce-951f-208d8cb6ac0e HTTP/1.1" status: 200 len: 984 time: 0.0475481 Apr 12 11:06:04.641950 dv-cinder-830088-4-iscsi neutron-server[103258]: INFO neutron.wsgi [req-34d6b9be-92da-4b91-a0d0-da183d1e1f57 req-29dc80c3-ab4d-446f-ba6d-f5111d134620 tempest-TestMinimumBasicScenario-1491506946 tempest-TestMinimumBasicScenario-1491506946-project] 10.222.0.39 "GET /v2.0/security-groups?id=eeca4fa4-eaf7-49a0-81c4-0cdb30ea4fa7&id=e4211224-c0e7-460d-b802-3e670bd3c94b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0527017 Apr 12 11:06:05.238197 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bde5dd1-e4d4-4bc7-b837-8f68d2dee057 req-eb2fee56-1c9a-4362-ae16-9f7d749873d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:06:05.239635 dv-cinder-830088-4-iscsi neutron-server[103257]: INFO neutron.wsgi [req-1bde5dd1-e4d4-4bc7-b837-8f68d2dee057 req-eb2fee56-1c9a-4362-ae16-9f7d749873d9 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=02541d3b-c0f8-4669-8d56-2fb77315b4b7 HTTP/1.1" status: 200 len: 1131 time: 0.3150020 Apr 12 11:06:05.281706 dv-cinder-830088-4-iscsi neutron-server[103257]: INFO neutron.wsgi [req-1bde5dd1-e4d4-4bc7-b837-8f68d2dee057 req-eb8ee2ec-2654-4400-9203-fb79a6f792c8 service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=76018d3a-627c-488b-b6f9-308c58c63207&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0348306 Apr 12 11:06:05.674812 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-350d0a02-7120-4521-9468-a7bb16608ff2 req-e3783b5d-fa65-41ed-8edd-ce181423b60e tempest-AttachVolumeShelveTestJSON-1581400671 tempest-AttachVolumeShelveTestJSON-1581400671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:06:05.676368 dv-cinder-830088-4-iscsi neutron-server[103257]: INFO neutron.wsgi [req-350d0a02-7120-4521-9468-a7bb16608ff2 req-e3783b5d-fa65-41ed-8edd-ce181423b60e tempest-AttachVolumeShelveTestJSON-1581400671 tempest-AttachVolumeShelveTestJSON-1581400671-project] 10.222.0.39 "GET /v2.0/ports?device_id=02541d3b-c0f8-4669-8d56-2fb77315b4b7 HTTP/1.1" status: 200 len: 947 time: 0.0465369 Apr 12 11:06:05.722805 dv-cinder-830088-4-iscsi neutron-server[103257]: INFO neutron.wsgi [req-350d0a02-7120-4521-9468-a7bb16608ff2 req-8b3b7c6d-53d6-4058-ab82-71c19a136178 tempest-AttachVolumeShelveTestJSON-1581400671 tempest-AttachVolumeShelveTestJSON-1581400671-project] 10.222.0.39 "GET /v2.0/security-groups?id=76018d3a-627c-488b-b6f9-308c58c63207&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409811 Apr 12 11:06:05.752347 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cb476da-50ed-4041-9a37-e2e5fa91135d req-fb24bdab-1364-4831-ac3e-6a8669d31ec0 tempest-TestMinimumBasicScenario-1491506946 tempest-TestMinimumBasicScenario-1491506946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:06:05.753796 dv-cinder-830088-4-iscsi neutron-server[103258]: INFO neutron.wsgi [req-8cb476da-50ed-4041-9a37-e2e5fa91135d req-fb24bdab-1364-4831-ac3e-6a8669d31ec0 tempest-TestMinimumBasicScenario-1491506946 tempest-TestMinimumBasicScenario-1491506946-project] 10.222.0.39 "GET /v2.0/ports?device_id=6bac3aa8-98ca-40ce-951f-208d8cb6ac0e HTTP/1.1" status: 200 len: 984 time: 0.0470262 Apr 12 11:06:05.813045 dv-cinder-830088-4-iscsi neutron-server[103258]: INFO neutron.wsgi [req-8cb476da-50ed-4041-9a37-e2e5fa91135d req-21cfcaff-4150-4ce4-b1d7-85a10f4a7aad tempest-TestMinimumBasicScenario-1491506946 tempest-TestMinimumBasicScenario-1491506946-project] 10.222.0.39 "GET /v2.0/security-groups?id=eeca4fa4-eaf7-49a0-81c4-0cdb30ea4fa7&id=e4211224-c0e7-460d-b802-3e670bd3c94b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0536199 Apr 12 11:06:06.838978 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-757a4339-1a42-4541-be0b-daa084f19669 req-5ea32a71-ded4-40e6-98f4-d9de317d2996 tempest-AttachVolumeShelveTestJSON-1581400671 tempest-AttachVolumeShelveTestJSON-1581400671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:06:06.840444 dv-cinder-830088-4-iscsi neutron-server[103257]: INFO neutron.wsgi [req-757a4339-1a42-4541-be0b-daa084f19669 req-5ea32a71-ded4-40e6-98f4-d9de317d2996 tempest-AttachVolumeShelveTestJSON-1581400671 tempest-AttachVolumeShelveTestJSON-1581400671-project] 10.222.0.39 "GET /v2.0/ports?device_id=02541d3b-c0f8-4669-8d56-2fb77315b4b7 HTTP/1.1" status: 200 len: 947 time: 0.0479662 Apr 12 11:06:06.886510 dv-cinder-830088-4-iscsi neutron-server[103257]: INFO neutron.wsgi [req-757a4339-1a42-4541-be0b-daa084f19669 req-67871ce8-063b-4a07-aaab-637ea6dd57c1 tempest-AttachVolumeShelveTestJSON-1581400671 tempest-AttachVolumeShelveTestJSON-1581400671-project] 10.222.0.39 "GET /v2.0/security-groups?id=76018d3a-627c-488b-b6f9-308c58c63207&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403681 Apr 12 11:06:06.928151 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e210be5-ef92-41ab-bf40-44abe5b56c4f req-fbcdb803-b8f4-4309-bb27-73aec72c7b86 tempest-TestMinimumBasicScenario-1491506946 tempest-TestMinimumBasicScenario-1491506946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:06:06.929627 dv-cinder-830088-4-iscsi neutron-server[103258]: INFO neutron.wsgi [req-0e210be5-ef92-41ab-bf40-44abe5b56c4f req-fbcdb803-b8f4-4309-bb27-73aec72c7b86 tempest-TestMinimumBasicScenario-1491506946 tempest-TestMinimumBasicScenario-1491506946-project] 10.222.0.39 "GET /v2.0/ports?device_id=6bac3aa8-98ca-40ce-951f-208d8cb6ac0e HTTP/1.1" status: 200 len: 984 time: 0.0508327 Apr 12 11:06:06.987680 dv-cinder-830088-4-iscsi neutron-server[103258]: INFO neutron.wsgi [req-0e210be5-ef92-41ab-bf40-44abe5b56c4f req-e3e2be52-f2d6-4520-9f87-6f0337db0a1b tempest-TestMinimumBasicScenario-1491506946 tempest-TestMinimumBasicScenario-1491506946-project] 10.222.0.39 "GET /v2.0/security-groups?id=eeca4fa4-eaf7-49a0-81c4-0cdb30ea4fa7&id=e4211224-c0e7-460d-b802-3e670bd3c94b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0523849 Apr 12 11:06:08.001652 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffbcaeb1-c274-42bc-a8cc-15d94411c5b5 req-13faa13f-2fc7-4d14-a1f0-b5ea419d6b7b tempest-AttachVolumeShelveTestJSON-1581400671 tempest-AttachVolumeShelveTestJSON-1581400671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:06:08.003181 dv-cinder-830088-4-iscsi neutron-server[103257]: INFO neutron.wsgi [req-ffbcaeb1-c274-42bc-a8cc-15d94411c5b5 req-13faa13f-2fc7-4d14-a1f0-b5ea419d6b7b tempest-AttachVolumeShelveTestJSON-1581400671 tempest-AttachVolumeShelveTestJSON-1581400671-project] 10.222.0.39 "GET /v2.0/ports?device_id=02541d3b-c0f8-4669-8d56-2fb77315b4b7 HTTP/1.1" status: 200 len: 947 time: 0.0462224 Apr 12 11:06:08.049638 dv-cinder-830088-4-iscsi neutron-server[103257]: INFO neutron.wsgi [req-ffbcaeb1-c274-42bc-a8cc-15d94411c5b5 req-99dbb9a2-58d4-4803-bd7d-f20f45421895 tempest-AttachVolumeShelveTestJSON-1581400671 tempest-AttachVolumeShelveTestJSON-1581400671-project] 10.222.0.39 "GET /v2.0/security-groups?id=76018d3a-627c-488b-b6f9-308c58c63207&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409398 Apr 12 11:06:08.099645 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9716ddb1-f57e-4a5c-96bd-018c6a29a949 req-cf9e45ab-9713-4326-b7eb-caaedd49fd33 tempest-TestMinimumBasicScenario-1491506946 tempest-TestMinimumBasicScenario-1491506946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:06:08.101119 dv-cinder-830088-4-iscsi neutron-server[103258]: INFO neutron.wsgi [req-9716ddb1-f57e-4a5c-96bd-018c6a29a949 req-cf9e45ab-9713-4326-b7eb-caaedd49fd33 tempest-TestMinimumBasicScenario-1491506946 tempest-TestMinimumBasicScenario-1491506946-project] 10.222.0.39 "GET /v2.0/ports?device_id=6bac3aa8-98ca-40ce-951f-208d8cb6ac0e HTTP/1.1" status: 200 len: 984 time: 0.0480237 Apr 12 11:06:08.160915 dv-cinder-830088-4-iscsi neutron-server[103258]: INFO neutron.wsgi [req-9716ddb1-f57e-4a5c-96bd-018c6a29a949 req-f568a7f1-714e-41b3-be6b-dc51cc54026c tempest-TestMinimumBasicScenario-1491506946 tempest-TestMinimumBasicScenario-1491506946-project] 10.222.0.39 "GET /v2.0/security-groups?id=eeca4fa4-eaf7-49a0-81c4-0cdb30ea4fa7&id=e4211224-c0e7-460d-b802-3e670bd3c94b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0542588 Apr 12 11:06:09.280799 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-823172bd-5872-4fa4-81ef-df5ad68380ad req-3c985f70-2bd5-41f0-8e08-fb9d0d2db083 tempest-TestMinimumBasicScenario-1491506946 tempest-TestMinimumBasicScenario-1491506946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:06:09.282882 dv-cinder-830088-4-iscsi neutron-server[103258]: INFO neutron.wsgi [req-823172bd-5872-4fa4-81ef-df5ad68380ad req-3c985f70-2bd5-41f0-8e08-fb9d0d2db083 tempest-TestMinimumBasicScenario-1491506946 tempest-TestMinimumBasicScenario-1491506946-project] 10.222.0.39 "GET /v2.0/ports?device_id=6bac3aa8-98ca-40ce-951f-208d8cb6ac0e HTTP/1.1" status: 200 len: 984 time: 0.0527635 Apr 12 11:06:09.341275 dv-cinder-830088-4-iscsi neutron-server[103258]: INFO neutron.wsgi [req-823172bd-5872-4fa4-81ef-df5ad68380ad req-91004287-1ab9-49bf-abcd-1eda0bad42c4 tempest-TestMinimumBasicScenario-1491506946 tempest-TestMinimumBasicScenario-1491506946-project] 10.222.0.39 "GET /v2.0/security-groups?id=eeca4fa4-eaf7-49a0-81c4-0cdb30ea4fa7&id=e4211224-c0e7-460d-b802-3e670bd3c94b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0527194 Apr 12 11:06:10.264848 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron_lib.callbacks.manager [None req-4ea0565f-1c0f-4a59-82da-e329ee96c838 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777667879581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1343690'] for agent (0a0a44e5-732d-48d9-a8ad-b47e7b7c1a86), after_update {{(pid=103259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:06:10.458852 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb963882-f588-4bcd-be0b-c4031035d35b req-7af26ba4-0d4b-4a9e-8460-a73f638d89ba tempest-TestMinimumBasicScenario-1491506946 tempest-TestMinimumBasicScenario-1491506946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:06:10.460307 dv-cinder-830088-4-iscsi neutron-server[103257]: INFO neutron.wsgi [req-cb963882-f588-4bcd-be0b-c4031035d35b req-7af26ba4-0d4b-4a9e-8460-a73f638d89ba tempest-TestMinimumBasicScenario-1491506946 tempest-TestMinimumBasicScenario-1491506946-project] 10.222.0.39 "GET /v2.0/ports?device_id=6bac3aa8-98ca-40ce-951f-208d8cb6ac0e HTTP/1.1" status: 200 len: 984 time: 0.0503781 Apr 12 11:06:10.517526 dv-cinder-830088-4-iscsi neutron-server[103257]: INFO neutron.wsgi [req-cb963882-f588-4bcd-be0b-c4031035d35b req-4b7713fc-bb2c-4d10-bb65-9855eb3f816f tempest-TestMinimumBasicScenario-1491506946 tempest-TestMinimumBasicScenario-1491506946-project] 10.222.0.39 "GET /v2.0/security-groups?id=eeca4fa4-eaf7-49a0-81c4-0cdb30ea4fa7&id=e4211224-c0e7-460d-b802-3e670bd3c94b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0516272 Apr 12 11:06:11.625913 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef5ed165-983c-4e79-9772-ed982670dbff req-05ea315f-9a56-41c9-8050-8d81f4778035 tempest-TestMinimumBasicScenario-1491506946 tempest-TestMinimumBasicScenario-1491506946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:06:11.627435 dv-cinder-830088-4-iscsi neutron-server[103258]: INFO neutron.wsgi [req-ef5ed165-983c-4e79-9772-ed982670dbff req-05ea315f-9a56-41c9-8050-8d81f4778035 tempest-TestMinimumBasicScenario-1491506946 tempest-TestMinimumBasicScenario-1491506946-project] 10.222.0.39 "GET /v2.0/ports?device_id=6bac3aa8-98ca-40ce-951f-208d8cb6ac0e HTTP/1.1" status: 200 len: 984 time: 0.0467837 Apr 12 11:06:11.685417 dv-cinder-830088-4-iscsi neutron-server[103258]: INFO neutron.wsgi [req-ef5ed165-983c-4e79-9772-ed982670dbff req-131a964c-7c86-490f-a7a7-2340885f1bee tempest-TestMinimumBasicScenario-1491506946 tempest-TestMinimumBasicScenario-1491506946-project] 10.222.0.39 "GET /v2.0/security-groups?id=eeca4fa4-eaf7-49a0-81c4-0cdb30ea4fa7&id=e4211224-c0e7-460d-b802-3e670bd3c94b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0523622 Apr 12 11:06:11.763413 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron_lib.callbacks.manager [None req-ae6c308c-a92e-4424-a7f8-d6a17e5174ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777667879581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1343690'] for agent (742b2e09-86ec-4663-b086-f6b891926c3e), after_update {{(pid=103259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:06:12.541891 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron_lib.callbacks.manager [None req-633fbcf8-8bc4-4c9c-a132-0f047639f305 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777667879581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1343690'] for agent (77f5e085-0284-4236-9dbf-35d2d452e277), after_update {{(pid=103259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:06:12.798379 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08335952-2e30-473c-b9d6-3671aa2f151e req-01033ebc-de93-4ffb-8ecc-6f87be170e32 tempest-TestMinimumBasicScenario-1491506946 tempest-TestMinimumBasicScenario-1491506946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:06:12.799818 dv-cinder-830088-4-iscsi neutron-server[103257]: INFO neutron.wsgi [req-08335952-2e30-473c-b9d6-3671aa2f151e req-01033ebc-de93-4ffb-8ecc-6f87be170e32 tempest-TestMinimumBasicScenario-1491506946 tempest-TestMinimumBasicScenario-1491506946-project] 10.222.0.39 "GET /v2.0/ports?device_id=6bac3aa8-98ca-40ce-951f-208d8cb6ac0e HTTP/1.1" status: 200 len: 984 time: 0.0467272 Apr 12 11:06:12.856959 dv-cinder-830088-4-iscsi neutron-server[103257]: INFO neutron.wsgi [req-08335952-2e30-473c-b9d6-3671aa2f151e req-5026ad87-2dc8-425e-9b18-dcc58f044a90 tempest-TestMinimumBasicScenario-1491506946 tempest-TestMinimumBasicScenario-1491506946-project] 10.222.0.39 "GET /v2.0/security-groups?id=eeca4fa4-eaf7-49a0-81c4-0cdb30ea4fa7&id=e4211224-c0e7-460d-b802-3e670bd3c94b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0516579 Apr 12 11:06:13.803218 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron_lib.callbacks.manager [None req-601bd752-88b9-4ad2-8e14-56931e32431b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777667879581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1343690'] for agent (3ceb33ec-7c20-4632-9357-4cc6534463de), after_update {{(pid=103259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:06:13.972491 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-628f861f-1136-45c4-b6aa-7db31977185e req-5397f4a4-cefb-4e7c-a0c6-aea4fe6aa8da tempest-TestMinimumBasicScenario-1491506946 tempest-TestMinimumBasicScenario-1491506946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:06:13.973928 dv-cinder-830088-4-iscsi neutron-server[103258]: INFO neutron.wsgi [req-628f861f-1136-45c4-b6aa-7db31977185e req-5397f4a4-cefb-4e7c-a0c6-aea4fe6aa8da tempest-TestMinimumBasicScenario-1491506946 tempest-TestMinimumBasicScenario-1491506946-project] 10.222.0.39 "GET /v2.0/ports?device_id=6bac3aa8-98ca-40ce-951f-208d8cb6ac0e HTTP/1.1" status: 200 len: 984 time: 0.0469549 Apr 12 11:06:14.034528 dv-cinder-830088-4-iscsi neutron-server[103258]: INFO neutron.wsgi [req-628f861f-1136-45c4-b6aa-7db31977185e req-d29cdcae-6990-4c4c-ab9f-76d55b990c67 tempest-TestMinimumBasicScenario-1491506946 tempest-TestMinimumBasicScenario-1491506946-project] 10.222.0.39 "GET /v2.0/security-groups?id=eeca4fa4-eaf7-49a0-81c4-0cdb30ea4fa7&id=e4211224-c0e7-460d-b802-3e670bd3c94b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0548339 Apr 12 11:06:15.042126 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron_lib.callbacks.manager [None req-0acb87d3-0572-4b2c-b7c9-977edd32a8b9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777667879581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1343690'] for agent (3c144e28-9cc5-463d-ad96-a18b19cd455c), after_update {{(pid=103259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:06:16.545580 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron_lib.callbacks.manager [None req-e4b062a6-7a21-4431-be77-3c7776c11043 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777667879581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1343690'] for agent (c71cae7d-514b-467a-8477-0a67bee0b970), after_update {{(pid=103259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:06:17.052290 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6b489c4-a359-40c5-9c70-3c8cb13a40dd req-9215d7ad-7455-4241-b7fc-142cfcc3dd33 tempest-ServerRescueNegativeTestJSON-1304480791 tempest-ServerRescueNegativeTestJSON-1304480791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:06:17.053729 dv-cinder-830088-4-iscsi neutron-server[103258]: INFO neutron.wsgi [req-d6b489c4-a359-40c5-9c70-3c8cb13a40dd req-9215d7ad-7455-4241-b7fc-142cfcc3dd33 tempest-ServerRescueNegativeTestJSON-1304480791 tempest-ServerRescueNegativeTestJSON-1304480791-project] 10.222.0.39 "GET /v2.0/ports?device_id=d9cb99b4-c491-4271-becc-0d2d2181c9ef HTTP/1.1" status: 200 len: 946 time: 0.0479953 Apr 12 11:06:17.065230 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34de8230-5d8e-4e47-a472-ed4cdf981c4a req-85d291d7-1dfb-4f30-b5b5-10900e4ff6e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:06:17.066719 dv-cinder-830088-4-iscsi neutron-server[103257]: INFO neutron.wsgi [req-34de8230-5d8e-4e47-a472-ed4cdf981c4a req-85d291d7-1dfb-4f30-b5b5-10900e4ff6e4 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=87551ef1ad8e4190b7a3b1c3469382df&device_id=d9cb99b4-c491-4271-becc-0d2d2181c9ef HTTP/1.1" status: 200 len: 1130 time: 0.0389676 Apr 12 11:06:17.100468 dv-cinder-830088-4-iscsi neutron-server[103258]: INFO neutron.wsgi [req-d6b489c4-a359-40c5-9c70-3c8cb13a40dd req-b3329331-8010-4d04-8504-6253f19e2524 tempest-ServerRescueNegativeTestJSON-1304480791 tempest-ServerRescueNegativeTestJSON-1304480791-project] 10.222.0.39 "GET /v2.0/security-groups?id=b1b29e01-05b2-4338-a931-45b7ca5e7425&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408862 Apr 12 11:06:17.160248 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34de8230-5d8e-4e47-a472-ed4cdf981c4a req-d7f20197-2af6-426a-8cec-7d891734bc28 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:06:17.161682 dv-cinder-830088-4-iscsi neutron-server[103257]: INFO neutron.wsgi [req-34de8230-5d8e-4e47-a472-ed4cdf981c4a req-d7f20197-2af6-426a-8cec-7d891734bc28 service neutron] 10.222.0.53 "GET /v2.0/networks?id=696acaf3-e376-402a-9f44-515f336c0ed7 HTTP/1.1" status: 200 len: 920 time: 0.0873265 Apr 12 11:06:17.231543 dv-cinder-830088-4-iscsi neutron-server[103257]: INFO neutron.wsgi [req-34de8230-5d8e-4e47-a472-ed4cdf981c4a req-052aa128-c976-4983-9e64-8cd065ca72d6 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=7a6a5da3-5446-43d6-9ca9-386e0b6e81a2 HTTP/1.1" status: 200 len: 1002 time: 0.0561519 Apr 12 11:06:17.281311 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34de8230-5d8e-4e47-a472-ed4cdf981c4a req-511e165b-88f3-4e0d-9c60-367f56a7286a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:06:17.283411 dv-cinder-830088-4-iscsi neutron-server[103257]: INFO neutron.wsgi [req-34de8230-5d8e-4e47-a472-ed4cdf981c4a req-511e165b-88f3-4e0d-9c60-367f56a7286a service neutron] 10.222.0.53 "GET /v2.0/subnets?id=dac559db-7802-4e19-95c5-3aacf686b15d HTTP/1.1" status: 200 len: 858 time: 0.0455883 Apr 12 11:06:17.324021 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34de8230-5d8e-4e47-a472-ed4cdf981c4a req-8b820ecb-8db7-4a12-b669-281a47461177 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:06:17.325442 dv-cinder-830088-4-iscsi neutron-server[103257]: INFO neutron.wsgi [req-34de8230-5d8e-4e47-a472-ed4cdf981c4a req-8b820ecb-8db7-4a12-b669-281a47461177 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=696acaf3-e376-402a-9f44-515f336c0ed7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0359700 Apr 12 11:06:17.414069 dv-cinder-830088-4-iscsi neutron-server[103257]: INFO neutron.wsgi [req-34de8230-5d8e-4e47-a472-ed4cdf981c4a req-9b175df2-2227-46ae-9576-a422e5f81738 service neutron] 10.222.0.53 "GET /v2.0/networks/696acaf3-e376-402a-9f44-515f336c0ed7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0825574 Apr 12 11:06:17.508204 dv-cinder-830088-4-iscsi neutron-server[103257]: INFO neutron.wsgi [req-34de8230-5d8e-4e47-a472-ed4cdf981c4a req-ea3b1a28-49ce-4a7e-bc7c-93f876e44ed1 service neutron] 10.222.0.53 "GET /v2.0/networks/696acaf3-e376-402a-9f44-515f336c0ed7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0807970 Apr 12 11:06:18.214289 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3828ebf5-513c-4c98-878a-9b9b48f90fc7 req-995f33da-a2db-49e8-a4f4-f7aa4b585081 tempest-ServerRescueNegativeTestJSON-1304480791 tempest-ServerRescueNegativeTestJSON-1304480791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:06:18.215708 dv-cinder-830088-4-iscsi neutron-server[103257]: INFO neutron.wsgi [req-3828ebf5-513c-4c98-878a-9b9b48f90fc7 req-995f33da-a2db-49e8-a4f4-f7aa4b585081 tempest-ServerRescueNegativeTestJSON-1304480791 tempest-ServerRescueNegativeTestJSON-1304480791-project] 10.222.0.39 "GET /v2.0/ports?device_id=d9cb99b4-c491-4271-becc-0d2d2181c9ef HTTP/1.1" status: 200 len: 946 time: 0.0476232 Apr 12 11:06:18.265108 dv-cinder-830088-4-iscsi neutron-server[103257]: INFO neutron.wsgi [req-3828ebf5-513c-4c98-878a-9b9b48f90fc7 req-72b774a5-5f5b-470c-8e9f-aa435d29639c tempest-ServerRescueNegativeTestJSON-1304480791 tempest-ServerRescueNegativeTestJSON-1304480791-project] 10.222.0.39 "GET /v2.0/security-groups?id=b1b29e01-05b2-4338-a931-45b7ca5e7425&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436814 Apr 12 11:06:19.377452 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f136bf4e-193f-4bfe-bd82-269a59f58a28 req-814109a1-d6b0-4bf1-9eb9-2dfacb7b1756 tempest-ServerRescueNegativeTestJSON-1304480791 tempest-ServerRescueNegativeTestJSON-1304480791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:06:19.378929 dv-cinder-830088-4-iscsi neutron-server[103258]: INFO neutron.wsgi [req-f136bf4e-193f-4bfe-bd82-269a59f58a28 req-814109a1-d6b0-4bf1-9eb9-2dfacb7b1756 tempest-ServerRescueNegativeTestJSON-1304480791 tempest-ServerRescueNegativeTestJSON-1304480791-project] 10.222.0.39 "GET /v2.0/ports?device_id=d9cb99b4-c491-4271-becc-0d2d2181c9ef HTTP/1.1" status: 200 len: 946 time: 0.0469966 Apr 12 11:06:19.423140 dv-cinder-830088-4-iscsi neutron-server[103258]: INFO neutron.wsgi [req-f136bf4e-193f-4bfe-bd82-269a59f58a28 req-1639f6a5-eb80-4546-a412-1119e4421748 tempest-ServerRescueNegativeTestJSON-1304480791 tempest-ServerRescueNegativeTestJSON-1304480791-project] 10.222.0.39 "GET /v2.0/security-groups?id=b1b29e01-05b2-4338-a931-45b7ca5e7425&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0387044 Apr 12 11:06:20.534642 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-866d01e5-3fca-4c1d-83fb-40f8a2332159 req-75dd7438-b579-4f7b-83da-b14d26417ce8 tempest-ServerRescueNegativeTestJSON-1304480791 tempest-ServerRescueNegativeTestJSON-1304480791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:06:20.536120 dv-cinder-830088-4-iscsi neutron-server[103257]: INFO neutron.wsgi [req-866d01e5-3fca-4c1d-83fb-40f8a2332159 req-75dd7438-b579-4f7b-83da-b14d26417ce8 tempest-ServerRescueNegativeTestJSON-1304480791 tempest-ServerRescueNegativeTestJSON-1304480791-project] 10.222.0.39 "GET /v2.0/ports?device_id=d9cb99b4-c491-4271-becc-0d2d2181c9ef HTTP/1.1" status: 200 len: 946 time: 0.0463257 Apr 12 11:06:20.581434 dv-cinder-830088-4-iscsi neutron-server[103257]: INFO neutron.wsgi [req-866d01e5-3fca-4c1d-83fb-40f8a2332159 req-3a514666-4e2c-4e56-904b-93684aab88f5 tempest-ServerRescueNegativeTestJSON-1304480791 tempest-ServerRescueNegativeTestJSON-1304480791-project] 10.222.0.39 "GET /v2.0/security-groups?id=b1b29e01-05b2-4338-a931-45b7ca5e7425&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397334 Apr 12 11:06:20.735909 dv-cinder-830088-4-iscsi neutron-server[103260]: DEBUG neutron.db.agents_db [None req-b0205aca-973a-4a8a-ba9e-4a4e25067b42 None None] Agent healthcheck: found 6 active agents {{(pid=103260) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 12 11:06:21.693679 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-387e4ed5-5cd6-4406-bda1-e355b9978e56 req-1751e99e-a087-408f-993b-ad39948387f8 tempest-ServerRescueNegativeTestJSON-1304480791 tempest-ServerRescueNegativeTestJSON-1304480791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:06:21.695145 dv-cinder-830088-4-iscsi neutron-server[103258]: INFO neutron.wsgi [req-387e4ed5-5cd6-4406-bda1-e355b9978e56 req-1751e99e-a087-408f-993b-ad39948387f8 tempest-ServerRescueNegativeTestJSON-1304480791 tempest-ServerRescueNegativeTestJSON-1304480791-project] 10.222.0.39 "GET /v2.0/ports?device_id=d9cb99b4-c491-4271-becc-0d2d2181c9ef HTTP/1.1" status: 200 len: 946 time: 0.0492742 Apr 12 11:06:21.739569 dv-cinder-830088-4-iscsi neutron-server[103258]: INFO neutron.wsgi [req-387e4ed5-5cd6-4406-bda1-e355b9978e56 req-4b7e69c7-3c0b-477b-b140-cb205a0c3cab tempest-ServerRescueNegativeTestJSON-1304480791 tempest-ServerRescueNegativeTestJSON-1304480791-project] 10.222.0.39 "GET /v2.0/security-groups?id=b1b29e01-05b2-4338-a931-45b7ca5e7425&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0389652 Apr 12 11:06:22.849463 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92d1d7a4-be26-4b8a-83eb-20ac05ae7183 req-21f5d317-47c9-4045-a1b9-8d0d80262a3e tempest-ServerRescueNegativeTestJSON-1304480791 tempest-ServerRescueNegativeTestJSON-1304480791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:06:22.850915 dv-cinder-830088-4-iscsi neutron-server[103257]: INFO neutron.wsgi [req-92d1d7a4-be26-4b8a-83eb-20ac05ae7183 req-21f5d317-47c9-4045-a1b9-8d0d80262a3e tempest-ServerRescueNegativeTestJSON-1304480791 tempest-ServerRescueNegativeTestJSON-1304480791-project] 10.222.0.39 "GET /v2.0/ports?device_id=d9cb99b4-c491-4271-becc-0d2d2181c9ef HTTP/1.1" status: 200 len: 946 time: 0.0457168 Apr 12 11:06:22.895319 dv-cinder-830088-4-iscsi neutron-server[103257]: INFO neutron.wsgi [req-92d1d7a4-be26-4b8a-83eb-20ac05ae7183 req-db25cded-2c57-40b6-820d-eb4c3847b809 tempest-ServerRescueNegativeTestJSON-1304480791 tempest-ServerRescueNegativeTestJSON-1304480791-project] 10.222.0.39 "GET /v2.0/security-groups?id=b1b29e01-05b2-4338-a931-45b7ca5e7425&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0389903 Apr 12 11:06:24.004151 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-010d75cf-067f-4a94-9152-185de1c2bc31 req-ad45b1ff-b328-4f79-a502-6c002169d019 tempest-ServerRescueNegativeTestJSON-1304480791 tempest-ServerRescueNegativeTestJSON-1304480791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:06:24.005595 dv-cinder-830088-4-iscsi neutron-server[103258]: INFO neutron.wsgi [req-010d75cf-067f-4a94-9152-185de1c2bc31 req-ad45b1ff-b328-4f79-a502-6c002169d019 tempest-ServerRescueNegativeTestJSON-1304480791 tempest-ServerRescueNegativeTestJSON-1304480791-project] 10.222.0.39 "GET /v2.0/ports?device_id=d9cb99b4-c491-4271-becc-0d2d2181c9ef HTTP/1.1" status: 200 len: 946 time: 0.0453746 Apr 12 11:06:24.050040 dv-cinder-830088-4-iscsi neutron-server[103258]: INFO neutron.wsgi [req-010d75cf-067f-4a94-9152-185de1c2bc31 req-0d11e4c4-c1e7-4949-afd4-a85b1d9132a1 tempest-ServerRescueNegativeTestJSON-1304480791 tempest-ServerRescueNegativeTestJSON-1304480791-project] 10.222.0.39 "GET /v2.0/security-groups?id=b1b29e01-05b2-4338-a931-45b7ca5e7425&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0389972 Apr 12 11:06:25.162453 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff6ced89-4114-419c-8fa2-f33c7a3d2198 req-95f26a01-a62a-44d7-96ed-70583bf55d87 tempest-ServerRescueNegativeTestJSON-1304480791 tempest-ServerRescueNegativeTestJSON-1304480791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:06:25.163916 dv-cinder-830088-4-iscsi neutron-server[103257]: INFO neutron.wsgi [req-ff6ced89-4114-419c-8fa2-f33c7a3d2198 req-95f26a01-a62a-44d7-96ed-70583bf55d87 tempest-ServerRescueNegativeTestJSON-1304480791 tempest-ServerRescueNegativeTestJSON-1304480791-project] 10.222.0.39 "GET /v2.0/ports?device_id=d9cb99b4-c491-4271-becc-0d2d2181c9ef HTTP/1.1" status: 200 len: 946 time: 0.0488336 Apr 12 11:06:25.208080 dv-cinder-830088-4-iscsi neutron-server[103257]: INFO neutron.wsgi [req-ff6ced89-4114-419c-8fa2-f33c7a3d2198 req-47425b74-b405-4817-b202-48dbc6c03d37 tempest-ServerRescueNegativeTestJSON-1304480791 tempest-ServerRescueNegativeTestJSON-1304480791-project] 10.222.0.39 "GET /v2.0/security-groups?id=b1b29e01-05b2-4338-a931-45b7ca5e7425&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0387914 Apr 12 11:06:26.318103 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f1ca02f-58eb-4dd1-999b-bf9030fb6353 req-035a6b59-e92f-4b7e-9f3e-8bdfacad4a63 tempest-ServerRescueNegativeTestJSON-1304480791 tempest-ServerRescueNegativeTestJSON-1304480791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:06:26.319574 dv-cinder-830088-4-iscsi neutron-server[103258]: INFO neutron.wsgi [req-0f1ca02f-58eb-4dd1-999b-bf9030fb6353 req-035a6b59-e92f-4b7e-9f3e-8bdfacad4a63 tempest-ServerRescueNegativeTestJSON-1304480791 tempest-ServerRescueNegativeTestJSON-1304480791-project] 10.222.0.39 "GET /v2.0/ports?device_id=d9cb99b4-c491-4271-becc-0d2d2181c9ef HTTP/1.1" status: 200 len: 946 time: 0.0453343 Apr 12 11:06:26.368241 dv-cinder-830088-4-iscsi neutron-server[103258]: INFO neutron.wsgi [req-0f1ca02f-58eb-4dd1-999b-bf9030fb6353 req-f9efff0f-5c15-40b5-9a60-5a9d14c3208b tempest-ServerRescueNegativeTestJSON-1304480791 tempest-ServerRescueNegativeTestJSON-1304480791-project] 10.222.0.39 "GET /v2.0/security-groups?id=b1b29e01-05b2-4338-a931-45b7ca5e7425&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433547 Apr 12 11:06:27.480588 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4ffa51a-b737-4392-83b1-1b66b1b49676 req-f42d049b-c2b5-4a67-b81a-ec641a4849d5 tempest-ServerRescueNegativeTestJSON-1304480791 tempest-ServerRescueNegativeTestJSON-1304480791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:06:27.482082 dv-cinder-830088-4-iscsi neutron-server[103257]: INFO neutron.wsgi [req-b4ffa51a-b737-4392-83b1-1b66b1b49676 req-f42d049b-c2b5-4a67-b81a-ec641a4849d5 tempest-ServerRescueNegativeTestJSON-1304480791 tempest-ServerRescueNegativeTestJSON-1304480791-project] 10.222.0.39 "GET /v2.0/ports?device_id=d9cb99b4-c491-4271-becc-0d2d2181c9ef HTTP/1.1" status: 200 len: 946 time: 0.0471361 Apr 12 11:06:27.528275 dv-cinder-830088-4-iscsi neutron-server[103257]: INFO neutron.wsgi [req-b4ffa51a-b737-4392-83b1-1b66b1b49676 req-bc238039-a149-4990-83b5-164d57b5ccba tempest-ServerRescueNegativeTestJSON-1304480791 tempest-ServerRescueNegativeTestJSON-1304480791-project] 10.222.0.39 "GET /v2.0/security-groups?id=b1b29e01-05b2-4338-a931-45b7ca5e7425&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404434 Apr 12 11:06:28.638306 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8e8ba4d-6d8c-4f9c-b870-5e01345ccbe1 req-f4f9d23a-ecc4-43fc-b590-0d6708a675f7 tempest-ServerRescueNegativeTestJSON-1304480791 tempest-ServerRescueNegativeTestJSON-1304480791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:06:28.639778 dv-cinder-830088-4-iscsi neutron-server[103258]: INFO neutron.wsgi [req-b8e8ba4d-6d8c-4f9c-b870-5e01345ccbe1 req-f4f9d23a-ecc4-43fc-b590-0d6708a675f7 tempest-ServerRescueNegativeTestJSON-1304480791 tempest-ServerRescueNegativeTestJSON-1304480791-project] 10.222.0.39 "GET /v2.0/ports?device_id=d9cb99b4-c491-4271-becc-0d2d2181c9ef HTTP/1.1" status: 200 len: 946 time: 0.0455680 Apr 12 11:06:28.684447 dv-cinder-830088-4-iscsi neutron-server[103258]: INFO neutron.wsgi [req-b8e8ba4d-6d8c-4f9c-b870-5e01345ccbe1 req-d03ae5fa-52ae-4fcc-9c56-ef77a136c364 tempest-ServerRescueNegativeTestJSON-1304480791 tempest-ServerRescueNegativeTestJSON-1304480791-project] 10.222.0.39 "GET /v2.0/security-groups?id=b1b29e01-05b2-4338-a931-45b7ca5e7425&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0384462 Apr 12 11:06:29.793332 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e22ebdc-f730-496c-b103-227ceac6c829 req-0195b0ad-4591-48ff-bd6d-8a39241f7b42 tempest-ServerRescueNegativeTestJSON-1304480791 tempest-ServerRescueNegativeTestJSON-1304480791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:06:29.794806 dv-cinder-830088-4-iscsi neutron-server[103257]: INFO neutron.wsgi [req-7e22ebdc-f730-496c-b103-227ceac6c829 req-0195b0ad-4591-48ff-bd6d-8a39241f7b42 tempest-ServerRescueNegativeTestJSON-1304480791 tempest-ServerRescueNegativeTestJSON-1304480791-project] 10.222.0.39 "GET /v2.0/ports?device_id=d9cb99b4-c491-4271-becc-0d2d2181c9ef HTTP/1.1" status: 200 len: 946 time: 0.0458696 Apr 12 11:06:29.844159 dv-cinder-830088-4-iscsi neutron-server[103257]: INFO neutron.wsgi [req-7e22ebdc-f730-496c-b103-227ceac6c829 req-f1a27c2c-44ab-45b2-9b28-3097bb257c80 tempest-ServerRescueNegativeTestJSON-1304480791 tempest-ServerRescueNegativeTestJSON-1304480791-project] 10.222.0.39 "GET /v2.0/security-groups?id=b1b29e01-05b2-4338-a931-45b7ca5e7425&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433817 Apr 12 11:06:30.224473 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac275a4a-90a3-4691-8381-dee867268306 req-f06ed495-6250-42dd-8793-c98c13f50db3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:06:30.225970 dv-cinder-830088-4-iscsi neutron-server[103257]: INFO neutron.wsgi [req-ac275a4a-90a3-4691-8381-dee867268306 req-f06ed495-6250-42dd-8793-c98c13f50db3 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=d9cb99b4-c491-4271-becc-0d2d2181c9ef HTTP/1.1" status: 200 len: 1130 time: 0.0376697 Apr 12 11:06:30.268786 dv-cinder-830088-4-iscsi neutron-server[103257]: INFO neutron.wsgi [req-ac275a4a-90a3-4691-8381-dee867268306 req-4930dd33-f148-466d-8e4d-35accf32bfc3 service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=b1b29e01-05b2-4338-a931-45b7ca5e7425&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0359333 Apr 12 11:06:30.953060 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8406d10d-8a0e-4770-bb74-57692296860c req-5f9b3288-f910-42a0-8d3a-7ec31a101f7d tempest-ServerRescueNegativeTestJSON-1304480791 tempest-ServerRescueNegativeTestJSON-1304480791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:06:30.954502 dv-cinder-830088-4-iscsi neutron-server[103258]: INFO neutron.wsgi [req-8406d10d-8a0e-4770-bb74-57692296860c req-5f9b3288-f910-42a0-8d3a-7ec31a101f7d tempest-ServerRescueNegativeTestJSON-1304480791 tempest-ServerRescueNegativeTestJSON-1304480791-project] 10.222.0.39 "GET /v2.0/ports?device_id=d9cb99b4-c491-4271-becc-0d2d2181c9ef HTTP/1.1" status: 200 len: 946 time: 0.0455513 Apr 12 11:06:30.999467 dv-cinder-830088-4-iscsi neutron-server[103258]: INFO neutron.wsgi [req-8406d10d-8a0e-4770-bb74-57692296860c req-792eda10-027d-459d-8459-dc1bd444934a tempest-ServerRescueNegativeTestJSON-1304480791 tempest-ServerRescueNegativeTestJSON-1304480791-project] 10.222.0.39 "GET /v2.0/security-groups?id=b1b29e01-05b2-4338-a931-45b7ca5e7425&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0395947 Apr 12 11:06:32.108443 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a3be5dd-90e6-432e-9feb-7eb48bdfa603 req-cf88e259-993e-4d8d-88d6-413ff3bf55fd tempest-ServerRescueNegativeTestJSON-1304480791 tempest-ServerRescueNegativeTestJSON-1304480791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:06:32.109898 dv-cinder-830088-4-iscsi neutron-server[103257]: INFO neutron.wsgi [req-2a3be5dd-90e6-432e-9feb-7eb48bdfa603 req-cf88e259-993e-4d8d-88d6-413ff3bf55fd tempest-ServerRescueNegativeTestJSON-1304480791 tempest-ServerRescueNegativeTestJSON-1304480791-project] 10.222.0.39 "GET /v2.0/ports?device_id=d9cb99b4-c491-4271-becc-0d2d2181c9ef HTTP/1.1" status: 200 len: 946 time: 0.0460076 Apr 12 11:06:32.155435 dv-cinder-830088-4-iscsi neutron-server[103257]: INFO neutron.wsgi [req-2a3be5dd-90e6-432e-9feb-7eb48bdfa603 req-9facd353-7bf7-42eb-99ea-3a6a52d0e6f3 tempest-ServerRescueNegativeTestJSON-1304480791 tempest-ServerRescueNegativeTestJSON-1304480791-project] 10.222.0.39 "GET /v2.0/security-groups?id=b1b29e01-05b2-4338-a931-45b7ca5e7425&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396006 Apr 12 11:06:33.267624 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dc2f50b-a742-4d14-9c5c-64337c344aad req-8f8b3dd1-c188-48d8-b911-607435115ff0 tempest-ServerRescueNegativeTestJSON-1304480791 tempest-ServerRescueNegativeTestJSON-1304480791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:06:33.269067 dv-cinder-830088-4-iscsi neutron-server[103258]: INFO neutron.wsgi [req-6dc2f50b-a742-4d14-9c5c-64337c344aad req-8f8b3dd1-c188-48d8-b911-607435115ff0 tempest-ServerRescueNegativeTestJSON-1304480791 tempest-ServerRescueNegativeTestJSON-1304480791-project] 10.222.0.39 "GET /v2.0/ports?device_id=d9cb99b4-c491-4271-becc-0d2d2181c9ef HTTP/1.1" status: 200 len: 946 time: 0.0489004 Apr 12 11:06:33.313977 dv-cinder-830088-4-iscsi neutron-server[103258]: INFO neutron.wsgi [req-6dc2f50b-a742-4d14-9c5c-64337c344aad req-1daff2ed-396f-472e-a9f6-e93979cda252 tempest-ServerRescueNegativeTestJSON-1304480791 tempest-ServerRescueNegativeTestJSON-1304480791-project] 10.222.0.39 "GET /v2.0/security-groups?id=b1b29e01-05b2-4338-a931-45b7ca5e7425&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394936 Apr 12 11:06:33.709014 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2679eea-80c5-4c2a-9b4b-77979735972b req-9340468e-937a-48da-acbe-fe23eec6cb9e tempest-ServerRescueNegativeTestJSON-1304480791 tempest-ServerRescueNegativeTestJSON-1304480791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:06:33.710364 dv-cinder-830088-4-iscsi neutron-server[103257]: INFO neutron.wsgi [req-a2679eea-80c5-4c2a-9b4b-77979735972b req-9340468e-937a-48da-acbe-fe23eec6cb9e tempest-ServerRescueNegativeTestJSON-1304480791 tempest-ServerRescueNegativeTestJSON-1304480791-project] 10.222.0.39 "GET /v2.0/ports?device_id=d9cb99b4-c491-4271-becc-0d2d2181c9ef HTTP/1.1" status: 200 len: 946 time: 0.0764861 Apr 12 11:06:33.715207 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ded15aa-e51e-49aa-8062-dad2f1c1055e req-287c42c8-fa94-4f8e-a6e7-927cd2d56ed6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:06:33.716555 dv-cinder-830088-4-iscsi neutron-server[103257]: INFO neutron.wsgi [req-3ded15aa-e51e-49aa-8062-dad2f1c1055e req-287c42c8-fa94-4f8e-a6e7-927cd2d56ed6 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=87551ef1ad8e4190b7a3b1c3469382df&device_id=d9cb99b4-c491-4271-becc-0d2d2181c9ef HTTP/1.1" status: 200 len: 1130 time: 0.0503917 Apr 12 11:06:33.813164 dv-cinder-830088-4-iscsi neutron-server[103257]: INFO neutron.wsgi [req-a2679eea-80c5-4c2a-9b4b-77979735972b req-096819d7-f25b-447b-85f6-debadca383e0 tempest-ServerRescueNegativeTestJSON-1304480791 tempest-ServerRescueNegativeTestJSON-1304480791-project] 10.222.0.39 "GET /v2.0/security-groups?id=b1b29e01-05b2-4338-a931-45b7ca5e7425&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0956860 Apr 12 11:06:33.835024 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ded15aa-e51e-49aa-8062-dad2f1c1055e req-b3a18f69-8aa1-4eda-9243-708a2bd1a6d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:06:33.836451 dv-cinder-830088-4-iscsi neutron-server[103257]: INFO neutron.wsgi [req-3ded15aa-e51e-49aa-8062-dad2f1c1055e req-b3a18f69-8aa1-4eda-9243-708a2bd1a6d9 service neutron] 10.222.0.53 "GET /v2.0/networks?id=696acaf3-e376-402a-9f44-515f336c0ed7 HTTP/1.1" status: 200 len: 920 time: 0.1118321 Apr 12 11:06:33.902419 dv-cinder-830088-4-iscsi neutron-server[103257]: INFO neutron.wsgi [req-3ded15aa-e51e-49aa-8062-dad2f1c1055e req-4aa80b75-2094-4421-9049-3ec62ee65bfe service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=7a6a5da3-5446-43d6-9ca9-386e0b6e81a2 HTTP/1.1" status: 200 len: 1002 time: 0.0564318 Apr 12 11:06:33.951814 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ded15aa-e51e-49aa-8062-dad2f1c1055e req-0702632a-ea8a-4b12-ba18-892fe41c16aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:06:33.953238 dv-cinder-830088-4-iscsi neutron-server[103257]: INFO neutron.wsgi [req-3ded15aa-e51e-49aa-8062-dad2f1c1055e req-0702632a-ea8a-4b12-ba18-892fe41c16aa service neutron] 10.222.0.53 "GET /v2.0/subnets?id=dac559db-7802-4e19-95c5-3aacf686b15d HTTP/1.1" status: 200 len: 858 time: 0.0452874 Apr 12 11:06:33.997853 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ded15aa-e51e-49aa-8062-dad2f1c1055e req-4a98638f-b102-4845-96fe-bd482e747b7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:06:33.999235 dv-cinder-830088-4-iscsi neutron-server[103257]: INFO neutron.wsgi [req-3ded15aa-e51e-49aa-8062-dad2f1c1055e req-4a98638f-b102-4845-96fe-bd482e747b7c service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=696acaf3-e376-402a-9f44-515f336c0ed7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0375321 Apr 12 11:06:34.085194 dv-cinder-830088-4-iscsi neutron-server[103257]: INFO neutron.wsgi [req-3ded15aa-e51e-49aa-8062-dad2f1c1055e req-aa0f4ce7-bbe4-4f10-8e05-fe14ad6574ab service neutron] 10.222.0.53 "GET /v2.0/networks/696acaf3-e376-402a-9f44-515f336c0ed7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0780954 Apr 12 11:06:34.175970 dv-cinder-830088-4-iscsi neutron-server[103257]: INFO neutron.wsgi [req-3ded15aa-e51e-49aa-8062-dad2f1c1055e req-8ce3c6e0-5623-4566-a4ac-5f0f87ba0507 service neutron] 10.222.0.53 "GET /v2.0/networks/696acaf3-e376-402a-9f44-515f336c0ed7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0838535 Apr 12 11:06:34.925587 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e867612-2de9-4ce7-b70f-0eeb37784076 req-cf32b126-6a1d-44e1-b612-df0a64ac21a0 tempest-ServerRescueNegativeTestJSON-1304480791 tempest-ServerRescueNegativeTestJSON-1304480791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:06:34.927099 dv-cinder-830088-4-iscsi neutron-server[103258]: INFO neutron.wsgi [req-4e867612-2de9-4ce7-b70f-0eeb37784076 req-cf32b126-6a1d-44e1-b612-df0a64ac21a0 tempest-ServerRescueNegativeTestJSON-1304480791 tempest-ServerRescueNegativeTestJSON-1304480791-project] 10.222.0.39 "GET /v2.0/ports?device_id=d9cb99b4-c491-4271-becc-0d2d2181c9ef HTTP/1.1" status: 200 len: 946 time: 0.0467806 Apr 12 11:06:34.973110 dv-cinder-830088-4-iscsi neutron-server[103258]: INFO neutron.wsgi [req-4e867612-2de9-4ce7-b70f-0eeb37784076 req-6c8d6910-c757-41ea-a3e0-021a286bb334 tempest-ServerRescueNegativeTestJSON-1304480791 tempest-ServerRescueNegativeTestJSON-1304480791-project] 10.222.0.39 "GET /v2.0/security-groups?id=b1b29e01-05b2-4338-a931-45b7ca5e7425&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404441 Apr 12 11:06:36.084560 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-958992ae-d08a-4519-bef4-2af9dadf19c1 req-b20f573a-4aa0-43f7-982c-9bb45d916593 tempest-ServerRescueNegativeTestJSON-1304480791 tempest-ServerRescueNegativeTestJSON-1304480791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:06:36.086015 dv-cinder-830088-4-iscsi neutron-server[103257]: INFO neutron.wsgi [req-958992ae-d08a-4519-bef4-2af9dadf19c1 req-b20f573a-4aa0-43f7-982c-9bb45d916593 tempest-ServerRescueNegativeTestJSON-1304480791 tempest-ServerRescueNegativeTestJSON-1304480791-project] 10.222.0.39 "GET /v2.0/ports?device_id=d9cb99b4-c491-4271-becc-0d2d2181c9ef HTTP/1.1" status: 200 len: 946 time: 0.0469122 Apr 12 11:06:36.131555 dv-cinder-830088-4-iscsi neutron-server[103257]: INFO neutron.wsgi [req-958992ae-d08a-4519-bef4-2af9dadf19c1 req-e1d43d49-d186-4dff-a26c-7a9306ec21c8 tempest-ServerRescueNegativeTestJSON-1304480791 tempest-ServerRescueNegativeTestJSON-1304480791-project] 10.222.0.39 "GET /v2.0/security-groups?id=b1b29e01-05b2-4338-a931-45b7ca5e7425&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402415 Apr 12 11:06:37.244045 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-989c706d-c35b-4aed-8756-86bb5f648915 req-ed728b74-be58-43d7-84cf-af8f15b6cc17 tempest-ServerRescueNegativeTestJSON-1304480791 tempest-ServerRescueNegativeTestJSON-1304480791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:06:37.245473 dv-cinder-830088-4-iscsi neutron-server[103258]: INFO neutron.wsgi [req-989c706d-c35b-4aed-8756-86bb5f648915 req-ed728b74-be58-43d7-84cf-af8f15b6cc17 tempest-ServerRescueNegativeTestJSON-1304480791 tempest-ServerRescueNegativeTestJSON-1304480791-project] 10.222.0.39 "GET /v2.0/ports?device_id=d9cb99b4-c491-4271-becc-0d2d2181c9ef HTTP/1.1" status: 200 len: 946 time: 0.0489607 Apr 12 11:06:37.289051 dv-cinder-830088-4-iscsi neutron-server[103258]: INFO neutron.wsgi [req-989c706d-c35b-4aed-8756-86bb5f648915 req-de783a71-ffef-479c-91d5-24538ad954a9 tempest-ServerRescueNegativeTestJSON-1304480791 tempest-ServerRescueNegativeTestJSON-1304480791-project] 10.222.0.39 "GET /v2.0/security-groups?id=b1b29e01-05b2-4338-a931-45b7ca5e7425&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0382495 Apr 12 11:06:38.405084 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaf4acf6-5a5b-4b9c-8118-f93de7ccc118 req-f811391f-546c-410f-8adf-80cba622ccc9 tempest-ServerRescueNegativeTestJSON-1304480791 tempest-ServerRescueNegativeTestJSON-1304480791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:06:38.406527 dv-cinder-830088-4-iscsi neutron-server[103257]: INFO neutron.wsgi [req-eaf4acf6-5a5b-4b9c-8118-f93de7ccc118 req-f811391f-546c-410f-8adf-80cba622ccc9 tempest-ServerRescueNegativeTestJSON-1304480791 tempest-ServerRescueNegativeTestJSON-1304480791-project] 10.222.0.39 "GET /v2.0/ports?device_id=d9cb99b4-c491-4271-becc-0d2d2181c9ef HTTP/1.1" status: 200 len: 946 time: 0.0494890 Apr 12 11:06:38.451477 dv-cinder-830088-4-iscsi neutron-server[103257]: INFO neutron.wsgi [req-eaf4acf6-5a5b-4b9c-8118-f93de7ccc118 req-ca1ac8d4-408f-4c2b-a032-1d4a8075e7bd tempest-ServerRescueNegativeTestJSON-1304480791 tempest-ServerRescueNegativeTestJSON-1304480791-project] 10.222.0.39 "GET /v2.0/security-groups?id=b1b29e01-05b2-4338-a931-45b7ca5e7425&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0390623 Apr 12 11:06:38.557350 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5df1e10b-fb95-42c7-867f-2008f311d943 req-07f3543f-bfb0-476d-a85d-eb3e2c243923 tempest-ServerRescueNegativeTestJSON-1304480791 tempest-ServerRescueNegativeTestJSON-1304480791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:06:38.558834 dv-cinder-830088-4-iscsi neutron-server[103258]: INFO neutron.wsgi [req-5df1e10b-fb95-42c7-867f-2008f311d943 req-07f3543f-bfb0-476d-a85d-eb3e2c243923 tempest-ServerRescueNegativeTestJSON-1304480791 tempest-ServerRescueNegativeTestJSON-1304480791-project] 10.222.0.39 "GET /v2.0/ports?device_id=d9cb99b4-c491-4271-becc-0d2d2181c9ef HTTP/1.1" status: 200 len: 946 time: 0.0459950 Apr 12 11:06:38.567111 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.wsgi [-] (103258) accepted ('10.222.0.39', 55328) {{(pid=103258) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 11:06:38.571593 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.api.v2.base [None req-b6920f18-0e5d-405e-a128-f955338ad724 tempest-ServerRescueNegativeTestJSON-1304480791 tempest-ServerRescueNegativeTestJSON-1304480791-project] Request body: {'floatingip': {'port_id': '7a6a5da3-5446-43d6-9ca9-386e0b6e81a2'}} {{(pid=103258) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 11:06:38.625220 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-b6920f18-0e5d-405e-a128-f955338ad724 tempest-ServerRescueNegativeTestJSON-1304480791 tempest-ServerRescueNegativeTestJSON-1304480791-project] Publish callbacks [] for floatingip (001ffded-7b33-4f7b-84b7-403bc4158d38), before_update {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:06:39.317017 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-b6920f18-0e5d-405e-a128-f955338ad724 tempest-ServerRescueNegativeTestJSON-1304480791 tempest-ServerRescueNegativeTestJSON-1304480791-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:06:39.320665 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-b6920f18-0e5d-405e-a128-f955338ad724 tempest-ServerRescueNegativeTestJSON-1304480791 tempest-ServerRescueNegativeTestJSON-1304480791-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-579534'] for floatingip (001ffded-7b33-4f7b-84b7-403bc4158d38), after_update {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:06:39.527949 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b6920f18-0e5d-405e-a128-f955338ad724 tempest-ServerRescueNegativeTestJSON-1304480791 tempest-ServerRescueNegativeTestJSON-1304480791-project] Router ebba7e6c-c174-4e43-823e-0332064b8743 has already been hosted by L3 agent 77f5e085-0284-4236-9dbf-35d2d452e277 {{(pid=103258) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 12 11:06:39.639482 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b6920f18-0e5d-405e-a128-f955338ad724 tempest-ServerRescueNegativeTestJSON-1304480791 tempest-ServerRescueNegativeTestJSON-1304480791-project] Notify agent at l3_agent.dv-cinder-830088-4-iscsi the message routers_updated {{(pid=103258) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 12 11:06:39.644791 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-b6920f18-0e5d-405e-a128-f955338ad724 tempest-ServerRescueNegativeTestJSON-1304480791 tempest-ServerRescueNegativeTestJSON-1304480791-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108023'] for floatingip (None), before_response {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:06:39.649341 dv-cinder-830088-4-iscsi neutron-server[103260]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77323591-185a-4669-8d21-69145c755cfe None None] Sync routers for ids ['ebba7e6c-c174-4e43-823e-0332064b8743'] in dv-cinder-830088-4-iscsi {{(pid=103260) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 12 11:06:39.659096 dv-cinder-830088-4-iscsi neutron-server[103260]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77323591-185a-4669-8d21-69145c755cfe None None] Routers {'ebba7e6c-c174-4e43-823e-0332064b8743'} bound to L3 agent in host dv-cinder-830088-4-iscsi {{(pid=103260) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 11:06:39.659701 dv-cinder-830088-4-iscsi neutron-server[103260]: DEBUG neutron.db.l3_hamode_db [None req-77323591-185a-4669-8d21-69145c755cfe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830088-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-12T10:52:12Z,description=,heartbeat_timestamp=2022-04-12T11:06:13Z,host='dv-cinder-830088-4-iscsi',id=77f5e085-0284-4236-9dbf-35d2d452e277,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T10:52:12Z,topic='l3_agent')) {'router_ids': ['ebba7e6c-c174-4e43-823e-0332064b8743'], 'active': True} {{(pid=103260) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 11:06:39.692672 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd9cb99b4-c491-4271-becc-0d2d2181c9ef', 'tag': '7a6a5da3-5446-43d6-9ca9-386e0b6e81a2'}] {{(pid=103258) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 11:06:39.695079 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c54b6d548356c9296345eb8e608a1624e6dfb095c10b2709a108c8ba991c21a4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1a476f6d-e6d1-4d75-aacd-63f399d48464" -d '{"events": [{"name": "network-changed", "server_uuid": "d9cb99b4-c491-4271-becc-0d2d2181c9ef", "tag": "7a6a5da3-5446-43d6-9ca9-386e0b6e81a2"}]}' {{(pid=103258) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 11:06:39.715764 dv-cinder-830088-4-iscsi neutron-server[103258]: INFO neutron.wsgi [None req-b6920f18-0e5d-405e-a128-f955338ad724 tempest-ServerRescueNegativeTestJSON-1304480791 tempest-ServerRescueNegativeTestJSON-1304480791-project] 10.222.0.39 "PUT /v2.0/floatingips/001ffded-7b33-4f7b-84b7-403bc4158d38 HTTP/1.1" status: 200 len: 994 time: 1.1473718 Apr 12 11:06:39.785321 dv-cinder-830088-4-iscsi neutron-server[103260]: DEBUG neutron.db.l3_dvr_db [None req-77323591-185a-4669-8d21-69145c755cfe None None] Set router ebba7e6c-c174-4e43-823e-0332064b8743 gateway port host: dv-cinder-830088-4-iscsi {{(pid=103260) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 11:06:39.825291 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Apr 2022 11:06:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9186dc5f-0631-4981-9edb-8c6c681e334b x-openstack-request-id: req-9186dc5f-0631-4981-9edb-8c6c681e334b {{(pid=103258) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 11:06:39.825585 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d9cb99b4-c491-4271-becc-0d2d2181c9ef", "tag": "7a6a5da3-5446-43d6-9ca9-386e0b6e81a2", "status": "completed", "code": 200}]} {{(pid=103258) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 11:06:39.825834 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-9186dc5f-0631-4981-9edb-8c6c681e334b {{(pid=103258) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 11:06:39.826229 dv-cinder-830088-4-iscsi neutron-server[103258]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9186dc5f-0631-4981-9edb-8c6c681e334b'] response: {'name': 'network-changed', 'server_uuid': 'd9cb99b4-c491-4271-becc-0d2d2181c9ef', 'tag': '7a6a5da3-5446-43d6-9ca9-386e0b6e81a2', 'status': 'completed', 'code': 200} Apr 12 11:06:39.915563 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a476f6d-e6d1-4d75-aacd-63f399d48464 req-972b3431-7386-4627-88b7-09bccc079e4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:06:39.917031 dv-cinder-830088-4-iscsi neutron-server[103257]: INFO neutron.wsgi [req-1a476f6d-e6d1-4d75-aacd-63f399d48464 req-972b3431-7386-4627-88b7-09bccc079e4b service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=87551ef1ad8e4190b7a3b1c3469382df&device_id=d9cb99b4-c491-4271-becc-0d2d2181c9ef HTTP/1.1" status: 200 len: 1130 time: 0.0411623 Apr 12 11:06:40.009811 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a476f6d-e6d1-4d75-aacd-63f399d48464 req-b866f9cb-2bdc-42af-9054-37527962af81 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:06:40.011314 dv-cinder-830088-4-iscsi neutron-server[103257]: INFO neutron.wsgi [req-1a476f6d-e6d1-4d75-aacd-63f399d48464 req-b866f9cb-2bdc-42af-9054-37527962af81 service neutron] 10.222.0.53 "GET /v2.0/networks?id=696acaf3-e376-402a-9f44-515f336c0ed7 HTTP/1.1" status: 200 len: 920 time: 0.0879514 Apr 12 11:06:40.016408 dv-cinder-830088-4-iscsi neutron-server[103260]: DEBUG neutron.db.l3_hamode_db [None req-77323591-185a-4669-8d21-69145c755cfe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ebba7e6c-c174-4e43-823e-0332064b8743', 'name': 'tempest-ServerRescueNegativeTestJSON-1877816747-router', 'tenant_id': '87551ef1ad8e4190b7a3b1c3469382df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b7be5f2-485b-4c85-8f98-fb200971b61c', 'external_fixed_ips': [{'subnet_id': '4887111e-1302-416a-ab8e-c957c9df7f85', 'ip_address': '172.27.3.24'}], 'enable_snat': True}, 'gw_port_id': '092f00f6-c2f2-4426-a5db-b5016b474eb5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T11:00:45Z', 'updated_at': '2022-04-12T11:01:02Z', 'revision_number': 4, 'project_id': '87551ef1ad8e4190b7a3b1c3469382df', 'gw_port': {'id': '092f00f6-c2f2-4426-a5db-b5016b474eb5', 'name': '', 'network_id': '3b7be5f2-485b-4c85-8f98-fb200971b61c', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:22:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ebba7e6c-c174-4e43-823e-0332064b8743', 'device_owner': 'network:router_gateway', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': '4887111e-1302-416a-ab8e-c957c9df7f85', 'ip_address': '172.27.3.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830088-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T11:00:47Z', 'updated_at': '2022-04-12T11:01:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4887111e-1302-416a-ab8e-c957c9df7f85', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830088-4-iscsi', '_floatingips': [{'id': '001ffded-7b33-4f7b-84b7-403bc4158d38', 'tenant_id': '87551ef1ad8e4190b7a3b1c3469382df', 'floating_ip_address': '172.27.3.230', 'floating_network_id': '3b7be5f2-485b-4c85-8f98-fb200971b61c', 'router_id': 'ebba7e6c-c174-4e43-823e-0332064b8743', 'port_id': '7a6a5da3-5446-43d6-9ca9-386e0b6e81a2', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 368, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '696acaf3-e376-402a-9f44-515f336c0ed7', 'mac_address': 'fa:16:3e:58:dd:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9cb99b4-c491-4271-becc-0d2d2181c9ef', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-12T11:04:09Z', 'updated_at': '2022-04-12T11:06:39Z', 'revision_number': 3, 'project_id': '87551ef1ad8e4190b7a3b1c3469382df', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7599ff43-fec5-460d-87d7-48cc29fb6aaf', 'name': '', 'network_id': '696acaf3-e376-402a-9f44-515f336c0ed7', 'tenant_id': '87551ef1ad8e4190b7a3b1c3469382df', 'mac_address': 'fa:16:3e:7b:de:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ebba7e6c-c174-4e43-823e-0332064b8743', 'device_owner': 'network:router_interface', 'standard_attr_id': 122, 'fixed_ips': [{'subnet_id': 'dac559db-7802-4e19-95c5-3aacf686b15d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830088-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T11:00:59Z', 'updated_at': '2022-04-12T11:01:12Z', 'revision_number': 5, 'project_id': '87551ef1ad8e4190b7a3b1c3469382df', 'subnets': [{'id': 'dac559db-7802-4e19-95c5-3aacf686b15d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830088-4-iscsi', False) {} {{(pid=103260) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 11:06:40.042973 dv-cinder-830088-4-iscsi neutron-server[103260]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77323591-185a-4669-8d21-69145c755cfe None None] Checking router: ebba7e6c-c174-4e43-823e-0332064b8743 for host: dv-cinder-830088-4-iscsi {{(pid=103260) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 12 11:06:40.051851 dv-cinder-830088-4-iscsi neutron-server[103260]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77323591-185a-4669-8d21-69145c755cfe None None] Routers {'ebba7e6c-c174-4e43-823e-0332064b8743'} bound to L3 agent in host dv-cinder-830088-4-iscsi {{(pid=103260) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 11:06:40.052694 dv-cinder-830088-4-iscsi neutron-server[103260]: DEBUG neutron.db.l3_hamode_db [None req-77323591-185a-4669-8d21-69145c755cfe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830088-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-12T10:52:12Z,description=,heartbeat_timestamp=2022-04-12T11:06:13Z,host='dv-cinder-830088-4-iscsi',id=77f5e085-0284-4236-9dbf-35d2d452e277,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T10:52:12Z,topic='l3_agent')) {'router_ids': ['ebba7e6c-c174-4e43-823e-0332064b8743'], 'active': True} {{(pid=103260) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 11:06:40.076509 dv-cinder-830088-4-iscsi neutron-server[103257]: INFO neutron.wsgi [req-1a476f6d-e6d1-4d75-aacd-63f399d48464 req-c4b0ea76-dfe3-43cb-ace6-0cdabb72cdae service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=7a6a5da3-5446-43d6-9ca9-386e0b6e81a2 HTTP/1.1" status: 200 len: 1002 time: 0.0582678 Apr 12 11:06:40.124109 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a476f6d-e6d1-4d75-aacd-63f399d48464 req-76f6b7a9-bef3-468a-af7c-1e3b297d8222 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:06:40.125556 dv-cinder-830088-4-iscsi neutron-server[103257]: INFO neutron.wsgi [req-1a476f6d-e6d1-4d75-aacd-63f399d48464 req-76f6b7a9-bef3-468a-af7c-1e3b297d8222 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=dac559db-7802-4e19-95c5-3aacf686b15d HTTP/1.1" status: 200 len: 858 time: 0.0428882 Apr 12 11:06:40.162307 dv-cinder-830088-4-iscsi neutron-server[103260]: DEBUG neutron.db.l3_dvr_db [None req-77323591-185a-4669-8d21-69145c755cfe None None] Set router ebba7e6c-c174-4e43-823e-0332064b8743 gateway port host: dv-cinder-830088-4-iscsi {{(pid=103260) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 11:06:40.172061 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a476f6d-e6d1-4d75-aacd-63f399d48464 req-6f1c1308-bf6e-4603-becf-81f80d25c64c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:06:40.173571 dv-cinder-830088-4-iscsi neutron-server[103257]: INFO neutron.wsgi [req-1a476f6d-e6d1-4d75-aacd-63f399d48464 req-6f1c1308-bf6e-4603-becf-81f80d25c64c service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=696acaf3-e376-402a-9f44-515f336c0ed7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0415986 Apr 12 11:06:40.264198 dv-cinder-830088-4-iscsi neutron-server[103257]: INFO neutron.wsgi [req-1a476f6d-e6d1-4d75-aacd-63f399d48464 req-f1682eaf-db6f-49bd-8187-845cf67683dc service neutron] 10.222.0.53 "GET /v2.0/networks/696acaf3-e376-402a-9f44-515f336c0ed7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0842602 Apr 12 11:06:40.269885 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron_lib.callbacks.manager [None req-b6197724-3937-479d-8bc1-64c77bffbccd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777667879581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1343690'] for agent (0a0a44e5-732d-48d9-a8ad-b47e7b7c1a86), after_update {{(pid=103259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:06:40.363874 dv-cinder-830088-4-iscsi neutron-server[103257]: INFO neutron.wsgi [req-1a476f6d-e6d1-4d75-aacd-63f399d48464 req-1669309a-3a6b-4c41-aabe-60178caa19b6 service neutron] 10.222.0.53 "GET /v2.0/networks/696acaf3-e376-402a-9f44-515f336c0ed7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0914841 Apr 12 11:06:40.460240 dv-cinder-830088-4-iscsi neutron-server[103260]: DEBUG neutron.db.l3_hamode_db [None req-77323591-185a-4669-8d21-69145c755cfe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ebba7e6c-c174-4e43-823e-0332064b8743', 'name': 'tempest-ServerRescueNegativeTestJSON-1877816747-router', 'tenant_id': '87551ef1ad8e4190b7a3b1c3469382df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b7be5f2-485b-4c85-8f98-fb200971b61c', 'external_fixed_ips': [{'subnet_id': '4887111e-1302-416a-ab8e-c957c9df7f85', 'ip_address': '172.27.3.24'}], 'enable_snat': True}, 'gw_port_id': '092f00f6-c2f2-4426-a5db-b5016b474eb5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T11:00:45Z', 'updated_at': '2022-04-12T11:01:02Z', 'revision_number': 4, 'project_id': '87551ef1ad8e4190b7a3b1c3469382df', 'gw_port': {'id': '092f00f6-c2f2-4426-a5db-b5016b474eb5', 'name': '', 'network_id': '3b7be5f2-485b-4c85-8f98-fb200971b61c', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:22:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ebba7e6c-c174-4e43-823e-0332064b8743', 'device_owner': 'network:router_gateway', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': '4887111e-1302-416a-ab8e-c957c9df7f85', 'ip_address': '172.27.3.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830088-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T11:00:47Z', 'updated_at': '2022-04-12T11:01:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4887111e-1302-416a-ab8e-c957c9df7f85', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830088-4-iscsi', '_floatingips': [{'id': '001ffded-7b33-4f7b-84b7-403bc4158d38', 'tenant_id': '87551ef1ad8e4190b7a3b1c3469382df', 'floating_ip_address': '172.27.3.230', 'floating_network_id': '3b7be5f2-485b-4c85-8f98-fb200971b61c', 'router_id': 'ebba7e6c-c174-4e43-823e-0332064b8743', 'port_id': '7a6a5da3-5446-43d6-9ca9-386e0b6e81a2', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 368, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '696acaf3-e376-402a-9f44-515f336c0ed7', 'mac_address': 'fa:16:3e:58:dd:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9cb99b4-c491-4271-becc-0d2d2181c9ef', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-12T11:04:09Z', 'updated_at': '2022-04-12T11:06:39Z', 'revision_number': 3, 'project_id': '87551ef1ad8e4190b7a3b1c3469382df', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7599ff43-fec5-460d-87d7-48cc29fb6aaf', 'name': '', 'network_id': '696acaf3-e376-402a-9f44-515f336c0ed7', 'tenant_id': '87551ef1ad8e4190b7a3b1c3469382df', 'mac_address': 'fa:16:3e:7b:de:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ebba7e6c-c174-4e43-823e-0332064b8743', 'device_owner': 'network:router_interface', 'standard_attr_id': 122, 'fixed_ips': [{'subnet_id': 'dac559db-7802-4e19-95c5-3aacf686b15d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830088-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T11:00:59Z', 'updated_at': '2022-04-12T11:01:12Z', 'revision_number': 5, 'project_id': '87551ef1ad8e4190b7a3b1c3469382df', 'subnets': [{'id': 'dac559db-7802-4e19-95c5-3aacf686b15d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830088-4-iscsi', False) {} {{(pid=103260) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 11:06:40.486355 dv-cinder-830088-4-iscsi neutron-server[103260]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77323591-185a-4669-8d21-69145c755cfe None None] The sync data for ids ['ebba7e6c-c174-4e43-823e-0332064b8743'] in dv-cinder-830088-4-iscsi is: [{'id': 'ebba7e6c-c174-4e43-823e-0332064b8743', 'name': 'tempest-ServerRescueNegativeTestJSON-1877816747-router', 'tenant_id': '87551ef1ad8e4190b7a3b1c3469382df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b7be5f2-485b-4c85-8f98-fb200971b61c', 'external_fixed_ips': [{'subnet_id': '4887111e-1302-416a-ab8e-c957c9df7f85', 'ip_address': '172.27.3.24'}], 'enable_snat': True}, 'gw_port_id': '092f00f6-c2f2-4426-a5db-b5016b474eb5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T11:00:45Z', 'updated_at': '2022-04-12T11:01:02Z', 'revision_number': 4, 'project_id': '87551ef1ad8e4190b7a3b1c3469382df', 'gw_port': {'id': '092f00f6-c2f2-4426-a5db-b5016b474eb5', 'name': '', 'network_id': '3b7be5f2-485b-4c85-8f98-fb200971b61c', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:22:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ebba7e6c-c174-4e43-823e-0332064b8743', 'device_owner': 'network:router_gateway', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': '4887111e-1302-416a-ab8e-c957c9df7f85', 'ip_address': '172.27.3.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830088-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T11:00:47Z', 'updated_at': '2022-04-12T11:01:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4887111e-1302-416a-ab8e-c957c9df7f85', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830088-4-iscsi', '_floatingips': [{'id': '001ffded-7b33-4f7b-84b7-403bc4158d38', 'tenant_id': '87551ef1ad8e4190b7a3b1c3469382df', 'floating_ip_address': '172.27.3.230', 'floating_network_id': '3b7be5f2-485b-4c85-8f98-fb200971b61c', 'router_id': 'ebba7e6c-c174-4e43-823e-0332064b8743', 'port_id': '7a6a5da3-5446-43d6-9ca9-386e0b6e81a2', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 368, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '696acaf3-e376-402a-9f44-515f336c0ed7', 'mac_address': 'fa:16:3e:58:dd:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9cb99b4-c491-4271-becc-0d2d2181c9ef', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-12T11:04:09Z', 'updated_at': '2022-04-12T11:06:39Z', 'revision_number': 3, 'project_id': '87551ef1ad8e4190b7a3b1c3469382df', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7599ff43-fec5-460d-87d7-48cc29fb6aaf', 'name': '', 'network_id': '696acaf3-e376-402a-9f44-515f336c0ed7', 'tenant_id': '87551ef1ad8e4190b7a3b1c3469382df', 'mac_address': 'fa:16:3e:7b:de:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ebba7e6c-c174-4e43-823e-0332064b8743', 'device_owner': 'network:router_interface', 'standard_attr_id': 122, 'fixed_ips': [{'subnet_id': 'dac559db-7802-4e19-95c5-3aacf686b15d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830088-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T11:00:59Z', 'updated_at': '2022-04-12T11:01:12Z', 'revision_number': 5, 'project_id': '87551ef1ad8e4190b7a3b1c3469382df', 'subnets': [{'id': 'dac559db-7802-4e19-95c5-3aacf686b15d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103260) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 12 11:06:41.757567 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron_lib.callbacks.manager [None req-ae6c308c-a92e-4424-a7f8-d6a17e5174ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777667879581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1343690'] for agent (742b2e09-86ec-4663-b086-f6b891926c3e), after_update {{(pid=103259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:06:41.827682 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd9cb99b4-c491-4271-becc-0d2d2181c9ef', 'tag': '7a6a5da3-5446-43d6-9ca9-386e0b6e81a2'}] {{(pid=103258) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 11:06:41.830566 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c54b6d548356c9296345eb8e608a1624e6dfb095c10b2709a108c8ba991c21a4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-341ac9da-26a0-4353-8bde-8eca06e6a738" -d '{"events": [{"name": "network-changed", "server_uuid": "d9cb99b4-c491-4271-becc-0d2d2181c9ef", "tag": "7a6a5da3-5446-43d6-9ca9-386e0b6e81a2"}]}' {{(pid=103258) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 11:06:41.865393 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Apr 2022 11:06:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7149c1ca-62bf-467d-8ecb-7d2726d73b9e x-openstack-request-id: req-7149c1ca-62bf-467d-8ecb-7d2726d73b9e {{(pid=103258) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 11:06:41.865746 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d9cb99b4-c491-4271-becc-0d2d2181c9ef", "tag": "7a6a5da3-5446-43d6-9ca9-386e0b6e81a2", "status": "completed", "code": 200}]} {{(pid=103258) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 11:06:41.866022 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-7149c1ca-62bf-467d-8ecb-7d2726d73b9e {{(pid=103258) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 11:06:41.866427 dv-cinder-830088-4-iscsi neutron-server[103258]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7149c1ca-62bf-467d-8ecb-7d2726d73b9e'] response: {'name': 'network-changed', 'server_uuid': 'd9cb99b4-c491-4271-becc-0d2d2181c9ef', 'tag': '7a6a5da3-5446-43d6-9ca9-386e0b6e81a2', 'status': 'completed', 'code': 200} Apr 12 11:06:41.951085 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-341ac9da-26a0-4353-8bde-8eca06e6a738 req-341d40e6-95ba-468a-bedd-debbc80f1cf6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:06:41.952528 dv-cinder-830088-4-iscsi neutron-server[103257]: INFO neutron.wsgi [req-341ac9da-26a0-4353-8bde-8eca06e6a738 req-341d40e6-95ba-468a-bedd-debbc80f1cf6 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=87551ef1ad8e4190b7a3b1c3469382df&device_id=d9cb99b4-c491-4271-becc-0d2d2181c9ef HTTP/1.1" status: 200 len: 1130 time: 0.0377369 Apr 12 11:06:42.041503 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-341ac9da-26a0-4353-8bde-8eca06e6a738 req-43c53b6c-c34e-4b17-ab1d-29fc1baaf046 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:06:42.042880 dv-cinder-830088-4-iscsi neutron-server[103257]: INFO neutron.wsgi [req-341ac9da-26a0-4353-8bde-8eca06e6a738 req-43c53b6c-c34e-4b17-ab1d-29fc1baaf046 service neutron] 10.222.0.53 "GET /v2.0/networks?id=696acaf3-e376-402a-9f44-515f336c0ed7 HTTP/1.1" status: 200 len: 920 time: 0.0840843 Apr 12 11:06:42.106087 dv-cinder-830088-4-iscsi neutron-server[103257]: INFO neutron.wsgi [req-341ac9da-26a0-4353-8bde-8eca06e6a738 req-edb3f4ad-bde3-4406-b9cf-72be3e3955b6 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=7a6a5da3-5446-43d6-9ca9-386e0b6e81a2 HTTP/1.1" status: 200 len: 1002 time: 0.0569088 Apr 12 11:06:42.151665 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-341ac9da-26a0-4353-8bde-8eca06e6a738 req-e232e296-ea9c-404e-a0f8-101ca5844e26 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:06:42.153041 dv-cinder-830088-4-iscsi neutron-server[103257]: INFO neutron.wsgi [req-341ac9da-26a0-4353-8bde-8eca06e6a738 req-e232e296-ea9c-404e-a0f8-101ca5844e26 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=dac559db-7802-4e19-95c5-3aacf686b15d HTTP/1.1" status: 200 len: 858 time: 0.0409303 Apr 12 11:06:42.197518 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-341ac9da-26a0-4353-8bde-8eca06e6a738 req-c57198b5-e2a1-4f96-858e-87626bf0687f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:06:42.198977 dv-cinder-830088-4-iscsi neutron-server[103257]: INFO neutron.wsgi [req-341ac9da-26a0-4353-8bde-8eca06e6a738 req-c57198b5-e2a1-4f96-858e-87626bf0687f service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=696acaf3-e376-402a-9f44-515f336c0ed7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0397813 Apr 12 11:06:42.284738 dv-cinder-830088-4-iscsi neutron-server[103257]: INFO neutron.wsgi [req-341ac9da-26a0-4353-8bde-8eca06e6a738 req-b77ac6ec-b711-4f45-ae81-f99405bd8bde service neutron] 10.222.0.53 "GET /v2.0/networks/696acaf3-e376-402a-9f44-515f336c0ed7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0794384 Apr 12 11:06:42.374327 dv-cinder-830088-4-iscsi neutron-server[103257]: INFO neutron.wsgi [req-341ac9da-26a0-4353-8bde-8eca06e6a738 req-272d5808-8d45-4d1d-8ace-5514a9d38592 service neutron] 10.222.0.53 "GET /v2.0/networks/696acaf3-e376-402a-9f44-515f336c0ed7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0827870 Apr 12 11:06:42.542471 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron_lib.callbacks.manager [None req-d11f902c-a982-4f97-9536-3d0726e63886 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777667879581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1343690'] for agent (77f5e085-0284-4236-9dbf-35d2d452e277), after_update {{(pid=103259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:06:43.803310 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron_lib.callbacks.manager [None req-601bd752-88b9-4ad2-8e14-56931e32431b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777667879581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1343690'] for agent (3ceb33ec-7c20-4632-9357-4cc6534463de), after_update {{(pid=103259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:06:44.231872 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d51cbe0-507e-4f67-8691-22bfb69c781d req-4a222c4c-8222-4214-b673-bd9a167da8f8 tempest-AttachVolumeTestJSON-1709741936 tempest-AttachVolumeTestJSON-1709741936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:06:44.233319 dv-cinder-830088-4-iscsi neutron-server[103257]: INFO neutron.wsgi [req-1d51cbe0-507e-4f67-8691-22bfb69c781d req-4a222c4c-8222-4214-b673-bd9a167da8f8 tempest-AttachVolumeTestJSON-1709741936 tempest-AttachVolumeTestJSON-1709741936-project] 10.222.0.39 "GET /v2.0/ports?device_id=054cf929-099f-406a-9607-1086f5624af6 HTTP/1.1" status: 200 len: 946 time: 0.0467997 Apr 12 11:06:44.278031 dv-cinder-830088-4-iscsi neutron-server[103257]: INFO neutron.wsgi [req-1d51cbe0-507e-4f67-8691-22bfb69c781d req-0a0b088a-162e-481c-8c7c-571aeb660d12 tempest-AttachVolumeTestJSON-1709741936 tempest-AttachVolumeTestJSON-1709741936-project] 10.222.0.39 "GET /v2.0/security-groups?id=fc469313-82a8-4ad2-a9e9-24c86c2f4d72&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0391865 Apr 12 11:06:45.043986 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron_lib.callbacks.manager [None req-0acb87d3-0572-4b2c-b7c9-977edd32a8b9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777667879581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1343690'] for agent (3c144e28-9cc5-463d-ad96-a18b19cd455c), after_update {{(pid=103259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:06:45.392819 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1aa5171-5f1d-4826-bb2f-75b78d5af41f req-d80b8dbe-2ab9-4435-9749-54113071881c tempest-AttachVolumeTestJSON-1709741936 tempest-AttachVolumeTestJSON-1709741936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:06:45.394353 dv-cinder-830088-4-iscsi neutron-server[103258]: INFO neutron.wsgi [req-c1aa5171-5f1d-4826-bb2f-75b78d5af41f req-d80b8dbe-2ab9-4435-9749-54113071881c tempest-AttachVolumeTestJSON-1709741936 tempest-AttachVolumeTestJSON-1709741936-project] 10.222.0.39 "GET /v2.0/ports?device_id=054cf929-099f-406a-9607-1086f5624af6 HTTP/1.1" status: 200 len: 946 time: 0.0472448 Apr 12 11:06:45.439965 dv-cinder-830088-4-iscsi neutron-server[103258]: INFO neutron.wsgi [req-c1aa5171-5f1d-4826-bb2f-75b78d5af41f req-c2928030-1aa6-4074-811a-dc4b94fa4367 tempest-AttachVolumeTestJSON-1709741936 tempest-AttachVolumeTestJSON-1709741936-project] 10.222.0.39 "GET /v2.0/security-groups?id=fc469313-82a8-4ad2-a9e9-24c86c2f4d72&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398350 Apr 12 11:06:45.498369 dv-cinder-830088-4-iscsi neutron-server[103257]: INFO neutron.wsgi [req-99f1b477-faab-49b5-9175-29c91ce9f02c req-8ad0efc4-daac-434e-a3bd-8b91dc796960 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=02541d3b-c0f8-4669-8d56-2fb77315b4b7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0369594 Apr 12 11:06:45.571498 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99f1b477-faab-49b5-9175-29c91ce9f02c req-50aae91e-55e1-47aa-93ac-971ced08a2fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:06:45.572940 dv-cinder-830088-4-iscsi neutron-server[103257]: INFO neutron.wsgi [req-99f1b477-faab-49b5-9175-29c91ce9f02c req-50aae91e-55e1-47aa-93ac-971ced08a2fa service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=64420168af994dfe8d37cc175e2bfbd6&device_id=02541d3b-c0f8-4669-8d56-2fb77315b4b7 HTTP/1.1" status: 200 len: 1131 time: 0.0418122 Apr 12 11:06:45.687912 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99f1b477-faab-49b5-9175-29c91ce9f02c req-6933efab-76d5-4387-9ecb-487afac0b29c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:06:45.689973 dv-cinder-830088-4-iscsi neutron-server[103257]: INFO neutron.wsgi [req-99f1b477-faab-49b5-9175-29c91ce9f02c req-6933efab-76d5-4387-9ecb-487afac0b29c service neutron] 10.222.0.53 "GET /v2.0/networks?id=5fe71604-a19f-4748-9dc5-7cc9d7ecf6be HTTP/1.1" status: 200 len: 918 time: 0.0837386 Apr 12 11:06:45.756989 dv-cinder-830088-4-iscsi neutron-server[103257]: INFO neutron.wsgi [req-99f1b477-faab-49b5-9175-29c91ce9f02c req-cc72f7a1-2c25-4819-8414-c685192c8163 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=2484a730-a008-456c-92cc-39b96de01dfd HTTP/1.1" status: 200 len: 1001 time: 0.0591578 Apr 12 11:06:45.803159 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99f1b477-faab-49b5-9175-29c91ce9f02c req-c824fd06-b896-414a-923b-5b45167a175a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:06:45.804534 dv-cinder-830088-4-iscsi neutron-server[103257]: INFO neutron.wsgi [req-99f1b477-faab-49b5-9175-29c91ce9f02c req-c824fd06-b896-414a-923b-5b45167a175a service neutron] 10.222.0.53 "GET /v2.0/subnets?id=e411d522-7486-40a5-b78b-47a221209e5e HTTP/1.1" status: 200 len: 856 time: 0.0411522 Apr 12 11:06:45.847767 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99f1b477-faab-49b5-9175-29c91ce9f02c req-f1eeb92c-38cb-404c-b6e3-df02af7e843f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:06:45.849193 dv-cinder-830088-4-iscsi neutron-server[103257]: INFO neutron.wsgi [req-99f1b477-faab-49b5-9175-29c91ce9f02c req-f1eeb92c-38cb-404c-b6e3-df02af7e843f service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=5fe71604-a19f-4748-9dc5-7cc9d7ecf6be&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0372849 Apr 12 11:06:45.936836 dv-cinder-830088-4-iscsi neutron-server[103257]: INFO neutron.wsgi [req-99f1b477-faab-49b5-9175-29c91ce9f02c req-09df7042-aaeb-4f4f-8ab9-c035ebdd26d9 service neutron] 10.222.0.53 "GET /v2.0/networks/5fe71604-a19f-4748-9dc5-7cc9d7ecf6be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0816820 Apr 12 11:06:46.022787 dv-cinder-830088-4-iscsi neutron-server[103257]: INFO neutron.wsgi [req-99f1b477-faab-49b5-9175-29c91ce9f02c req-0ef497ea-8592-4a18-9047-d329761cd5b3 service neutron] 10.222.0.53 "GET /v2.0/networks/5fe71604-a19f-4748-9dc5-7cc9d7ecf6be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0797603 Apr 12 11:06:46.558083 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e00de2d-35cd-4995-adb0-1ee5a87af699 req-86712d71-6bb1-402c-bead-49d42e3c927b tempest-AttachVolumeTestJSON-1709741936 tempest-AttachVolumeTestJSON-1709741936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:06:46.559736 dv-cinder-830088-4-iscsi neutron-server[103257]: INFO neutron.wsgi [req-4e00de2d-35cd-4995-adb0-1ee5a87af699 req-86712d71-6bb1-402c-bead-49d42e3c927b tempest-AttachVolumeTestJSON-1709741936 tempest-AttachVolumeTestJSON-1709741936-project] 10.222.0.39 "GET /v2.0/ports?device_id=054cf929-099f-406a-9607-1086f5624af6 HTTP/1.1" status: 200 len: 946 time: 0.0512023 Apr 12 11:06:46.564044 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron_lib.callbacks.manager [None req-e4b062a6-7a21-4431-be77-3c7776c11043 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777667879581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1343690'] for agent (c71cae7d-514b-467a-8477-0a67bee0b970), after_update {{(pid=103259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:06:46.609768 dv-cinder-830088-4-iscsi neutron-server[103257]: INFO neutron.wsgi [req-4e00de2d-35cd-4995-adb0-1ee5a87af699 req-761b1190-28ed-4c7d-8c3a-136b3029df96 tempest-AttachVolumeTestJSON-1709741936 tempest-AttachVolumeTestJSON-1709741936-project] 10.222.0.39 "GET /v2.0/security-groups?id=fc469313-82a8-4ad2-a9e9-24c86c2f4d72&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437863 Apr 12 11:06:47.725498 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfffc4ff-a78d-4110-a3ca-4ca0cca7285e req-d14c0818-6fe8-4232-9d3c-fae1193cfb8f tempest-AttachVolumeTestJSON-1709741936 tempest-AttachVolumeTestJSON-1709741936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:06:47.726870 dv-cinder-830088-4-iscsi neutron-server[103258]: INFO neutron.wsgi [req-cfffc4ff-a78d-4110-a3ca-4ca0cca7285e req-d14c0818-6fe8-4232-9d3c-fae1193cfb8f tempest-AttachVolumeTestJSON-1709741936 tempest-AttachVolumeTestJSON-1709741936-project] 10.222.0.39 "GET /v2.0/ports?device_id=054cf929-099f-406a-9607-1086f5624af6 HTTP/1.1" status: 200 len: 946 time: 0.0459127 Apr 12 11:06:47.771404 dv-cinder-830088-4-iscsi neutron-server[103258]: INFO neutron.wsgi [req-cfffc4ff-a78d-4110-a3ca-4ca0cca7285e req-138691ab-42d5-49f0-8f9c-7d29ed223a02 tempest-AttachVolumeTestJSON-1709741936 tempest-AttachVolumeTestJSON-1709741936-project] 10.222.0.39 "GET /v2.0/security-groups?id=fc469313-82a8-4ad2-a9e9-24c86c2f4d72&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0392175 Apr 12 11:06:48.882684 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71196d0b-f93f-4746-80ea-6bdfa2109d82 req-d3b8b130-9d59-45f1-a2f1-67aaad3502dd tempest-AttachVolumeTestJSON-1709741936 tempest-AttachVolumeTestJSON-1709741936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:06:48.884157 dv-cinder-830088-4-iscsi neutron-server[103257]: INFO neutron.wsgi [req-71196d0b-f93f-4746-80ea-6bdfa2109d82 req-d3b8b130-9d59-45f1-a2f1-67aaad3502dd tempest-AttachVolumeTestJSON-1709741936 tempest-AttachVolumeTestJSON-1709741936-project] 10.222.0.39 "GET /v2.0/ports?device_id=054cf929-099f-406a-9607-1086f5624af6 HTTP/1.1" status: 200 len: 946 time: 0.0460904 Apr 12 11:06:48.929250 dv-cinder-830088-4-iscsi neutron-server[103257]: INFO neutron.wsgi [req-71196d0b-f93f-4746-80ea-6bdfa2109d82 req-0fb54550-dc78-47e1-a29a-ef2ed859ce9b tempest-AttachVolumeTestJSON-1709741936 tempest-AttachVolumeTestJSON-1709741936-project] 10.222.0.39 "GET /v2.0/security-groups?id=fc469313-82a8-4ad2-a9e9-24c86c2f4d72&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397220 Apr 12 11:06:50.041703 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6897defb-8e20-4c37-b723-9db629d664cf req-67479a49-9915-4455-b763-70d1b3d6caf8 tempest-AttachVolumeTestJSON-1709741936 tempest-AttachVolumeTestJSON-1709741936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:06:50.043164 dv-cinder-830088-4-iscsi neutron-server[103258]: INFO neutron.wsgi [req-6897defb-8e20-4c37-b723-9db629d664cf req-67479a49-9915-4455-b763-70d1b3d6caf8 tempest-AttachVolumeTestJSON-1709741936 tempest-AttachVolumeTestJSON-1709741936-project] 10.222.0.39 "GET /v2.0/ports?device_id=054cf929-099f-406a-9607-1086f5624af6 HTTP/1.1" status: 200 len: 946 time: 0.0491138 Apr 12 11:06:50.087694 dv-cinder-830088-4-iscsi neutron-server[103258]: INFO neutron.wsgi [req-6897defb-8e20-4c37-b723-9db629d664cf req-70d63d30-c01a-4125-b7d9-b820eff928b2 tempest-AttachVolumeTestJSON-1709741936 tempest-AttachVolumeTestJSON-1709741936-project] 10.222.0.39 "GET /v2.0/security-groups?id=fc469313-82a8-4ad2-a9e9-24c86c2f4d72&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0386004 Apr 12 11:06:51.347901 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b6a78dc-e43d-4c6e-83a3-6c9c95fff6c3 req-9d9c28f4-2215-4801-918e-fa80fcaedc95 tempest-AttachVolumeTestJSON-1709741936 tempest-AttachVolumeTestJSON-1709741936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:06:51.349334 dv-cinder-830088-4-iscsi neutron-server[103257]: INFO neutron.wsgi [req-0b6a78dc-e43d-4c6e-83a3-6c9c95fff6c3 req-9d9c28f4-2215-4801-918e-fa80fcaedc95 tempest-AttachVolumeTestJSON-1709741936 tempest-AttachVolumeTestJSON-1709741936-project] 10.222.0.39 "GET /v2.0/ports?device_id=054cf929-099f-406a-9607-1086f5624af6 HTTP/1.1" status: 200 len: 946 time: 0.0447159 Apr 12 11:06:51.397877 dv-cinder-830088-4-iscsi neutron-server[103257]: INFO neutron.wsgi [req-0b6a78dc-e43d-4c6e-83a3-6c9c95fff6c3 req-5da84bb8-dde0-436b-8a30-0a53dc9b8b01 tempest-AttachVolumeTestJSON-1709741936 tempest-AttachVolumeTestJSON-1709741936-project] 10.222.0.39 "GET /v2.0/security-groups?id=fc469313-82a8-4ad2-a9e9-24c86c2f4d72&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431094 Apr 12 11:06:52.509128 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e085b139-09d8-48ce-8777-68cd0058a4b6 req-8efe8b93-67d9-46cc-bdfa-0ce32ff7d2d5 tempest-AttachVolumeTestJSON-1709741936 tempest-AttachVolumeTestJSON-1709741936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:06:52.510604 dv-cinder-830088-4-iscsi neutron-server[103258]: INFO neutron.wsgi [req-e085b139-09d8-48ce-8777-68cd0058a4b6 req-8efe8b93-67d9-46cc-bdfa-0ce32ff7d2d5 tempest-AttachVolumeTestJSON-1709741936 tempest-AttachVolumeTestJSON-1709741936-project] 10.222.0.39 "GET /v2.0/ports?device_id=054cf929-099f-406a-9607-1086f5624af6 HTTP/1.1" status: 200 len: 946 time: 0.0469131 Apr 12 11:06:52.555060 dv-cinder-830088-4-iscsi neutron-server[103258]: INFO neutron.wsgi [req-e085b139-09d8-48ce-8777-68cd0058a4b6 req-74d732b6-7684-4c64-94f6-e948f1a13c0b tempest-AttachVolumeTestJSON-1709741936 tempest-AttachVolumeTestJSON-1709741936-project] 10.222.0.39 "GET /v2.0/security-groups?id=fc469313-82a8-4ad2-a9e9-24c86c2f4d72&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0389705 Apr 12 11:06:53.664011 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99dc7e79-150a-4e5b-8420-ebec0b4d465e req-c959db82-5179-4940-aa23-55bbbb0b583b tempest-AttachVolumeTestJSON-1709741936 tempest-AttachVolumeTestJSON-1709741936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:06:53.665467 dv-cinder-830088-4-iscsi neutron-server[103257]: INFO neutron.wsgi [req-99dc7e79-150a-4e5b-8420-ebec0b4d465e req-c959db82-5179-4940-aa23-55bbbb0b583b tempest-AttachVolumeTestJSON-1709741936 tempest-AttachVolumeTestJSON-1709741936-project] 10.222.0.39 "GET /v2.0/ports?device_id=054cf929-099f-406a-9607-1086f5624af6 HTTP/1.1" status: 200 len: 946 time: 0.0457265 Apr 12 11:06:53.710577 dv-cinder-830088-4-iscsi neutron-server[103257]: INFO neutron.wsgi [req-99dc7e79-150a-4e5b-8420-ebec0b4d465e req-1d236bf0-f728-4272-84a0-59dcbb2d3997 tempest-AttachVolumeTestJSON-1709741936 tempest-AttachVolumeTestJSON-1709741936-project] 10.222.0.39 "GET /v2.0/security-groups?id=fc469313-82a8-4ad2-a9e9-24c86c2f4d72&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397098 Apr 12 11:06:54.821426 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e947c6c0-eb09-4536-b234-137a5bc13a72 req-0169bf04-2300-408a-ba76-0ea322301b42 tempest-AttachVolumeTestJSON-1709741936 tempest-AttachVolumeTestJSON-1709741936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:06:54.822817 dv-cinder-830088-4-iscsi neutron-server[103258]: INFO neutron.wsgi [req-e947c6c0-eb09-4536-b234-137a5bc13a72 req-0169bf04-2300-408a-ba76-0ea322301b42 tempest-AttachVolumeTestJSON-1709741936 tempest-AttachVolumeTestJSON-1709741936-project] 10.222.0.39 "GET /v2.0/ports?device_id=054cf929-099f-406a-9607-1086f5624af6 HTTP/1.1" status: 200 len: 946 time: 0.0469449 Apr 12 11:06:54.874080 dv-cinder-830088-4-iscsi neutron-server[103258]: INFO neutron.wsgi [req-e947c6c0-eb09-4536-b234-137a5bc13a72 req-f46b5c59-ccba-4b93-8f7e-e02f5a517b3a tempest-AttachVolumeTestJSON-1709741936 tempest-AttachVolumeTestJSON-1709741936-project] 10.222.0.39 "GET /v2.0/security-groups?id=fc469313-82a8-4ad2-a9e9-24c86c2f4d72&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0454619 Apr 12 11:06:55.121452 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65e89a55-2761-4fca-940b-cf2cc1c7821e req-5a987132-8b27-430b-8d8b-25e1c4a29a4f tempest-AttachVolumeNegativeTest-1347969699 tempest-AttachVolumeNegativeTest-1347969699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:06:55.122937 dv-cinder-830088-4-iscsi neutron-server[103257]: INFO neutron.wsgi [req-65e89a55-2761-4fca-940b-cf2cc1c7821e req-5a987132-8b27-430b-8d8b-25e1c4a29a4f tempest-AttachVolumeNegativeTest-1347969699 tempest-AttachVolumeNegativeTest-1347969699-project] 10.222.0.39 "GET /v2.0/ports?device_id=30496a14-7045-478f-8d8a-1d35ed0d9c5f HTTP/1.1" status: 200 len: 946 time: 0.0463483 Apr 12 11:06:55.167296 dv-cinder-830088-4-iscsi neutron-server[103257]: INFO neutron.wsgi [req-65e89a55-2761-4fca-940b-cf2cc1c7821e req-49eae84e-ac78-4676-9dea-bdc28361df3e tempest-AttachVolumeNegativeTest-1347969699 tempest-AttachVolumeNegativeTest-1347969699-project] 10.222.0.39 "GET /v2.0/security-groups?id=0be2ea31-d57c-4eee-b181-f5a834d8f953&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0388060 Apr 12 11:06:55.984543 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3200149-45b9-417b-86d2-37575a2b19ba req-7d22c821-3011-4e8c-bd09-eea7cfef355c tempest-AttachVolumeTestJSON-1709741936 tempest-AttachVolumeTestJSON-1709741936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:06:55.986530 dv-cinder-830088-4-iscsi neutron-server[103258]: INFO neutron.wsgi [req-a3200149-45b9-417b-86d2-37575a2b19ba req-7d22c821-3011-4e8c-bd09-eea7cfef355c tempest-AttachVolumeTestJSON-1709741936 tempest-AttachVolumeTestJSON-1709741936-project] 10.222.0.39 "GET /v2.0/ports?device_id=054cf929-099f-406a-9607-1086f5624af6 HTTP/1.1" status: 200 len: 946 time: 0.0462914 Apr 12 11:06:56.031603 dv-cinder-830088-4-iscsi neutron-server[103258]: INFO neutron.wsgi [req-a3200149-45b9-417b-86d2-37575a2b19ba req-2df8d986-5966-4c38-a79f-e73745fb7219 tempest-AttachVolumeTestJSON-1709741936 tempest-AttachVolumeTestJSON-1709741936-project] 10.222.0.39 "GET /v2.0/security-groups?id=fc469313-82a8-4ad2-a9e9-24c86c2f4d72&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0395079 Apr 12 11:06:56.280603 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91aa0835-97ea-492d-9b4e-dd6fad2fdaa8 req-09758b89-8452-4840-9394-31b29945b22a tempest-AttachVolumeNegativeTest-1347969699 tempest-AttachVolumeNegativeTest-1347969699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:06:56.282664 dv-cinder-830088-4-iscsi neutron-server[103257]: INFO neutron.wsgi [req-91aa0835-97ea-492d-9b4e-dd6fad2fdaa8 req-09758b89-8452-4840-9394-31b29945b22a tempest-AttachVolumeNegativeTest-1347969699 tempest-AttachVolumeNegativeTest-1347969699-project] 10.222.0.39 "GET /v2.0/ports?device_id=30496a14-7045-478f-8d8a-1d35ed0d9c5f HTTP/1.1" status: 200 len: 946 time: 0.0500352 Apr 12 11:06:56.326223 dv-cinder-830088-4-iscsi neutron-server[103257]: INFO neutron.wsgi [req-91aa0835-97ea-492d-9b4e-dd6fad2fdaa8 req-92f149f5-0368-4307-9cd0-e6bfb351504a tempest-AttachVolumeNegativeTest-1347969699 tempest-AttachVolumeNegativeTest-1347969699-project] 10.222.0.39 "GET /v2.0/security-groups?id=0be2ea31-d57c-4eee-b181-f5a834d8f953&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0381536 Apr 12 11:06:57.145571 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3bcb29c-849f-4181-a74d-a1e956dad9bc req-b274e75a-856f-4802-a6fc-d63263ebfcb8 tempest-AttachVolumeTestJSON-1709741936 tempest-AttachVolumeTestJSON-1709741936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:06:57.147030 dv-cinder-830088-4-iscsi neutron-server[103258]: INFO neutron.wsgi [req-e3bcb29c-849f-4181-a74d-a1e956dad9bc req-b274e75a-856f-4802-a6fc-d63263ebfcb8 tempest-AttachVolumeTestJSON-1709741936 tempest-AttachVolumeTestJSON-1709741936-project] 10.222.0.39 "GET /v2.0/ports?device_id=054cf929-099f-406a-9607-1086f5624af6 HTTP/1.1" status: 200 len: 946 time: 0.0447931 Apr 12 11:06:57.191761 dv-cinder-830088-4-iscsi neutron-server[103258]: INFO neutron.wsgi [req-e3bcb29c-849f-4181-a74d-a1e956dad9bc req-c2960119-0e78-448d-9d2e-10673a90d66b tempest-AttachVolumeTestJSON-1709741936 tempest-AttachVolumeTestJSON-1709741936-project] 10.222.0.39 "GET /v2.0/security-groups?id=fc469313-82a8-4ad2-a9e9-24c86c2f4d72&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0393119 Apr 12 11:06:57.231235 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d39599cd-2c83-48b2-a067-ec8401283260 req-eb5644ad-2523-47e5-ad29-f06faf36ca66 tempest-AttachVolumeNegativeTest-1347969699 tempest-AttachVolumeNegativeTest-1347969699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:06:57.232646 dv-cinder-830088-4-iscsi neutron-server[103257]: INFO neutron.wsgi [req-d39599cd-2c83-48b2-a067-ec8401283260 req-eb5644ad-2523-47e5-ad29-f06faf36ca66 tempest-AttachVolumeNegativeTest-1347969699 tempest-AttachVolumeNegativeTest-1347969699-project] 10.222.0.53 "GET /v2.0/ports?device_id=30496a14-7045-478f-8d8a-1d35ed0d9c5f HTTP/1.1" status: 200 len: 946 time: 0.0451460 Apr 12 11:06:57.317648 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [req-d39599cd-2c83-48b2-a067-ec8401283260 req-5dd5066e-0ae2-4cc1-b5b4-69aefc5095e3 tempest-AttachVolumeNegativeTest-1347969699 tempest-AttachVolumeNegativeTest-1347969699-project] Deleting port f173e7c5-0f74-4b76-a51c-1c2e992de4a8 {{(pid=103257) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 12 11:06:57.318286 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [req-d39599cd-2c83-48b2-a067-ec8401283260 req-5dd5066e-0ae2-4cc1-b5b4-69aefc5095e3 tempest-AttachVolumeNegativeTest-1347969699 tempest-AttachVolumeNegativeTest-1347969699-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777667983647'] for port (f173e7c5-0f74-4b76-a51c-1c2e992de4a8), before_delete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:06:57.440242 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron.plugins.ml2.db [req-d39599cd-2c83-48b2-a067-ec8401283260 req-5dd5066e-0ae2-4cc1-b5b4-69aefc5095e3 tempest-AttachVolumeNegativeTest-1347969699 tempest-AttachVolumeNegativeTest-1347969699-project] For port f173e7c5-0f74-4b76-a51c-1c2e992de4a8, host hv-cinder-83008, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83008',level=0,port_id=f173e7c5-0f74-4b76-a51c-1c2e992de4a8,segment=NetworkSegment(7235212e-5ea9-4475-b7e8-0ed6cc0af829),segment_id=7235212e-5ea9-4475-b7e8-0ed6cc0af829)] {{(pid=103257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 11:06:57.440613 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [req-d39599cd-2c83-48b2-a067-ec8401283260 req-5dd5066e-0ae2-4cc1-b5b4-69aefc5095e3 tempest-AttachVolumeNegativeTest-1347969699 tempest-AttachVolumeNegativeTest-1347969699-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-575824'] for port (f173e7c5-0f74-4b76-a51c-1c2e992de4a8), precommit_delete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:06:57.462662 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3c1d255-b3c0-4de2-9cbe-21dd0519bd1a req-bc800ccd-90a2-4d83-85e5-38d22f408829 tempest-AttachVolumeNegativeTest-1347969699 tempest-AttachVolumeNegativeTest-1347969699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:06:57.464147 dv-cinder-830088-4-iscsi neutron-server[103257]: INFO neutron.wsgi [req-c3c1d255-b3c0-4de2-9cbe-21dd0519bd1a req-bc800ccd-90a2-4d83-85e5-38d22f408829 tempest-AttachVolumeNegativeTest-1347969699 tempest-AttachVolumeNegativeTest-1347969699-project] 10.222.0.39 "GET /v2.0/ports?device_id=30496a14-7045-478f-8d8a-1d35ed0d9c5f HTTP/1.1" status: 200 len: 946 time: 0.0706935 Apr 12 11:06:57.625820 dv-cinder-830088-4-iscsi neutron-server[103257]: INFO neutron.wsgi [req-c3c1d255-b3c0-4de2-9cbe-21dd0519bd1a req-20f0f68d-17e8-47e2-b9a3-0adf4363bcfc tempest-AttachVolumeNegativeTest-1347969699 tempest-AttachVolumeNegativeTest-1347969699-project] 10.222.0.39 "GET /v2.0/security-groups?id=0be2ea31-d57c-4eee-b181-f5a834d8f953&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1390643 Apr 12 11:06:57.701414 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [req-d39599cd-2c83-48b2-a067-ec8401283260 req-5dd5066e-0ae2-4cc1-b5b4-69aefc5095e3 tempest-AttachVolumeNegativeTest-1347969699 tempest-AttachVolumeNegativeTest-1347969699-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:06:57.701769 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [req-d39599cd-2c83-48b2-a067-ec8401283260 req-5dd5066e-0ae2-4cc1-b5b4-69aefc5095e3 tempest-AttachVolumeNegativeTest-1347969699 tempest-AttachVolumeNegativeTest-1347969699-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-579534'] for floatingip (53b9f687-5164-4a4a-9a37-1734368a742f), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:06:57.702087 dv-cinder-830088-4-iscsi neutron-server[103257]: INFO neutron.db.l3_db [req-d39599cd-2c83-48b2-a067-ec8401283260 req-5dd5066e-0ae2-4cc1-b5b4-69aefc5095e3 tempest-AttachVolumeNegativeTest-1347969699 tempest-AttachVolumeNegativeTest-1347969699-project] Floating IP 53b9f687-5164-4a4a-9a37-1734368a742f disassociated. External IP: 172.27.3.70, port: f173e7c5-0f74-4b76-a51c-1c2e992de4a8. Apr 12 11:06:57.702426 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [req-d39599cd-2c83-48b2-a067-ec8401283260 req-5dd5066e-0ae2-4cc1-b5b4-69aefc5095e3 tempest-AttachVolumeNegativeTest-1347969699 tempest-AttachVolumeNegativeTest-1347969699-project] Calling delete_port for f173e7c5-0f74-4b76-a51c-1c2e992de4a8 owned by compute:nova {{(pid=103257) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 12 11:06:57.734679 dv-cinder-830088-4-iscsi neutron-server[103260]: DEBUG neutron.db.agents_db [None req-b0205aca-973a-4a8a-ba9e-4a4e25067b42 None None] Agent healthcheck: found 6 active agents {{(pid=103260) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 12 11:06:58.066456 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [req-d39599cd-2c83-48b2-a067-ec8401283260 req-5dd5066e-0ae2-4cc1-b5b4-69aefc5095e3 tempest-AttachVolumeNegativeTest-1347969699 tempest-AttachVolumeNegativeTest-1347969699-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1534861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777667992077', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777667450161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5265645'] for port (f173e7c5-0f74-4b76-a51c-1c2e992de4a8), after_delete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:06:58.096714 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dd5066e-0ae2-4cc1-b5b4-69aefc5095e3 tempest-AttachVolumeNegativeTest-1347969699 tempest-AttachVolumeNegativeTest-1347969699-project] Pushing event deleted for resources: {'Port': ['ID=f173e7c5-0f74-4b76-a51c-1c2e992de4a8,revision_number=None']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:06:58.107383 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dd5066e-0ae2-4cc1-b5b4-69aefc5095e3 tempest-AttachVolumeNegativeTest-1347969699 tempest-AttachVolumeNegativeTest-1347969699-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830088-4-iscsi {{(pid=103257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:06:58.107727 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dd5066e-0ae2-4cc1-b5b4-69aefc5095e3 tempest-AttachVolumeNegativeTest-1347969699 tempest-AttachVolumeNegativeTest-1347969699-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830088-4-iscsi {{(pid=103257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:06:58.108061 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dd5066e-0ae2-4cc1-b5b4-69aefc5095e3 tempest-AttachVolumeNegativeTest-1347969699 tempest-AttachVolumeNegativeTest-1347969699-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830088-4-iscsi {{(pid=103257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:06:58.108392 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dd5066e-0ae2-4cc1-b5b4-69aefc5095e3 tempest-AttachVolumeNegativeTest-1347969699 tempest-AttachVolumeNegativeTest-1347969699-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830088-4-iscsi {{(pid=103257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:06:58.108720 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dd5066e-0ae2-4cc1-b5b4-69aefc5095e3 tempest-AttachVolumeNegativeTest-1347969699 tempest-AttachVolumeNegativeTest-1347969699-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830088-4-iscsi {{(pid=103257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:06:58.109050 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dd5066e-0ae2-4cc1-b5b4-69aefc5095e3 tempest-AttachVolumeNegativeTest-1347969699 tempest-AttachVolumeNegativeTest-1347969699-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830088-4-iscsi {{(pid=103257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:06:58.109372 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dd5066e-0ae2-4cc1-b5b4-69aefc5095e3 tempest-AttachVolumeNegativeTest-1347969699 tempest-AttachVolumeNegativeTest-1347969699-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830088-4-iscsi {{(pid=103257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:06:58.109719 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dd5066e-0ae2-4cc1-b5b4-69aefc5095e3 tempest-AttachVolumeNegativeTest-1347969699 tempest-AttachVolumeNegativeTest-1347969699-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830088-4-iscsi {{(pid=103257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:06:58.110040 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dd5066e-0ae2-4cc1-b5b4-69aefc5095e3 tempest-AttachVolumeNegativeTest-1347969699 tempest-AttachVolumeNegativeTest-1347969699-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-830088-4-iscsi {{(pid=103257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:06:58.110357 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dd5066e-0ae2-4cc1-b5b4-69aefc5095e3 tempest-AttachVolumeNegativeTest-1347969699 tempest-AttachVolumeNegativeTest-1347969699-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830088-4-iscsi {{(pid=103257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:06:58.110678 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dd5066e-0ae2-4cc1-b5b4-69aefc5095e3 tempest-AttachVolumeNegativeTest-1347969699 tempest-AttachVolumeNegativeTest-1347969699-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830088-4-iscsi {{(pid=103257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:06:58.111017 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dd5066e-0ae2-4cc1-b5b4-69aefc5095e3 tempest-AttachVolumeNegativeTest-1347969699 tempest-AttachVolumeNegativeTest-1347969699-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830088-4-iscsi {{(pid=103257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:06:58.111333 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dd5066e-0ae2-4cc1-b5b4-69aefc5095e3 tempest-AttachVolumeNegativeTest-1347969699 tempest-AttachVolumeNegativeTest-1347969699-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830088-4-iscsi {{(pid=103257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:06:58.111647 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dd5066e-0ae2-4cc1-b5b4-69aefc5095e3 tempest-AttachVolumeNegativeTest-1347969699 tempest-AttachVolumeNegativeTest-1347969699-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830088-4-iscsi {{(pid=103257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:06:58.111965 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dd5066e-0ae2-4cc1-b5b4-69aefc5095e3 tempest-AttachVolumeNegativeTest-1347969699 tempest-AttachVolumeNegativeTest-1347969699-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830088-4-iscsi {{(pid=103257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:06:58.220590 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron.scheduler.l3_agent_scheduler [req-d39599cd-2c83-48b2-a067-ec8401283260 req-5dd5066e-0ae2-4cc1-b5b4-69aefc5095e3 tempest-AttachVolumeNegativeTest-1347969699 tempest-AttachVolumeNegativeTest-1347969699-project] Router b40e7d0d-8f57-424d-96be-54b6f118e1d9 has already been hosted by L3 agent 77f5e085-0284-4236-9dbf-35d2d452e277 {{(pid=103257) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 12 11:06:58.307725 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaeb091d-70e5-4d7b-ace2-3d2c7257b802 req-6a2da8ec-aeaa-4a1b-bca2-cdd5f29a33a1 tempest-AttachVolumeTestJSON-1709741936 tempest-AttachVolumeTestJSON-1709741936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:06:58.309210 dv-cinder-830088-4-iscsi neutron-server[103258]: INFO neutron.wsgi [req-eaeb091d-70e5-4d7b-ace2-3d2c7257b802 req-6a2da8ec-aeaa-4a1b-bca2-cdd5f29a33a1 tempest-AttachVolumeTestJSON-1709741936 tempest-AttachVolumeTestJSON-1709741936-project] 10.222.0.39 "GET /v2.0/ports?device_id=054cf929-099f-406a-9607-1086f5624af6 HTTP/1.1" status: 200 len: 946 time: 0.0494790 Apr 12 11:06:58.332169 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-d39599cd-2c83-48b2-a067-ec8401283260 req-5dd5066e-0ae2-4cc1-b5b4-69aefc5095e3 tempest-AttachVolumeNegativeTest-1347969699 tempest-AttachVolumeNegativeTest-1347969699-project] Notify agent at l3_agent.dv-cinder-830088-4-iscsi the message routers_updated {{(pid=103257) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 12 11:06:58.343662 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6fda382-fc7f-4b0e-a2cb-6bcf9ffe6dd9 None None] Sync routers for ids ['b40e7d0d-8f57-424d-96be-54b6f118e1d9'] in dv-cinder-830088-4-iscsi {{(pid=103259) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 12 11:06:58.355773 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6fda382-fc7f-4b0e-a2cb-6bcf9ffe6dd9 None None] Routers {'b40e7d0d-8f57-424d-96be-54b6f118e1d9'} bound to L3 agent in host dv-cinder-830088-4-iscsi {{(pid=103259) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 11:06:58.356463 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron.db.l3_hamode_db [None req-e6fda382-fc7f-4b0e-a2cb-6bcf9ffe6dd9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830088-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-12T10:52:12Z,description=,heartbeat_timestamp=2022-04-12T11:06:43Z,host='dv-cinder-830088-4-iscsi',id=77f5e085-0284-4236-9dbf-35d2d452e277,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T10:52:12Z,topic='l3_agent')) {'router_ids': ['b40e7d0d-8f57-424d-96be-54b6f118e1d9'], 'active': True} {{(pid=103259) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 11:06:58.359075 dv-cinder-830088-4-iscsi neutron-server[103258]: INFO neutron.wsgi [req-eaeb091d-70e5-4d7b-ace2-3d2c7257b802 req-59412456-7995-48cd-bc73-8c4f63556682 tempest-AttachVolumeTestJSON-1709741936 tempest-AttachVolumeTestJSON-1709741936-project] 10.222.0.39 "GET /v2.0/security-groups?id=fc469313-82a8-4ad2-a9e9-24c86c2f4d72&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433846 Apr 12 11:06:58.376186 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron.db.l3_dvrscheduler_db [req-d39599cd-2c83-48b2-a067-ec8401283260 req-5dd5066e-0ae2-4cc1-b5b4-69aefc5095e3 tempest-AttachVolumeNegativeTest-1347969699 tempest-AttachVolumeNegativeTest-1347969699-project] No DVR routers for this DVR port f173e7c5-0f74-4b76-a51c-1c2e992de4a8 on host hv-cinder-83008 {{(pid=103257) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 12 11:06:58.378943 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [req-d39599cd-2c83-48b2-a067-ec8401283260 req-5dd5066e-0ae2-4cc1-b5b4-69aefc5095e3 tempest-AttachVolumeNegativeTest-1347969699 tempest-AttachVolumeNegativeTest-1347969699-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108023'] for port (None), before_response {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:06:58.382281 dv-cinder-830088-4-iscsi neutron-server[103257]: INFO neutron.wsgi [req-d39599cd-2c83-48b2-a067-ec8401283260 req-5dd5066e-0ae2-4cc1-b5b4-69aefc5095e3 tempest-AttachVolumeNegativeTest-1347969699 tempest-AttachVolumeNegativeTest-1347969699-project] 10.222.0.53 "DELETE /v2.0/ports/f173e7c5-0f74-4b76-a51c-1c2e992de4a8 HTTP/1.1" status: 204 len: 173 time: 1.1444166 Apr 12 11:06:58.382756 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '30496a14-7045-478f-8d8a-1d35ed0d9c5f', 'name': 'network-vif-deleted', 'tag': 'f173e7c5-0f74-4b76-a51c-1c2e992de4a8'}] {{(pid=103257) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 11:06:58.385065 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}263188bb5a56b6ea0b99504a79f1a82db60da3322be0ebbd3338f0b2803b3102" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8937e97a-44e4-46a7-93d4-4a0b14fb842a" -d '{"events": [{"server_uuid": "30496a14-7045-478f-8d8a-1d35ed0d9c5f", "name": "network-vif-deleted", "tag": "f173e7c5-0f74-4b76-a51c-1c2e992de4a8"}]}' {{(pid=103257) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 11:06:58.478532 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Apr 2022 11:06:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ae571802-8baf-402a-a42a-ab194f52def4 x-openstack-request-id: req-ae571802-8baf-402a-a42a-ab194f52def4 {{(pid=103257) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 11:06:58.478878 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "30496a14-7045-478f-8d8a-1d35ed0d9c5f", "name": "network-vif-deleted", "tag": "f173e7c5-0f74-4b76-a51c-1c2e992de4a8", "status": "completed", "code": 200}]} {{(pid=103257) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 11:06:58.479137 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-ae571802-8baf-402a-a42a-ab194f52def4 {{(pid=103257) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 11:06:58.479552 dv-cinder-830088-4-iscsi neutron-server[103257]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ae571802-8baf-402a-a42a-ab194f52def4'] response: {'server_uuid': '30496a14-7045-478f-8d8a-1d35ed0d9c5f', 'name': 'network-vif-deleted', 'tag': 'f173e7c5-0f74-4b76-a51c-1c2e992de4a8', 'status': 'completed', 'code': 200} Apr 12 11:06:58.504123 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron.db.l3_dvr_db [None req-e6fda382-fc7f-4b0e-a2cb-6bcf9ffe6dd9 None None] Set router b40e7d0d-8f57-424d-96be-54b6f118e1d9 gateway port host: dv-cinder-830088-4-iscsi {{(pid=103259) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 11:06:58.730997 dv-cinder-830088-4-iscsi neutron-server[103258]: INFO neutron.wsgi [req-4fe64d6f-59ae-453a-8d72-e342a623c28f req-80c2764a-fba3-4f86-a02b-32c09e2f6678 tempest-AttachVolumeNegativeTest-1347969699 tempest-AttachVolumeNegativeTest-1347969699-project] 10.222.0.39 "GET /v2.0/ports?device_id=30496a14-7045-478f-8d8a-1d35ed0d9c5f HTTP/1.1" status: 200 len: 210 time: 0.0287712 Apr 12 11:06:58.762268 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron.db.l3_hamode_db [None req-e6fda382-fc7f-4b0e-a2cb-6bcf9ffe6dd9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b40e7d0d-8f57-424d-96be-54b6f118e1d9', 'name': 'tempest-AttachVolumeNegativeTest-942964669-router', 'tenant_id': 'e581060642574053bd171680bd4e15a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b7be5f2-485b-4c85-8f98-fb200971b61c', 'external_fixed_ips': [{'subnet_id': '4887111e-1302-416a-ab8e-c957c9df7f85', 'ip_address': '172.27.3.241'}], 'enable_snat': True}, 'gw_port_id': 'dd38917a-e181-47e0-9f30-aa2e24b0ed10', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T11:00:41Z', 'updated_at': '2022-04-12T11:00:48Z', 'revision_number': 4, 'project_id': 'e581060642574053bd171680bd4e15a9', 'gw_port': {'id': 'dd38917a-e181-47e0-9f30-aa2e24b0ed10', 'name': '', 'network_id': '3b7be5f2-485b-4c85-8f98-fb200971b61c', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:d9:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b40e7d0d-8f57-424d-96be-54b6f118e1d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '4887111e-1302-416a-ab8e-c957c9df7f85', 'ip_address': '172.27.3.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830088-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T11:00:42Z', 'updated_at': '2022-04-12T11:00:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4887111e-1302-416a-ab8e-c957c9df7f85', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830088-4-iscsi', '_floatingips': [{'id': '9a9747ef-6d85-4a0f-8920-54c4a716cecc', 'tenant_id': 'e581060642574053bd171680bd4e15a9', 'floating_ip_address': '172.27.3.181', 'floating_network_id': '3b7be5f2-485b-4c85-8f98-fb200971b61c', 'router_id': 'b40e7d0d-8f57-424d-96be-54b6f118e1d9', 'port_id': '81da8d92-10b5-4f49-b3df-4f9d3bffc3b7', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 130, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8605bce6-3955-4448-bd79-8ef881f45c6d', 'mac_address': 'fa:16:3e:42:a0:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76c0d3e2-99b4-4344-b105-cc9bc02b2bb7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-12T11:01:03Z', 'updated_at': '2022-04-12T11:02:04Z', 'revision_number': 2, 'project_id': 'e581060642574053bd171680bd4e15a9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a2233ce1-933b-408f-884a-0a19dee76ba7', 'name': '', 'network_id': '8605bce6-3955-4448-bd79-8ef881f45c6d', 'tenant_id': 'e581060642574053bd171680bd4e15a9', 'mac_address': 'fa:16:3e:b3:0a:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b40e7d0d-8f57-424d-96be-54b6f118e1d9', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': '342bfb33-54ce-4b31-b1d9-ee13f5d2ec00', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830088-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T11:00:47Z', 'updated_at': '2022-04-12T11:00:57Z', 'revision_number': 5, 'project_id': 'e581060642574053bd171680bd4e15a9', 'subnets': [{'id': '342bfb33-54ce-4b31-b1d9-ee13f5d2ec00', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830088-4-iscsi', False) {} {{(pid=103259) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 11:06:58.792401 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6fda382-fc7f-4b0e-a2cb-6bcf9ffe6dd9 None None] Checking router: b40e7d0d-8f57-424d-96be-54b6f118e1d9 for host: dv-cinder-830088-4-iscsi {{(pid=103259) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 12 11:06:58.802579 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6fda382-fc7f-4b0e-a2cb-6bcf9ffe6dd9 None None] Routers {'b40e7d0d-8f57-424d-96be-54b6f118e1d9'} bound to L3 agent in host dv-cinder-830088-4-iscsi {{(pid=103259) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 11:06:58.803217 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron.db.l3_hamode_db [None req-e6fda382-fc7f-4b0e-a2cb-6bcf9ffe6dd9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830088-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-12T10:52:12Z,description=,heartbeat_timestamp=2022-04-12T11:06:43Z,host='dv-cinder-830088-4-iscsi',id=77f5e085-0284-4236-9dbf-35d2d452e277,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T10:52:12Z,topic='l3_agent')) {'router_ids': ['b40e7d0d-8f57-424d-96be-54b6f118e1d9'], 'active': True} {{(pid=103259) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 11:06:58.917693 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron.db.l3_dvr_db [None req-e6fda382-fc7f-4b0e-a2cb-6bcf9ffe6dd9 None None] Set router b40e7d0d-8f57-424d-96be-54b6f118e1d9 gateway port host: dv-cinder-830088-4-iscsi {{(pid=103259) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 11:06:59.131130 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron.db.l3_hamode_db [None req-e6fda382-fc7f-4b0e-a2cb-6bcf9ffe6dd9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b40e7d0d-8f57-424d-96be-54b6f118e1d9', 'name': 'tempest-AttachVolumeNegativeTest-942964669-router', 'tenant_id': 'e581060642574053bd171680bd4e15a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b7be5f2-485b-4c85-8f98-fb200971b61c', 'external_fixed_ips': [{'subnet_id': '4887111e-1302-416a-ab8e-c957c9df7f85', 'ip_address': '172.27.3.241'}], 'enable_snat': True}, 'gw_port_id': 'dd38917a-e181-47e0-9f30-aa2e24b0ed10', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T11:00:41Z', 'updated_at': '2022-04-12T11:00:48Z', 'revision_number': 4, 'project_id': 'e581060642574053bd171680bd4e15a9', 'gw_port': {'id': 'dd38917a-e181-47e0-9f30-aa2e24b0ed10', 'name': '', 'network_id': '3b7be5f2-485b-4c85-8f98-fb200971b61c', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:d9:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b40e7d0d-8f57-424d-96be-54b6f118e1d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '4887111e-1302-416a-ab8e-c957c9df7f85', 'ip_address': '172.27.3.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830088-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T11:00:42Z', 'updated_at': '2022-04-12T11:00:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4887111e-1302-416a-ab8e-c957c9df7f85', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830088-4-iscsi', '_floatingips': [{'id': '9a9747ef-6d85-4a0f-8920-54c4a716cecc', 'tenant_id': 'e581060642574053bd171680bd4e15a9', 'floating_ip_address': '172.27.3.181', 'floating_network_id': '3b7be5f2-485b-4c85-8f98-fb200971b61c', 'router_id': 'b40e7d0d-8f57-424d-96be-54b6f118e1d9', 'port_id': '81da8d92-10b5-4f49-b3df-4f9d3bffc3b7', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 130, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8605bce6-3955-4448-bd79-8ef881f45c6d', 'mac_address': 'fa:16:3e:42:a0:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76c0d3e2-99b4-4344-b105-cc9bc02b2bb7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-12T11:01:03Z', 'updated_at': '2022-04-12T11:02:04Z', 'revision_number': 2, 'project_id': 'e581060642574053bd171680bd4e15a9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a2233ce1-933b-408f-884a-0a19dee76ba7', 'name': '', 'network_id': '8605bce6-3955-4448-bd79-8ef881f45c6d', 'tenant_id': 'e581060642574053bd171680bd4e15a9', 'mac_address': 'fa:16:3e:b3:0a:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b40e7d0d-8f57-424d-96be-54b6f118e1d9', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': '342bfb33-54ce-4b31-b1d9-ee13f5d2ec00', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830088-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T11:00:47Z', 'updated_at': '2022-04-12T11:00:57Z', 'revision_number': 5, 'project_id': 'e581060642574053bd171680bd4e15a9', 'subnets': [{'id': '342bfb33-54ce-4b31-b1d9-ee13f5d2ec00', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830088-4-iscsi', False) {} {{(pid=103259) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 11:06:59.161720 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6fda382-fc7f-4b0e-a2cb-6bcf9ffe6dd9 None None] The sync data for ids ['b40e7d0d-8f57-424d-96be-54b6f118e1d9'] in dv-cinder-830088-4-iscsi is: [{'id': 'b40e7d0d-8f57-424d-96be-54b6f118e1d9', 'name': 'tempest-AttachVolumeNegativeTest-942964669-router', 'tenant_id': 'e581060642574053bd171680bd4e15a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b7be5f2-485b-4c85-8f98-fb200971b61c', 'external_fixed_ips': [{'subnet_id': '4887111e-1302-416a-ab8e-c957c9df7f85', 'ip_address': '172.27.3.241'}], 'enable_snat': True}, 'gw_port_id': 'dd38917a-e181-47e0-9f30-aa2e24b0ed10', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T11:00:41Z', 'updated_at': '2022-04-12T11:00:48Z', 'revision_number': 4, 'project_id': 'e581060642574053bd171680bd4e15a9', 'gw_port': {'id': 'dd38917a-e181-47e0-9f30-aa2e24b0ed10', 'name': '', 'network_id': '3b7be5f2-485b-4c85-8f98-fb200971b61c', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:d9:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b40e7d0d-8f57-424d-96be-54b6f118e1d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '4887111e-1302-416a-ab8e-c957c9df7f85', 'ip_address': '172.27.3.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830088-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T11:00:42Z', 'updated_at': '2022-04-12T11:00:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4887111e-1302-416a-ab8e-c957c9df7f85', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830088-4-iscsi', '_floatingips': [{'id': '9a9747ef-6d85-4a0f-8920-54c4a716cecc', 'tenant_id': 'e581060642574053bd171680bd4e15a9', 'floating_ip_address': '172.27.3.181', 'floating_network_id': '3b7be5f2-485b-4c85-8f98-fb200971b61c', 'router_id': 'b40e7d0d-8f57-424d-96be-54b6f118e1d9', 'port_id': '81da8d92-10b5-4f49-b3df-4f9d3bffc3b7', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 130, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8605bce6-3955-4448-bd79-8ef881f45c6d', 'mac_address': 'fa:16:3e:42:a0:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76c0d3e2-99b4-4344-b105-cc9bc02b2bb7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-12T11:01:03Z', 'updated_at': '2022-04-12T11:02:04Z', 'revision_number': 2, 'project_id': 'e581060642574053bd171680bd4e15a9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a2233ce1-933b-408f-884a-0a19dee76ba7', 'name': '', 'network_id': '8605bce6-3955-4448-bd79-8ef881f45c6d', 'tenant_id': 'e581060642574053bd171680bd4e15a9', 'mac_address': 'fa:16:3e:b3:0a:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b40e7d0d-8f57-424d-96be-54b6f118e1d9', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': '342bfb33-54ce-4b31-b1d9-ee13f5d2ec00', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830088-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T11:00:47Z', 'updated_at': '2022-04-12T11:00:57Z', 'revision_number': 5, 'project_id': 'e581060642574053bd171680bd4e15a9', 'subnets': [{'id': '342bfb33-54ce-4b31-b1d9-ee13f5d2ec00', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103259) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 12 11:06:59.453003 dv-cinder-830088-4-iscsi neutron-server[103260]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa2ff32d-138b-4b5e-81ed-5e613b836d63 None None] New status for floating IP 53b9f687-5164-4a4a-9a37-1734368a742f: DOWN {{(pid=103260) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 12 11:06:59.480337 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b79d4b62-9f65-402a-aedb-532d5eba3095 req-e569e81a-7487-46d6-8bd0-70612995ea59 tempest-AttachVolumeTestJSON-1709741936 tempest-AttachVolumeTestJSON-1709741936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:06:59.482097 dv-cinder-830088-4-iscsi neutron-server[103257]: INFO neutron.wsgi [req-b79d4b62-9f65-402a-aedb-532d5eba3095 req-e569e81a-7487-46d6-8bd0-70612995ea59 tempest-AttachVolumeTestJSON-1709741936 tempest-AttachVolumeTestJSON-1709741936-project] 10.222.0.39 "GET /v2.0/ports?device_id=054cf929-099f-406a-9607-1086f5624af6 HTTP/1.1" status: 200 len: 946 time: 0.0488505 Apr 12 11:06:59.528883 dv-cinder-830088-4-iscsi neutron-server[103257]: INFO neutron.wsgi [req-b79d4b62-9f65-402a-aedb-532d5eba3095 req-86b38ca6-cede-427b-a8cb-8f768c0069aa tempest-AttachVolumeTestJSON-1709741936 tempest-AttachVolumeTestJSON-1709741936-project] 10.222.0.39 "GET /v2.0/security-groups?id=fc469313-82a8-4ad2-a9e9-24c86c2f4d72&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398595 Apr 12 11:06:59.817818 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.wsgi [-] (103258) accepted ('10.222.0.39', 55426) {{(pid=103258) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 11:06:59.869973 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-52dd7725-5412-4b30-a5b9-8e2e7ea85893 tempest-AttachVolumeNegativeTest-1347969699 tempest-AttachVolumeNegativeTest-1347969699-project] Publish callbacks [] for security_group (0be2ea31-d57c-4eee-b181-f5a834d8f953), before_delete {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:06:59.893489 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-52dd7725-5412-4b30-a5b9-8e2e7ea85893 tempest-AttachVolumeNegativeTest-1347969699 tempest-AttachVolumeNegativeTest-1347969699-project] Publish callbacks [] for security_group (0be2ea31-d57c-4eee-b181-f5a834d8f953), precommit_delete {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:06:59.947918 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-52dd7725-5412-4b30-a5b9-8e2e7ea85893 tempest-AttachVolumeNegativeTest-1347969699 tempest-AttachVolumeNegativeTest-1347969699-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-415253'] for security_group (0be2ea31-d57c-4eee-b181-f5a834d8f953), after_delete {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:06:59.950711 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-52dd7725-5412-4b30-a5b9-8e2e7ea85893 tempest-AttachVolumeNegativeTest-1347969699 tempest-AttachVolumeNegativeTest-1347969699-project] Publish callbacks [] for security_group (None), before_response {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:06:59.951864 dv-cinder-830088-4-iscsi neutron-server[103258]: INFO neutron.wsgi [None req-52dd7725-5412-4b30-a5b9-8e2e7ea85893 tempest-AttachVolumeNegativeTest-1347969699 tempest-AttachVolumeNegativeTest-1347969699-project] 10.222.0.39 "DELETE /v2.0/security-groups/0be2ea31-d57c-4eee-b181-f5a834d8f953 HTTP/1.1" status: 204 len: 168 time: 0.1330619 Apr 12 11:06:59.954850 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron.wsgi [-] (103257) accepted ('10.222.0.39', 55428) {{(pid=103257) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 11:06:59.961307 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52dd7725-5412-4b30-a5b9-8e2e7ea85893 tempest-AttachVolumeNegativeTest-1347969699 tempest-AttachVolumeNegativeTest-1347969699-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0be2ea31-d57c-4eee-b181-f5a834d8f953,revision_number=None']} {{(pid=103258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:06:59.969156 dv-cinder-830088-4-iscsi neutron-server[103257]: INFO neutron.api.v2.resource [None req-0eb3ca68-8d48-45b5-827a-a7f9ca4f2107 tempest-AttachVolumeNegativeTest-1347969699 tempest-AttachVolumeNegativeTest-1347969699-project] show failed (client error): The resource could not be found. Apr 12 11:06:59.969544 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52dd7725-5412-4b30-a5b9-8e2e7ea85893 tempest-AttachVolumeNegativeTest-1347969699 tempest-AttachVolumeNegativeTest-1347969699-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830088-4-iscsi {{(pid=103258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:06:59.970044 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52dd7725-5412-4b30-a5b9-8e2e7ea85893 tempest-AttachVolumeNegativeTest-1347969699 tempest-AttachVolumeNegativeTest-1347969699-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830088-4-iscsi {{(pid=103258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:06:59.970372 dv-cinder-830088-4-iscsi neutron-server[103257]: INFO neutron.wsgi [None req-0eb3ca68-8d48-45b5-827a-a7f9ca4f2107 tempest-AttachVolumeNegativeTest-1347969699 tempest-AttachVolumeNegativeTest-1347969699-project] 10.222.0.39 "GET /v2.0/security-groups/0be2ea31-d57c-4eee-b181-f5a834d8f953 HTTP/1.1" status: 404 len: 347 time: 0.0141075 Apr 12 11:06:59.970495 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52dd7725-5412-4b30-a5b9-8e2e7ea85893 tempest-AttachVolumeNegativeTest-1347969699 tempest-AttachVolumeNegativeTest-1347969699-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830088-4-iscsi {{(pid=103258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:06:59.970862 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52dd7725-5412-4b30-a5b9-8e2e7ea85893 tempest-AttachVolumeNegativeTest-1347969699 tempest-AttachVolumeNegativeTest-1347969699-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830088-4-iscsi {{(pid=103258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:06:59.971194 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52dd7725-5412-4b30-a5b9-8e2e7ea85893 tempest-AttachVolumeNegativeTest-1347969699 tempest-AttachVolumeNegativeTest-1347969699-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830088-4-iscsi {{(pid=103258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:06:59.971520 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52dd7725-5412-4b30-a5b9-8e2e7ea85893 tempest-AttachVolumeNegativeTest-1347969699 tempest-AttachVolumeNegativeTest-1347969699-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830088-4-iscsi {{(pid=103258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:06:59.971843 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52dd7725-5412-4b30-a5b9-8e2e7ea85893 tempest-AttachVolumeNegativeTest-1347969699 tempest-AttachVolumeNegativeTest-1347969699-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830088-4-iscsi {{(pid=103258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:06:59.972166 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52dd7725-5412-4b30-a5b9-8e2e7ea85893 tempest-AttachVolumeNegativeTest-1347969699 tempest-AttachVolumeNegativeTest-1347969699-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830088-4-iscsi {{(pid=103258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:06:59.972483 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52dd7725-5412-4b30-a5b9-8e2e7ea85893 tempest-AttachVolumeNegativeTest-1347969699 tempest-AttachVolumeNegativeTest-1347969699-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-830088-4-iscsi {{(pid=103258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:06:59.972827 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52dd7725-5412-4b30-a5b9-8e2e7ea85893 tempest-AttachVolumeNegativeTest-1347969699 tempest-AttachVolumeNegativeTest-1347969699-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830088-4-iscsi {{(pid=103258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:06:59.973023 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron.wsgi [-] (103257) accepted ('10.222.0.39', 55430) {{(pid=103257) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 11:06:59.973132 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52dd7725-5412-4b30-a5b9-8e2e7ea85893 tempest-AttachVolumeNegativeTest-1347969699 tempest-AttachVolumeNegativeTest-1347969699-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830088-4-iscsi {{(pid=103258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:06:59.973427 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52dd7725-5412-4b30-a5b9-8e2e7ea85893 tempest-AttachVolumeNegativeTest-1347969699 tempest-AttachVolumeNegativeTest-1347969699-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830088-4-iscsi {{(pid=103258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:06:59.973741 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52dd7725-5412-4b30-a5b9-8e2e7ea85893 tempest-AttachVolumeNegativeTest-1347969699 tempest-AttachVolumeNegativeTest-1347969699-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830088-4-iscsi {{(pid=103258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:06:59.974054 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52dd7725-5412-4b30-a5b9-8e2e7ea85893 tempest-AttachVolumeNegativeTest-1347969699 tempest-AttachVolumeNegativeTest-1347969699-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830088-4-iscsi {{(pid=103258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:06:59.974370 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52dd7725-5412-4b30-a5b9-8e2e7ea85893 tempest-AttachVolumeNegativeTest-1347969699 tempest-AttachVolumeNegativeTest-1347969699-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830088-4-iscsi {{(pid=103258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:07:00.092906 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-a4956d1e-64ef-46f6-9136-6bb1dd68ccec tempest-AttachVolumeNegativeTest-1347969699 tempest-AttachVolumeNegativeTest-1347969699-project] Deleting port 96d23bb0-9c99-4cd6-8976-fcf27ad96734 {{(pid=103257) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 12 11:07:00.093250 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-a4956d1e-64ef-46f6-9136-6bb1dd68ccec tempest-AttachVolumeNegativeTest-1347969699 tempest-AttachVolumeNegativeTest-1347969699-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777667983647'] for port (96d23bb0-9c99-4cd6-8976-fcf27ad96734), before_delete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:07:00.170381 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-a4956d1e-64ef-46f6-9136-6bb1dd68ccec tempest-AttachVolumeNegativeTest-1347969699 tempest-AttachVolumeNegativeTest-1347969699-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-575824'] for port (96d23bb0-9c99-4cd6-8976-fcf27ad96734), precommit_delete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:07:00.170623 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-a4956d1e-64ef-46f6-9136-6bb1dd68ccec tempest-AttachVolumeNegativeTest-1347969699 tempest-AttachVolumeNegativeTest-1347969699-project] Publish callbacks [] for floatingip (96d23bb0-9c99-4cd6-8976-fcf27ad96734), precommit_delete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:07:00.183402 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-a4956d1e-64ef-46f6-9136-6bb1dd68ccec tempest-AttachVolumeNegativeTest-1347969699 tempest-AttachVolumeNegativeTest-1347969699-project] Calling delete_port for 96d23bb0-9c99-4cd6-8976-fcf27ad96734 owned by network:floatingip {{(pid=103257) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 12 11:07:00.319305 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-a4956d1e-64ef-46f6-9136-6bb1dd68ccec tempest-AttachVolumeNegativeTest-1347969699 tempest-AttachVolumeNegativeTest-1347969699-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1534861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777667992077', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777667450161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5265645'] for port (96d23bb0-9c99-4cd6-8976-fcf27ad96734), after_delete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:07:00.341778 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4956d1e-64ef-46f6-9136-6bb1dd68ccec tempest-AttachVolumeNegativeTest-1347969699 tempest-AttachVolumeNegativeTest-1347969699-project] Pushing event deleted for resources: {'Port': ['ID=96d23bb0-9c99-4cd6-8976-fcf27ad96734,revision_number=None']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:07:00.394621 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron.plugins.ml2.rpc [None req-ae6c308c-a92e-4424-a7f8-d6a17e5174ef None None] Device f173e7c5-0f74-4b76-a51c-1c2e992de4a8 no longer exists at agent hyperv_hv-cinder-83008 {{(pid=103259) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 12 11:07:00.407606 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-a4956d1e-64ef-46f6-9136-6bb1dd68ccec tempest-AttachVolumeNegativeTest-1347969699 tempest-AttachVolumeNegativeTest-1347969699-project] Publish callbacks [] for floatingip (53b9f687-5164-4a4a-9a37-1734368a742f), after_delete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:07:00.410267 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-a4956d1e-64ef-46f6-9136-6bb1dd68ccec tempest-AttachVolumeNegativeTest-1347969699 tempest-AttachVolumeNegativeTest-1347969699-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108023'] for floatingip (None), before_response {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:07:00.414472 dv-cinder-830088-4-iscsi neutron-server[103257]: INFO neutron.wsgi [None req-a4956d1e-64ef-46f6-9136-6bb1dd68ccec tempest-AttachVolumeNegativeTest-1347969699 tempest-AttachVolumeNegativeTest-1347969699-project] 10.222.0.39 "DELETE /v2.0/floatingips/53b9f687-5164-4a4a-9a37-1734368a742f HTTP/1.1" status: 204 len: 168 time: 0.4404576 Apr 12 11:07:00.417698 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron.plugins.ml2.plugin [None req-ae6c308c-a92e-4424-a7f8-d6a17e5174ef None None] No Port match for: f173e7c5-0f74-4b76-a51c-1c2e992de4a8 {{(pid=103259) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 12 11:07:00.418114 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron.plugins.ml2.rpc [None req-ae6c308c-a92e-4424-a7f8-d6a17e5174ef None None] Device f173e7c5-0f74-4b76-a51c-1c2e992de4a8 not bound to the agent host hv-cinder-83008 {{(pid=103259) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 12 11:07:00.651008 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc2e22cb-e309-49c1-b8ca-eac8e1a3e66c req-53176bec-319d-40bd-87a0-a176ee63d131 tempest-AttachVolumeTestJSON-1709741936 tempest-AttachVolumeTestJSON-1709741936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:07:00.652750 dv-cinder-830088-4-iscsi neutron-server[103257]: INFO neutron.wsgi [req-cc2e22cb-e309-49c1-b8ca-eac8e1a3e66c req-53176bec-319d-40bd-87a0-a176ee63d131 tempest-AttachVolumeTestJSON-1709741936 tempest-AttachVolumeTestJSON-1709741936-project] 10.222.0.39 "GET /v2.0/ports?device_id=054cf929-099f-406a-9607-1086f5624af6 HTTP/1.1" status: 200 len: 946 time: 0.0527382 Apr 12 11:07:00.701171 dv-cinder-830088-4-iscsi neutron-server[103257]: INFO neutron.wsgi [req-cc2e22cb-e309-49c1-b8ca-eac8e1a3e66c req-35f7364b-b7f5-4e9f-bc91-6c4cd97facf0 tempest-AttachVolumeTestJSON-1709741936 tempest-AttachVolumeTestJSON-1709741936-project] 10.222.0.39 "GET /v2.0/security-groups?id=fc469313-82a8-4ad2-a9e9-24c86c2f4d72&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423789 Apr 12 11:07:00.945857 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc4e70e5-8701-4b68-b0fd-564e0681d523 req-175f7a6a-ac48-4c7d-b6cf-3e2218967c8f tempest-AttachVolumeTestJSON-1709741936 tempest-AttachVolumeTestJSON-1709741936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:07:00.947302 dv-cinder-830088-4-iscsi neutron-server[103257]: INFO neutron.wsgi [req-dc4e70e5-8701-4b68-b0fd-564e0681d523 req-175f7a6a-ac48-4c7d-b6cf-3e2218967c8f tempest-AttachVolumeTestJSON-1709741936 tempest-AttachVolumeTestJSON-1709741936-project] 10.222.0.39 "GET /v2.0/ports?device_id=054cf929-099f-406a-9607-1086f5624af6 HTTP/1.1" status: 200 len: 946 time: 0.0486102 Apr 12 11:07:00.995834 dv-cinder-830088-4-iscsi neutron-server[103257]: INFO neutron.wsgi [req-dc4e70e5-8701-4b68-b0fd-564e0681d523 req-e8b11534-bdde-45b6-bc4b-c6406984b9b3 tempest-AttachVolumeTestJSON-1709741936 tempest-AttachVolumeTestJSON-1709741936-project] 10.222.0.39 "GET /v2.0/security-groups?id=fc469313-82a8-4ad2-a9e9-24c86c2f4d72&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411787 Apr 12 11:07:01.473372 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da90c962-855b-47ed-80f4-d860f5e95566 req-558e4834-c719-49c9-8ca3-bfab1fc4b2e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:07:01.474910 dv-cinder-830088-4-iscsi neutron-server[103257]: INFO neutron.wsgi [req-da90c962-855b-47ed-80f4-d860f5e95566 req-558e4834-c719-49c9-8ca3-bfab1fc4b2e8 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=d41e564f85554bef9013a0082cd0196d&device_id=054cf929-099f-406a-9607-1086f5624af6 HTTP/1.1" status: 200 len: 1130 time: 0.0444951 Apr 12 11:07:01.594733 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da90c962-855b-47ed-80f4-d860f5e95566 req-3251ffc5-5692-4e81-92cf-793a8cb1caf3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:07:01.596297 dv-cinder-830088-4-iscsi neutron-server[103257]: INFO neutron.wsgi [req-da90c962-855b-47ed-80f4-d860f5e95566 req-3251ffc5-5692-4e81-92cf-793a8cb1caf3 service neutron] 10.222.0.53 "GET /v2.0/networks?id=5283658c-f0e4-41df-8b22-61e61a4f7877 HTTP/1.1" status: 200 len: 911 time: 0.0906568 Apr 12 11:07:01.663258 dv-cinder-830088-4-iscsi neutron-server[103257]: INFO neutron.wsgi [req-da90c962-855b-47ed-80f4-d860f5e95566 req-107a1bf9-eba6-4542-9fac-0c7cf4a7da83 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d8445a7c-a328-45d0-8618-af8d0615ea29 HTTP/1.1" status: 200 len: 1002 time: 0.0603189 Apr 12 11:07:01.709479 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da90c962-855b-47ed-80f4-d860f5e95566 req-97f524d5-0463-4b9d-9d16-12b2229b032d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:07:01.710949 dv-cinder-830088-4-iscsi neutron-server[103257]: INFO neutron.wsgi [req-da90c962-855b-47ed-80f4-d860f5e95566 req-97f524d5-0463-4b9d-9d16-12b2229b032d service neutron] 10.222.0.53 "GET /v2.0/subnets?id=a03f1c9e-6c63-496e-9600-bb0a8351c93d HTTP/1.1" status: 200 len: 849 time: 0.0420859 Apr 12 11:07:01.754064 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da90c962-855b-47ed-80f4-d860f5e95566 req-7944e01e-c32e-45dc-b140-0c8d72c55c9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:07:01.755544 dv-cinder-830088-4-iscsi neutron-server[103257]: INFO neutron.wsgi [req-da90c962-855b-47ed-80f4-d860f5e95566 req-7944e01e-c32e-45dc-b140-0c8d72c55c9c service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=5283658c-f0e4-41df-8b22-61e61a4f7877&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0386178 Apr 12 11:07:01.853939 dv-cinder-830088-4-iscsi neutron-server[103257]: INFO neutron.wsgi [req-da90c962-855b-47ed-80f4-d860f5e95566 req-1a587643-4d84-43a6-b47c-701ff2719e31 service neutron] 10.222.0.53 "GET /v2.0/networks/5283658c-f0e4-41df-8b22-61e61a4f7877?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0900116 Apr 12 11:07:01.952520 dv-cinder-830088-4-iscsi neutron-server[103257]: INFO neutron.wsgi [req-da90c962-855b-47ed-80f4-d860f5e95566 req-be83ec09-74cd-4633-972c-2687c3f85b71 service neutron] 10.222.0.53 "GET /v2.0/networks/5283658c-f0e4-41df-8b22-61e61a4f7877?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0811787 Apr 12 11:07:02.120180 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b902473-7701-460f-ae3c-e45764a3a58e req-a7398404-2fce-47ad-b540-d5b66ffd482f tempest-AttachVolumeTestJSON-1709741936 tempest-AttachVolumeTestJSON-1709741936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:07:02.121728 dv-cinder-830088-4-iscsi neutron-server[103257]: INFO neutron.wsgi [req-9b902473-7701-460f-ae3c-e45764a3a58e req-a7398404-2fce-47ad-b540-d5b66ffd482f tempest-AttachVolumeTestJSON-1709741936 tempest-AttachVolumeTestJSON-1709741936-project] 10.222.0.39 "GET /v2.0/ports?device_id=054cf929-099f-406a-9607-1086f5624af6 HTTP/1.1" status: 200 len: 946 time: 0.0572095 Apr 12 11:07:02.174600 dv-cinder-830088-4-iscsi neutron-server[103257]: INFO neutron.wsgi [req-9b902473-7701-460f-ae3c-e45764a3a58e req-8bff6bad-31ed-4410-bbb2-0e5d85395d4f tempest-AttachVolumeTestJSON-1709741936 tempest-AttachVolumeTestJSON-1709741936-project] 10.222.0.39 "GET /v2.0/security-groups?id=fc469313-82a8-4ad2-a9e9-24c86c2f4d72&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0468261 Apr 12 11:07:02.291518 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-907e58bc-1498-4fd7-b22e-39b7b49c4b51 req-bf4e5441-8006-4db3-9296-229993292cce tempest-AttachVolumeNegativeTest-1347969699 tempest-AttachVolumeNegativeTest-1347969699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:07:02.292888 dv-cinder-830088-4-iscsi neutron-server[103257]: INFO neutron.wsgi [req-907e58bc-1498-4fd7-b22e-39b7b49c4b51 req-bf4e5441-8006-4db3-9296-229993292cce tempest-AttachVolumeNegativeTest-1347969699 tempest-AttachVolumeNegativeTest-1347969699-project] 10.222.0.39 "GET /v2.0/ports?device_id=76c0d3e2-99b4-4344-b105-cc9bc02b2bb7 HTTP/1.1" status: 200 len: 945 time: 0.0464823 Apr 12 11:07:02.337577 dv-cinder-830088-4-iscsi neutron-server[103257]: INFO neutron.wsgi [req-907e58bc-1498-4fd7-b22e-39b7b49c4b51 req-bb9e13b6-34da-428f-86cc-02cd6df7a86b tempest-AttachVolumeNegativeTest-1347969699 tempest-AttachVolumeNegativeTest-1347969699-project] 10.222.0.39 "GET /v2.0/security-groups?id=4866db02-000f-42de-90d5-3a6f4f0dbf7e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0391502 Apr 12 11:07:03.286516 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e245c29b-1ccf-4607-9323-600f157a1796 req-958aa634-fd90-4f85-9454-631a55efbe81 tempest-AttachVolumeTestJSON-1709741936 tempest-AttachVolumeTestJSON-1709741936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:07:03.288013 dv-cinder-830088-4-iscsi neutron-server[103258]: INFO neutron.wsgi [req-e245c29b-1ccf-4607-9323-600f157a1796 req-958aa634-fd90-4f85-9454-631a55efbe81 tempest-AttachVolumeTestJSON-1709741936 tempest-AttachVolumeTestJSON-1709741936-project] 10.222.0.39 "GET /v2.0/ports?device_id=054cf929-099f-406a-9607-1086f5624af6 HTTP/1.1" status: 200 len: 946 time: 0.0462849 Apr 12 11:07:03.334201 dv-cinder-830088-4-iscsi neutron-server[103258]: INFO neutron.wsgi [req-e245c29b-1ccf-4607-9323-600f157a1796 req-7f2df10f-794b-4df3-aeaf-a0f4fb62c9bf tempest-AttachVolumeTestJSON-1709741936 tempest-AttachVolumeTestJSON-1709741936-project] 10.222.0.39 "GET /v2.0/security-groups?id=fc469313-82a8-4ad2-a9e9-24c86c2f4d72&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407889 Apr 12 11:07:03.447566 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4c725d5-027e-4a01-862d-3ec4608e438b req-4e58eb26-2a9d-444f-ab50-caa418dcb15e tempest-AttachVolumeNegativeTest-1347969699 tempest-AttachVolumeNegativeTest-1347969699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:07:03.449048 dv-cinder-830088-4-iscsi neutron-server[103257]: INFO neutron.wsgi [req-c4c725d5-027e-4a01-862d-3ec4608e438b req-4e58eb26-2a9d-444f-ab50-caa418dcb15e tempest-AttachVolumeNegativeTest-1347969699 tempest-AttachVolumeNegativeTest-1347969699-project] 10.222.0.39 "GET /v2.0/ports?device_id=76c0d3e2-99b4-4344-b105-cc9bc02b2bb7 HTTP/1.1" status: 200 len: 945 time: 0.0453379 Apr 12 11:07:03.499002 dv-cinder-830088-4-iscsi neutron-server[103257]: INFO neutron.wsgi [req-c4c725d5-027e-4a01-862d-3ec4608e438b req-ea3b5aaf-d922-4800-ad9e-be3ed264ad21 tempest-AttachVolumeNegativeTest-1347969699 tempest-AttachVolumeNegativeTest-1347969699-project] 10.222.0.39 "GET /v2.0/security-groups?id=4866db02-000f-42de-90d5-3a6f4f0dbf7e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438099 Apr 12 11:07:03.800100 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90cc847b-a471-4805-8892-0a2c9adcd32d req-1bdd67e6-0a8c-424d-a188-4559205b544d tempest-AttachVolumeNegativeTest-1347969699 tempest-AttachVolumeNegativeTest-1347969699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:07:03.801419 dv-cinder-830088-4-iscsi neutron-server[103257]: INFO neutron.wsgi [req-90cc847b-a471-4805-8892-0a2c9adcd32d req-1bdd67e6-0a8c-424d-a188-4559205b544d tempest-AttachVolumeNegativeTest-1347969699 tempest-AttachVolumeNegativeTest-1347969699-project] 10.222.0.53 "GET /v2.0/ports?device_id=76c0d3e2-99b4-4344-b105-cc9bc02b2bb7 HTTP/1.1" status: 200 len: 945 time: 0.0451574 Apr 12 11:07:03.884863 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [req-90cc847b-a471-4805-8892-0a2c9adcd32d req-634154e3-e631-43ac-b44e-acbb24a9a1d4 tempest-AttachVolumeNegativeTest-1347969699 tempest-AttachVolumeNegativeTest-1347969699-project] Deleting port 81da8d92-10b5-4f49-b3df-4f9d3bffc3b7 {{(pid=103257) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 12 11:07:03.885202 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [req-90cc847b-a471-4805-8892-0a2c9adcd32d req-634154e3-e631-43ac-b44e-acbb24a9a1d4 tempest-AttachVolumeNegativeTest-1347969699 tempest-AttachVolumeNegativeTest-1347969699-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777667983647'] for port (81da8d92-10b5-4f49-b3df-4f9d3bffc3b7), before_delete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:07:03.973891 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron.plugins.ml2.db [req-90cc847b-a471-4805-8892-0a2c9adcd32d req-634154e3-e631-43ac-b44e-acbb24a9a1d4 tempest-AttachVolumeNegativeTest-1347969699 tempest-AttachVolumeNegativeTest-1347969699-project] For port 81da8d92-10b5-4f49-b3df-4f9d3bffc3b7, host hv-cinder-83008, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83008',level=0,port_id=81da8d92-10b5-4f49-b3df-4f9d3bffc3b7,segment=NetworkSegment(7235212e-5ea9-4475-b7e8-0ed6cc0af829),segment_id=7235212e-5ea9-4475-b7e8-0ed6cc0af829)] {{(pid=103257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 11:07:03.974253 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [req-90cc847b-a471-4805-8892-0a2c9adcd32d req-634154e3-e631-43ac-b44e-acbb24a9a1d4 tempest-AttachVolumeNegativeTest-1347969699 tempest-AttachVolumeNegativeTest-1347969699-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-575824'] for port (81da8d92-10b5-4f49-b3df-4f9d3bffc3b7), precommit_delete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:07:04.138857 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [req-90cc847b-a471-4805-8892-0a2c9adcd32d req-634154e3-e631-43ac-b44e-acbb24a9a1d4 tempest-AttachVolumeNegativeTest-1347969699 tempest-AttachVolumeNegativeTest-1347969699-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:07:04.139215 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [req-90cc847b-a471-4805-8892-0a2c9adcd32d req-634154e3-e631-43ac-b44e-acbb24a9a1d4 tempest-AttachVolumeNegativeTest-1347969699 tempest-AttachVolumeNegativeTest-1347969699-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-579534'] for floatingip (9a9747ef-6d85-4a0f-8920-54c4a716cecc), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:07:04.139529 dv-cinder-830088-4-iscsi neutron-server[103257]: INFO neutron.db.l3_db [req-90cc847b-a471-4805-8892-0a2c9adcd32d req-634154e3-e631-43ac-b44e-acbb24a9a1d4 tempest-AttachVolumeNegativeTest-1347969699 tempest-AttachVolumeNegativeTest-1347969699-project] Floating IP 9a9747ef-6d85-4a0f-8920-54c4a716cecc disassociated. External IP: 172.27.3.181, port: 81da8d92-10b5-4f49-b3df-4f9d3bffc3b7. Apr 12 11:07:04.139867 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [req-90cc847b-a471-4805-8892-0a2c9adcd32d req-634154e3-e631-43ac-b44e-acbb24a9a1d4 tempest-AttachVolumeNegativeTest-1347969699 tempest-AttachVolumeNegativeTest-1347969699-project] Calling delete_port for 81da8d92-10b5-4f49-b3df-4f9d3bffc3b7 owned by compute:nova {{(pid=103257) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 12 11:07:04.265030 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [req-90cc847b-a471-4805-8892-0a2c9adcd32d req-634154e3-e631-43ac-b44e-acbb24a9a1d4 tempest-AttachVolumeNegativeTest-1347969699 tempest-AttachVolumeNegativeTest-1347969699-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1534861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777667992077', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777667450161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5265645'] for port (81da8d92-10b5-4f49-b3df-4f9d3bffc3b7), after_delete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:07:04.290666 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-634154e3-e631-43ac-b44e-acbb24a9a1d4 tempest-AttachVolumeNegativeTest-1347969699 tempest-AttachVolumeNegativeTest-1347969699-project] Pushing event deleted for resources: {'Port': ['ID=81da8d92-10b5-4f49-b3df-4f9d3bffc3b7,revision_number=None']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:07:04.406096 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron.scheduler.l3_agent_scheduler [req-90cc847b-a471-4805-8892-0a2c9adcd32d req-634154e3-e631-43ac-b44e-acbb24a9a1d4 tempest-AttachVolumeNegativeTest-1347969699 tempest-AttachVolumeNegativeTest-1347969699-project] Router b40e7d0d-8f57-424d-96be-54b6f118e1d9 has already been hosted by L3 agent 77f5e085-0284-4236-9dbf-35d2d452e277 {{(pid=103257) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 12 11:07:04.514823 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-90cc847b-a471-4805-8892-0a2c9adcd32d req-634154e3-e631-43ac-b44e-acbb24a9a1d4 tempest-AttachVolumeNegativeTest-1347969699 tempest-AttachVolumeNegativeTest-1347969699-project] Notify agent at l3_agent.dv-cinder-830088-4-iscsi the message routers_updated {{(pid=103257) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 12 11:07:04.526827 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f64e52c0-8781-40da-ba1b-9383473dc276 None None] Sync routers for ids ['b40e7d0d-8f57-424d-96be-54b6f118e1d9'] in dv-cinder-830088-4-iscsi {{(pid=103259) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 12 11:07:04.537123 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f64e52c0-8781-40da-ba1b-9383473dc276 None None] Routers {'b40e7d0d-8f57-424d-96be-54b6f118e1d9'} bound to L3 agent in host dv-cinder-830088-4-iscsi {{(pid=103259) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 11:07:04.537949 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron.db.l3_hamode_db [None req-f64e52c0-8781-40da-ba1b-9383473dc276 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830088-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-12T10:52:12Z,description=,heartbeat_timestamp=2022-04-12T11:06:43Z,host='dv-cinder-830088-4-iscsi',id=77f5e085-0284-4236-9dbf-35d2d452e277,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T10:52:12Z,topic='l3_agent')) {'router_ids': ['b40e7d0d-8f57-424d-96be-54b6f118e1d9'], 'active': True} {{(pid=103259) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 11:07:04.557259 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron.db.l3_dvrscheduler_db [req-90cc847b-a471-4805-8892-0a2c9adcd32d req-634154e3-e631-43ac-b44e-acbb24a9a1d4 tempest-AttachVolumeNegativeTest-1347969699 tempest-AttachVolumeNegativeTest-1347969699-project] No DVR routers for this DVR port 81da8d92-10b5-4f49-b3df-4f9d3bffc3b7 on host hv-cinder-83008 {{(pid=103257) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 12 11:07:04.559821 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [req-90cc847b-a471-4805-8892-0a2c9adcd32d req-634154e3-e631-43ac-b44e-acbb24a9a1d4 tempest-AttachVolumeNegativeTest-1347969699 tempest-AttachVolumeNegativeTest-1347969699-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108023'] for port (None), before_response {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:07:04.563778 dv-cinder-830088-4-iscsi neutron-server[103257]: INFO neutron.wsgi [req-90cc847b-a471-4805-8892-0a2c9adcd32d req-634154e3-e631-43ac-b44e-acbb24a9a1d4 tempest-AttachVolumeNegativeTest-1347969699 tempest-AttachVolumeNegativeTest-1347969699-project] 10.222.0.53 "DELETE /v2.0/ports/81da8d92-10b5-4f49-b3df-4f9d3bffc3b7 HTTP/1.1" status: 204 len: 173 time: 0.7574949 Apr 12 11:07:04.564165 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '76c0d3e2-99b4-4344-b105-cc9bc02b2bb7', 'name': 'network-vif-deleted', 'tag': '81da8d92-10b5-4f49-b3df-4f9d3bffc3b7'}] {{(pid=103257) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 11:07:04.566425 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}263188bb5a56b6ea0b99504a79f1a82db60da3322be0ebbd3338f0b2803b3102" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dc0dd0b3-377e-4bee-a3f7-523017f1e1aa" -d '{"events": [{"server_uuid": "76c0d3e2-99b4-4344-b105-cc9bc02b2bb7", "name": "network-vif-deleted", "tag": "81da8d92-10b5-4f49-b3df-4f9d3bffc3b7"}]}' {{(pid=103257) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 11:07:04.601689 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Apr 2022 11:07:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-622f17b2-b520-42fd-abed-169cf1fea04f x-openstack-request-id: req-622f17b2-b520-42fd-abed-169cf1fea04f {{(pid=103257) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 11:07:04.602232 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "76c0d3e2-99b4-4344-b105-cc9bc02b2bb7", "name": "network-vif-deleted", "tag": "81da8d92-10b5-4f49-b3df-4f9d3bffc3b7", "status": "completed", "code": 200}]} {{(pid=103257) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 11:07:04.602644 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-622f17b2-b520-42fd-abed-169cf1fea04f {{(pid=103257) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 11:07:04.603369 dv-cinder-830088-4-iscsi neutron-server[103257]: INFO neutron.notifiers.nova [-] Nova event matching ['req-622f17b2-b520-42fd-abed-169cf1fea04f'] response: {'server_uuid': '76c0d3e2-99b4-4344-b105-cc9bc02b2bb7', 'name': 'network-vif-deleted', 'tag': '81da8d92-10b5-4f49-b3df-4f9d3bffc3b7', 'status': 'completed', 'code': 200} Apr 12 11:07:04.605110 dv-cinder-830088-4-iscsi neutron-server[103258]: INFO neutron.wsgi [req-0bae06ac-1807-415c-a986-98bef0197ff9 req-953cbb84-aa02-41ec-8b0d-a1852b585a46 tempest-AttachVolumeNegativeTest-1347969699 tempest-AttachVolumeNegativeTest-1347969699-project] 10.222.0.39 "GET /v2.0/ports?device_id=76c0d3e2-99b4-4344-b105-cc9bc02b2bb7 HTTP/1.1" status: 200 len: 210 time: 0.0374498 Apr 12 11:07:04.662732 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron.db.l3_dvr_db [None req-f64e52c0-8781-40da-ba1b-9383473dc276 None None] Set router b40e7d0d-8f57-424d-96be-54b6f118e1d9 gateway port host: dv-cinder-830088-4-iscsi {{(pid=103259) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 11:07:04.856321 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron.db.l3_hamode_db [None req-f64e52c0-8781-40da-ba1b-9383473dc276 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b40e7d0d-8f57-424d-96be-54b6f118e1d9', 'name': 'tempest-AttachVolumeNegativeTest-942964669-router', 'tenant_id': 'e581060642574053bd171680bd4e15a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b7be5f2-485b-4c85-8f98-fb200971b61c', 'external_fixed_ips': [{'subnet_id': '4887111e-1302-416a-ab8e-c957c9df7f85', 'ip_address': '172.27.3.241'}], 'enable_snat': True}, 'gw_port_id': 'dd38917a-e181-47e0-9f30-aa2e24b0ed10', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T11:00:41Z', 'updated_at': '2022-04-12T11:00:48Z', 'revision_number': 4, 'project_id': 'e581060642574053bd171680bd4e15a9', 'gw_port': {'id': 'dd38917a-e181-47e0-9f30-aa2e24b0ed10', 'name': '', 'network_id': '3b7be5f2-485b-4c85-8f98-fb200971b61c', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:d9:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b40e7d0d-8f57-424d-96be-54b6f118e1d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '4887111e-1302-416a-ab8e-c957c9df7f85', 'ip_address': '172.27.3.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830088-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T11:00:42Z', 'updated_at': '2022-04-12T11:00:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4887111e-1302-416a-ab8e-c957c9df7f85', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830088-4-iscsi', '_interfaces': [{'id': 'a2233ce1-933b-408f-884a-0a19dee76ba7', 'name': '', 'network_id': '8605bce6-3955-4448-bd79-8ef881f45c6d', 'tenant_id': 'e581060642574053bd171680bd4e15a9', 'mac_address': 'fa:16:3e:b3:0a:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b40e7d0d-8f57-424d-96be-54b6f118e1d9', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': '342bfb33-54ce-4b31-b1d9-ee13f5d2ec00', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830088-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T11:00:47Z', 'updated_at': '2022-04-12T11:00:57Z', 'revision_number': 5, 'project_id': 'e581060642574053bd171680bd4e15a9', 'subnets': [{'id': '342bfb33-54ce-4b31-b1d9-ee13f5d2ec00', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830088-4-iscsi', False) {} {{(pid=103259) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 11:07:04.881561 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f64e52c0-8781-40da-ba1b-9383473dc276 None None] Checking router: b40e7d0d-8f57-424d-96be-54b6f118e1d9 for host: dv-cinder-830088-4-iscsi {{(pid=103259) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 12 11:07:04.889902 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f64e52c0-8781-40da-ba1b-9383473dc276 None None] Routers {'b40e7d0d-8f57-424d-96be-54b6f118e1d9'} bound to L3 agent in host dv-cinder-830088-4-iscsi {{(pid=103259) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 11:07:04.890514 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron.db.l3_hamode_db [None req-f64e52c0-8781-40da-ba1b-9383473dc276 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830088-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-12T10:52:12Z,description=,heartbeat_timestamp=2022-04-12T11:06:43Z,host='dv-cinder-830088-4-iscsi',id=77f5e085-0284-4236-9dbf-35d2d452e277,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T10:52:12Z,topic='l3_agent')) {'router_ids': ['b40e7d0d-8f57-424d-96be-54b6f118e1d9'], 'active': True} {{(pid=103259) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 11:07:05.117872 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron.db.l3_dvr_db [None req-f64e52c0-8781-40da-ba1b-9383473dc276 None None] Set router b40e7d0d-8f57-424d-96be-54b6f118e1d9 gateway port host: dv-cinder-830088-4-iscsi {{(pid=103259) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 11:07:05.299777 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron.db.l3_hamode_db [None req-f64e52c0-8781-40da-ba1b-9383473dc276 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b40e7d0d-8f57-424d-96be-54b6f118e1d9', 'name': 'tempest-AttachVolumeNegativeTest-942964669-router', 'tenant_id': 'e581060642574053bd171680bd4e15a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b7be5f2-485b-4c85-8f98-fb200971b61c', 'external_fixed_ips': [{'subnet_id': '4887111e-1302-416a-ab8e-c957c9df7f85', 'ip_address': '172.27.3.241'}], 'enable_snat': True}, 'gw_port_id': 'dd38917a-e181-47e0-9f30-aa2e24b0ed10', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T11:00:41Z', 'updated_at': '2022-04-12T11:00:48Z', 'revision_number': 4, 'project_id': 'e581060642574053bd171680bd4e15a9', 'gw_port': {'id': 'dd38917a-e181-47e0-9f30-aa2e24b0ed10', 'name': '', 'network_id': '3b7be5f2-485b-4c85-8f98-fb200971b61c', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:d9:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b40e7d0d-8f57-424d-96be-54b6f118e1d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '4887111e-1302-416a-ab8e-c957c9df7f85', 'ip_address': '172.27.3.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830088-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T11:00:42Z', 'updated_at': '2022-04-12T11:00:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4887111e-1302-416a-ab8e-c957c9df7f85', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830088-4-iscsi', '_interfaces': [{'id': 'a2233ce1-933b-408f-884a-0a19dee76ba7', 'name': '', 'network_id': '8605bce6-3955-4448-bd79-8ef881f45c6d', 'tenant_id': 'e581060642574053bd171680bd4e15a9', 'mac_address': 'fa:16:3e:b3:0a:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b40e7d0d-8f57-424d-96be-54b6f118e1d9', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': '342bfb33-54ce-4b31-b1d9-ee13f5d2ec00', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830088-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T11:00:47Z', 'updated_at': '2022-04-12T11:00:57Z', 'revision_number': 5, 'project_id': 'e581060642574053bd171680bd4e15a9', 'subnets': [{'id': '342bfb33-54ce-4b31-b1d9-ee13f5d2ec00', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830088-4-iscsi', False) {} {{(pid=103259) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 11:07:05.328741 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f64e52c0-8781-40da-ba1b-9383473dc276 None None] The sync data for ids ['b40e7d0d-8f57-424d-96be-54b6f118e1d9'] in dv-cinder-830088-4-iscsi is: [{'id': 'b40e7d0d-8f57-424d-96be-54b6f118e1d9', 'name': 'tempest-AttachVolumeNegativeTest-942964669-router', 'tenant_id': 'e581060642574053bd171680bd4e15a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b7be5f2-485b-4c85-8f98-fb200971b61c', 'external_fixed_ips': [{'subnet_id': '4887111e-1302-416a-ab8e-c957c9df7f85', 'ip_address': '172.27.3.241'}], 'enable_snat': True}, 'gw_port_id': 'dd38917a-e181-47e0-9f30-aa2e24b0ed10', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T11:00:41Z', 'updated_at': '2022-04-12T11:00:48Z', 'revision_number': 4, 'project_id': 'e581060642574053bd171680bd4e15a9', 'gw_port': {'id': 'dd38917a-e181-47e0-9f30-aa2e24b0ed10', 'name': '', 'network_id': '3b7be5f2-485b-4c85-8f98-fb200971b61c', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:d9:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b40e7d0d-8f57-424d-96be-54b6f118e1d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '4887111e-1302-416a-ab8e-c957c9df7f85', 'ip_address': '172.27.3.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830088-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T11:00:42Z', 'updated_at': '2022-04-12T11:00:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4887111e-1302-416a-ab8e-c957c9df7f85', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830088-4-iscsi', '_interfaces': [{'id': 'a2233ce1-933b-408f-884a-0a19dee76ba7', 'name': '', 'network_id': '8605bce6-3955-4448-bd79-8ef881f45c6d', 'tenant_id': 'e581060642574053bd171680bd4e15a9', 'mac_address': 'fa:16:3e:b3:0a:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b40e7d0d-8f57-424d-96be-54b6f118e1d9', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': '342bfb33-54ce-4b31-b1d9-ee13f5d2ec00', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830088-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T11:00:47Z', 'updated_at': '2022-04-12T11:00:57Z', 'revision_number': 5, 'project_id': 'e581060642574053bd171680bd4e15a9', 'subnets': [{'id': '342bfb33-54ce-4b31-b1d9-ee13f5d2ec00', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103259) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 12 11:07:05.541986 dv-cinder-830088-4-iscsi neutron-server[103260]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c35e1d4-74d5-4d59-a1f8-b8b3de03ce6b None None] New status for floating IP 9a9747ef-6d85-4a0f-8920-54c4a716cecc: DOWN {{(pid=103260) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 12 11:07:05.690155 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron.wsgi [-] (103257) accepted ('10.222.0.39', 55478) {{(pid=103257) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 11:07:05.743413 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-733c9e77-0c93-4443-a2b3-be7b45fcf9c7 tempest-AttachVolumeNegativeTest-1347969699 tempest-AttachVolumeNegativeTest-1347969699-project] Publish callbacks [] for security_group (4866db02-000f-42de-90d5-3a6f4f0dbf7e), before_delete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:07:05.769038 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-733c9e77-0c93-4443-a2b3-be7b45fcf9c7 tempest-AttachVolumeNegativeTest-1347969699 tempest-AttachVolumeNegativeTest-1347969699-project] Publish callbacks [] for security_group (4866db02-000f-42de-90d5-3a6f4f0dbf7e), precommit_delete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:07:05.814170 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-733c9e77-0c93-4443-a2b3-be7b45fcf9c7 tempest-AttachVolumeNegativeTest-1347969699 tempest-AttachVolumeNegativeTest-1347969699-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-415253'] for security_group (4866db02-000f-42de-90d5-3a6f4f0dbf7e), after_delete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:07:05.816732 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-733c9e77-0c93-4443-a2b3-be7b45fcf9c7 tempest-AttachVolumeNegativeTest-1347969699 tempest-AttachVolumeNegativeTest-1347969699-project] Publish callbacks [] for security_group (None), before_response {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:07:05.817862 dv-cinder-830088-4-iscsi neutron-server[103257]: INFO neutron.wsgi [None req-733c9e77-0c93-4443-a2b3-be7b45fcf9c7 tempest-AttachVolumeNegativeTest-1347969699 tempest-AttachVolumeNegativeTest-1347969699-project] 10.222.0.39 "DELETE /v2.0/security-groups/4866db02-000f-42de-90d5-3a6f4f0dbf7e HTTP/1.1" status: 204 len: 168 time: 0.1266391 Apr 12 11:07:05.820708 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.wsgi [-] (103258) accepted ('10.222.0.39', 55480) {{(pid=103258) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 11:07:05.827215 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-733c9e77-0c93-4443-a2b3-be7b45fcf9c7 tempest-AttachVolumeNegativeTest-1347969699 tempest-AttachVolumeNegativeTest-1347969699-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4866db02-000f-42de-90d5-3a6f4f0dbf7e,revision_number=None']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:07:05.836425 dv-cinder-830088-4-iscsi neutron-server[103258]: INFO neutron.api.v2.resource [None req-771b11f3-d816-4b4c-94d1-3d8f5d05fed2 tempest-AttachVolumeNegativeTest-1347969699 tempest-AttachVolumeNegativeTest-1347969699-project] show failed (client error): The resource could not be found. Apr 12 11:07:05.837449 dv-cinder-830088-4-iscsi neutron-server[103258]: INFO neutron.wsgi [None req-771b11f3-d816-4b4c-94d1-3d8f5d05fed2 tempest-AttachVolumeNegativeTest-1347969699 tempest-AttachVolumeNegativeTest-1347969699-project] 10.222.0.39 "GET /v2.0/security-groups/4866db02-000f-42de-90d5-3a6f4f0dbf7e HTTP/1.1" status: 404 len: 347 time: 0.0157409 Apr 12 11:07:05.840347 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.wsgi [-] (103258) accepted ('10.222.0.39', 55482) {{(pid=103258) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 11:07:05.954486 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.plugins.ml2.plugin [None req-b19a00c4-2e9e-4007-acc8-bf8bf3ae7ec1 tempest-AttachVolumeNegativeTest-1347969699 tempest-AttachVolumeNegativeTest-1347969699-project] Deleting port c2c8700d-66a9-4a18-badf-f6a75711d602 {{(pid=103258) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 12 11:07:05.954878 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-b19a00c4-2e9e-4007-acc8-bf8bf3ae7ec1 tempest-AttachVolumeNegativeTest-1347969699 tempest-AttachVolumeNegativeTest-1347969699-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777667983647'] for port (c2c8700d-66a9-4a18-badf-f6a75711d602), before_delete {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:07:06.029444 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-b19a00c4-2e9e-4007-acc8-bf8bf3ae7ec1 tempest-AttachVolumeNegativeTest-1347969699 tempest-AttachVolumeNegativeTest-1347969699-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-575824'] for port (c2c8700d-66a9-4a18-badf-f6a75711d602), precommit_delete {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:07:06.029766 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-b19a00c4-2e9e-4007-acc8-bf8bf3ae7ec1 tempest-AttachVolumeNegativeTest-1347969699 tempest-AttachVolumeNegativeTest-1347969699-project] Publish callbacks [] for floatingip (c2c8700d-66a9-4a18-badf-f6a75711d602), precommit_delete {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:07:06.041893 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.plugins.ml2.plugin [None req-b19a00c4-2e9e-4007-acc8-bf8bf3ae7ec1 tempest-AttachVolumeNegativeTest-1347969699 tempest-AttachVolumeNegativeTest-1347969699-project] Calling delete_port for c2c8700d-66a9-4a18-badf-f6a75711d602 owned by network:floatingip {{(pid=103258) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 12 11:07:06.175669 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-b19a00c4-2e9e-4007-acc8-bf8bf3ae7ec1 tempest-AttachVolumeNegativeTest-1347969699 tempest-AttachVolumeNegativeTest-1347969699-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1534861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777667992077', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777667450161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4796947'] for port (c2c8700d-66a9-4a18-badf-f6a75711d602), after_delete {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:07:06.201836 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b19a00c4-2e9e-4007-acc8-bf8bf3ae7ec1 tempest-AttachVolumeNegativeTest-1347969699 tempest-AttachVolumeNegativeTest-1347969699-project] Pushing event deleted for resources: {'Port': ['ID=c2c8700d-66a9-4a18-badf-f6a75711d602,revision_number=None']} {{(pid=103258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:07:06.259722 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-b19a00c4-2e9e-4007-acc8-bf8bf3ae7ec1 tempest-AttachVolumeNegativeTest-1347969699 tempest-AttachVolumeNegativeTest-1347969699-project] Publish callbacks [] for floatingip (9a9747ef-6d85-4a0f-8920-54c4a716cecc), after_delete {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:07:06.262279 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-b19a00c4-2e9e-4007-acc8-bf8bf3ae7ec1 tempest-AttachVolumeNegativeTest-1347969699 tempest-AttachVolumeNegativeTest-1347969699-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108023'] for floatingip (None), before_response {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:07:06.263450 dv-cinder-830088-4-iscsi neutron-server[103258]: INFO neutron.wsgi [None req-b19a00c4-2e9e-4007-acc8-bf8bf3ae7ec1 tempest-AttachVolumeNegativeTest-1347969699 tempest-AttachVolumeNegativeTest-1347969699-project] 10.222.0.39 "DELETE /v2.0/floatingips/9a9747ef-6d85-4a0f-8920-54c4a716cecc HTTP/1.1" status: 204 len: 168 time: 0.4222174 Apr 12 11:07:06.435982 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron.plugins.ml2.rpc [None req-ae6c308c-a92e-4424-a7f8-d6a17e5174ef None None] Device 81da8d92-10b5-4f49-b3df-4f9d3bffc3b7 no longer exists at agent hyperv_hv-cinder-83008 {{(pid=103259) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 12 11:07:06.456207 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron.plugins.ml2.plugin [None req-ae6c308c-a92e-4424-a7f8-d6a17e5174ef None None] No Port match for: 81da8d92-10b5-4f49-b3df-4f9d3bffc3b7 {{(pid=103259) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 12 11:07:06.456485 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron.plugins.ml2.rpc [None req-ae6c308c-a92e-4424-a7f8-d6a17e5174ef None None] Device 81da8d92-10b5-4f49-b3df-4f9d3bffc3b7 not bound to the agent host hv-cinder-83008 {{(pid=103259) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 12 11:07:06.481914 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron.wsgi [-] (103257) accepted ('10.222.0.39', 55486) {{(pid=103257) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 11:07:06.486535 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron.api.v2.base [None req-7647c975-ebb2-47e0-b57f-c3b5a89a1412 tempest-AttachVolumeNegativeTest-1347969699 tempest-AttachVolumeNegativeTest-1347969699-project] Request body: {'security_group': {'name': 'tempest-securitygroup--713012569', 'description': 'tempest-description--1388539665'}} {{(pid=103257) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 11:07:06.507360 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-7647c975-ebb2-47e0-b57f-c3b5a89a1412 tempest-AttachVolumeNegativeTest-1347969699 tempest-AttachVolumeNegativeTest-1347969699-project] Publish callbacks [] for security_group (None), before_create {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:07:06.571082 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-7647c975-ebb2-47e0-b57f-c3b5a89a1412 tempest-AttachVolumeNegativeTest-1347969699 tempest-AttachVolumeNegativeTest-1347969699-project] Publish callbacks [] for security_group (2340726e-9f33-4871-8ffd-0b06d0d203cd), precommit_create {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:07:06.574599 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-7647c975-ebb2-47e0-b57f-c3b5a89a1412 tempest-AttachVolumeNegativeTest-1347969699 tempest-AttachVolumeNegativeTest-1347969699-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-415253'] for security_group (2340726e-9f33-4871-8ffd-0b06d0d203cd), after_create {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:07:06.604541 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-7647c975-ebb2-47e0-b57f-c3b5a89a1412 tempest-AttachVolumeNegativeTest-1347969699 tempest-AttachVolumeNegativeTest-1347969699-project] Publish callbacks [] for security_group (None), before_response {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:07:06.605755 dv-cinder-830088-4-iscsi neutron-server[103257]: INFO neutron.wsgi [None req-7647c975-ebb2-47e0-b57f-c3b5a89a1412 tempest-AttachVolumeNegativeTest-1347969699 tempest-AttachVolumeNegativeTest-1347969699-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1228449 Apr 12 11:07:06.607014 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7647c975-ebb2-47e0-b57f-c3b5a89a1412 tempest-AttachVolumeNegativeTest-1347969699 tempest-AttachVolumeNegativeTest-1347969699-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2340726e-9f33-4871-8ffd-0b06d0d203cd,revision_number=1']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:07:06.609404 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.wsgi [-] (103258) accepted ('10.222.0.39', 55488) {{(pid=103258) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 11:07:06.614115 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.api.v2.base [None req-d4f07078-1193-4b29-bdf1-d6678e34df1c tempest-AttachVolumeNegativeTest-1347969699 tempest-AttachVolumeNegativeTest-1347969699-project] Request body: {'security_group_rule': {'security_group_id': '2340726e-9f33-4871-8ffd-0b06d0d203cd', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103258) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 11:07:06.638316 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-d4f07078-1193-4b29-bdf1-d6678e34df1c tempest-AttachVolumeNegativeTest-1347969699 tempest-AttachVolumeNegativeTest-1347969699-project] Publish callbacks [] for security_group_rule (78fd8822-859f-4ce7-bede-07ab750316e3), before_create {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:07:06.691626 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-d4f07078-1193-4b29-bdf1-d6678e34df1c tempest-AttachVolumeNegativeTest-1347969699 tempest-AttachVolumeNegativeTest-1347969699-project] Publish callbacks [] for security_group_rule (78fd8822-859f-4ce7-bede-07ab750316e3), precommit_create {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:07:06.695152 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-d4f07078-1193-4b29-bdf1-d6678e34df1c tempest-AttachVolumeNegativeTest-1347969699 tempest-AttachVolumeNegativeTest-1347969699-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-415338'] for security_group_rule (78fd8822-859f-4ce7-bede-07ab750316e3), after_create {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:07:06.715499 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4f07078-1193-4b29-bdf1-d6678e34df1c tempest-AttachVolumeNegativeTest-1347969699 tempest-AttachVolumeNegativeTest-1347969699-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=78fd8822-859f-4ce7-bede-07ab750316e3,revision_number=0']} {{(pid=103258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:07:06.723446 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-d4f07078-1193-4b29-bdf1-d6678e34df1c tempest-AttachVolumeNegativeTest-1347969699 tempest-AttachVolumeNegativeTest-1347969699-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:07:06.724659 dv-cinder-830088-4-iscsi neutron-server[103258]: INFO neutron.wsgi [None req-d4f07078-1193-4b29-bdf1-d6678e34df1c tempest-AttachVolumeNegativeTest-1347969699 tempest-AttachVolumeNegativeTest-1347969699-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1140656 Apr 12 11:07:06.727324 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.wsgi [-] (103258) accepted ('10.222.0.39', 55490) {{(pid=103258) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 11:07:06.731544 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.api.v2.base [None req-a74e1f6b-3247-4db2-b54a-ac82cc239c65 tempest-AttachVolumeNegativeTest-1347969699 tempest-AttachVolumeNegativeTest-1347969699-project] Request body: {'security_group_rule': {'security_group_id': '2340726e-9f33-4871-8ffd-0b06d0d203cd', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103258) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 11:07:06.759844 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-a74e1f6b-3247-4db2-b54a-ac82cc239c65 tempest-AttachVolumeNegativeTest-1347969699 tempest-AttachVolumeNegativeTest-1347969699-project] Publish callbacks [] for security_group_rule (f7fd8258-2e93-40b2-a4c6-ddb3f7c980ba), before_create {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:07:06.813478 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-a74e1f6b-3247-4db2-b54a-ac82cc239c65 tempest-AttachVolumeNegativeTest-1347969699 tempest-AttachVolumeNegativeTest-1347969699-project] Publish callbacks [] for security_group_rule (f7fd8258-2e93-40b2-a4c6-ddb3f7c980ba), precommit_create {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:07:06.816916 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-a74e1f6b-3247-4db2-b54a-ac82cc239c65 tempest-AttachVolumeNegativeTest-1347969699 tempest-AttachVolumeNegativeTest-1347969699-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-415338'] for security_group_rule (f7fd8258-2e93-40b2-a4c6-ddb3f7c980ba), after_create {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:07:06.833675 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a74e1f6b-3247-4db2-b54a-ac82cc239c65 tempest-AttachVolumeNegativeTest-1347969699 tempest-AttachVolumeNegativeTest-1347969699-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f7fd8258-2e93-40b2-a4c6-ddb3f7c980ba,revision_number=0']} {{(pid=103258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:07:06.842395 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-a74e1f6b-3247-4db2-b54a-ac82cc239c65 tempest-AttachVolumeNegativeTest-1347969699 tempest-AttachVolumeNegativeTest-1347969699-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:07:06.843609 dv-cinder-830088-4-iscsi neutron-server[103258]: INFO neutron.wsgi [None req-a74e1f6b-3247-4db2-b54a-ac82cc239c65 tempest-AttachVolumeNegativeTest-1347969699 tempest-AttachVolumeNegativeTest-1347969699-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1153667 Apr 12 11:07:06.847127 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.wsgi [-] (103258) accepted ('10.222.0.39', 55492) {{(pid=103258) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 11:07:06.851372 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.api.v2.base [None req-aa82165e-c053-43e7-bd29-7b08ac8da852 tempest-AttachVolumeNegativeTest-1347969699 tempest-AttachVolumeNegativeTest-1347969699-project] Request body: {'floatingip': {'floating_network_id': '3b7be5f2-485b-4c85-8f98-fb200971b61c'}} {{(pid=103258) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 11:07:06.870877 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-aa82165e-c053-43e7-bd29-7b08ac8da852 tempest-AttachVolumeNegativeTest-1347969699 tempest-AttachVolumeNegativeTest-1347969699-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:07:06.945871 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-aa82165e-c053-43e7-bd29-7b08ac8da852 tempest-AttachVolumeNegativeTest-1347969699 tempest-AttachVolumeNegativeTest-1347969699-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1535343'] for port (None), before_create {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:07:07.049819 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.db.db_base_plugin_common [None req-aa82165e-c053-43e7-bd29-7b08ac8da852 tempest-AttachVolumeNegativeTest-1347969699 tempest-AttachVolumeNegativeTest-1347969699-project] Allocated IP 172.27.3.56 (3b7be5f2-485b-4c85-8f98-fb200971b61c/4887111e-1302-416a-ab8e-c957c9df7f85/b1a10f0c-4201-4677-b492-216b6499fece) {{(pid=103258) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 12 11:07:07.145634 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-aa82165e-c053-43e7-bd29-7b08ac8da852 tempest-AttachVolumeNegativeTest-1347969699 tempest-AttachVolumeNegativeTest-1347969699-project] Publish callbacks [] for port (b1a10f0c-4201-4677-b492-216b6499fece), precommit_create {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:07:07.181471 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-aa82165e-c053-43e7-bd29-7b08ac8da852 tempest-AttachVolumeNegativeTest-1347969699 tempest-AttachVolumeNegativeTest-1347969699-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1534861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777667450152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4796947'] for port (b1a10f0c-4201-4677-b492-216b6499fece), after_create {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:07:07.218687 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa82165e-c053-43e7-bd29-7b08ac8da852 tempest-AttachVolumeNegativeTest-1347969699 tempest-AttachVolumeNegativeTest-1347969699-project] Network 3b7be5f2-485b-4c85-8f98-fb200971b61c is already hosted by enough agents. {{(pid=103258) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 11:07:07.222851 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.scheduler.base_scheduler [None req-aa82165e-c053-43e7-bd29-7b08ac8da852 tempest-AttachVolumeNegativeTest-1347969699 tempest-AttachVolumeNegativeTest-1347969699-project] Resources bound (agent type, host, resource id): {{(pid=103258) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 11:07:07.229004 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa82165e-c053-43e7-bd29-7b08ac8da852 tempest-AttachVolumeNegativeTest-1347969699 tempest-AttachVolumeNegativeTest-1347969699-project] Received port after_create {{(pid=103258) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 12 11:07:07.231961 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa82165e-c053-43e7-bd29-7b08ac8da852 tempest-AttachVolumeNegativeTest-1347969699 tempest-AttachVolumeNegativeTest-1347969699-project] Pushing event updated for resources: {'Port': ['ID=b1a10f0c-4201-4677-b492-216b6499fece,revision_number=1']} {{(pid=103258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:07:07.310262 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-aa82165e-c053-43e7-bd29-7b08ac8da852 tempest-AttachVolumeNegativeTest-1347969699 tempest-AttachVolumeNegativeTest-1347969699-project] Publish callbacks [] for floatingip (d610cf2d-f9f2-4cb8-83ae-ee8183ee2e3e), precommit_create {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:07:07.344561 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-aa82165e-c053-43e7-bd29-7b08ac8da852 tempest-AttachVolumeNegativeTest-1347969699 tempest-AttachVolumeNegativeTest-1347969699-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1535343'] for port (b1a10f0c-4201-4677-b492-216b6499fece), before_update {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:07:07.491797 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-aa82165e-c053-43e7-bd29-7b08ac8da852 tempest-AttachVolumeNegativeTest-1347969699 tempest-AttachVolumeNegativeTest-1347969699-project] Publish callbacks [] for port (b1a10f0c-4201-4677-b492-216b6499fece), precommit_update {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:07:07.496153 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-aa82165e-c053-43e7-bd29-7b08ac8da852 tempest-AttachVolumeNegativeTest-1347969699 tempest-AttachVolumeNegativeTest-1347969699-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1534861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777667992095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777667450170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777667450188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4796952'] for port (b1a10f0c-4201-4677-b492-216b6499fece), after_update {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:07:07.564541 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa82165e-c053-43e7-bd29-7b08ac8da852 tempest-AttachVolumeNegativeTest-1347969699 tempest-AttachVolumeNegativeTest-1347969699-project] Pushing event updated for resources: {'Port': ['ID=b1a10f0c-4201-4677-b492-216b6499fece,revision_number=2']} {{(pid=103258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:07:07.574005 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-aa82165e-c053-43e7-bd29-7b08ac8da852 tempest-AttachVolumeNegativeTest-1347969699 tempest-AttachVolumeNegativeTest-1347969699-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-579534'] for floatingip (d610cf2d-f9f2-4cb8-83ae-ee8183ee2e3e), after_create {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:07:07.588602 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-aa82165e-c053-43e7-bd29-7b08ac8da852 tempest-AttachVolumeNegativeTest-1347969699 tempest-AttachVolumeNegativeTest-1347969699-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108023'] for floatingip (None), before_response {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:07:07.589794 dv-cinder-830088-4-iscsi neutron-server[103258]: INFO neutron.wsgi [None req-aa82165e-c053-43e7-bd29-7b08ac8da852 tempest-AttachVolumeNegativeTest-1347969699 tempest-AttachVolumeNegativeTest-1347969699-project] 10.222.0.39 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 0.7417622 Apr 12 11:07:07.732670 dv-cinder-830088-4-iscsi neutron-server[103258]: INFO neutron.wsgi [req-1c3d9dfc-07b8-4ea0-898e-5a6f1df29557 req-419ed885-30a2-4f26-8d65-0f1d4027a867 tempest-AttachVolumeNegativeTest-1347969699 tempest-AttachVolumeNegativeTest-1347969699-project] 10.222.0.39 "GET /v2.0/security-groups?name=tempest-securitygroup--713012569&fields=id&tenant_id=e581060642574053bd171680bd4e15a9 HTTP/1.1" status: 200 len: 267 time: 0.0406399 Apr 12 11:07:07.831983 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c3d9dfc-07b8-4ea0-898e-5a6f1df29557 req-6819d19d-a508-4692-a054-b0b695eadc5c tempest-AttachVolumeNegativeTest-1347969699 tempest-AttachVolumeNegativeTest-1347969699-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:07:07.833323 dv-cinder-830088-4-iscsi neutron-server[103258]: INFO neutron.wsgi [req-1c3d9dfc-07b8-4ea0-898e-5a6f1df29557 req-6819d19d-a508-4692-a054-b0b695eadc5c tempest-AttachVolumeNegativeTest-1347969699 tempest-AttachVolumeNegativeTest-1347969699-project] 10.222.0.39 "GET /v2.0/networks?id=8605bce6-3955-4448-bd79-8ef881f45c6d HTTP/1.1" status: 200 len: 814 time: 0.0939426 Apr 12 11:07:07.848775 dv-cinder-830088-4-iscsi neutron-server[103258]: INFO neutron.wsgi [req-1c3d9dfc-07b8-4ea0-898e-5a6f1df29557 req-f241c19f-834c-45f8-a67d-fa520777c55d tempest-AttachVolumeNegativeTest-1347969699 tempest-AttachVolumeNegativeTest-1347969699-project] 10.222.0.39 "GET /v2.0/quotas/e581060642574053bd171680bd4e15a9 HTTP/1.1" status: 200 len: 375 time: 0.0096045 Apr 12 11:07:07.899569 dv-cinder-830088-4-iscsi neutron-server[103258]: INFO neutron.wsgi [req-1c3d9dfc-07b8-4ea0-898e-5a6f1df29557 req-7b2eea39-a43c-4cde-930b-5ccc584e18cb tempest-AttachVolumeNegativeTest-1347969699 tempest-AttachVolumeNegativeTest-1347969699-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=e581060642574053bd171680bd4e15a9&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0455842 Apr 12 11:07:08.032888 dv-cinder-830088-4-iscsi neutron-server[103258]: INFO neutron.wsgi [req-1c3d9dfc-07b8-4ea0-898e-5a6f1df29557 req-d5ac1758-7a97-4847-a274-1b3402c4ff23 service neutron] 10.222.0.39 "GET /v2.0/networks/8605bce6-3955-4448-bd79-8ef881f45c6d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1216228 Apr 12 11:07:08.121828 dv-cinder-830088-4-iscsi neutron-server[103258]: INFO neutron.wsgi [req-1c3d9dfc-07b8-4ea0-898e-5a6f1df29557 req-692fe3d8-28d9-4f4b-8756-db7c597ce1d4 service neutron] 10.222.0.39 "GET /v2.0/networks/8605bce6-3955-4448-bd79-8ef881f45c6d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0830936 Apr 12 11:07:08.285013 dv-cinder-830088-4-iscsi neutron-server[103257]: INFO neutron.wsgi [req-47003645-b930-44c0-9d3e-be5813d7167c req-72c06b82-b3a3-42e2-a28d-cc8b5b9f7cee tempest-AttachVolumeNegativeTest-1347969699 tempest-AttachVolumeNegativeTest-1347969699-project] 10.222.0.39 "GET /v2.0/ports?device_id=f0fc708e-fb7e-497f-b426-8a88b6d58840 HTTP/1.1" status: 200 len: 210 time: 0.0273893 Apr 12 11:07:09.384249 dv-cinder-830088-4-iscsi neutron-server[103258]: INFO neutron.wsgi [req-a43f7908-bf7d-4334-b0c0-fa6a5d24bba1 req-dec8164c-28d3-4718-a731-6c1465cb98e1 tempest-AttachVolumeNegativeTest-1347969699 tempest-AttachVolumeNegativeTest-1347969699-project] 10.222.0.39 "GET /v2.0/ports?device_id=f0fc708e-fb7e-497f-b426-8a88b6d58840 HTTP/1.1" status: 200 len: 210 time: 0.0304625 Apr 12 11:07:09.440564 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c3d9dfc-07b8-4ea0-898e-5a6f1df29557 req-f7717274-fb6f-459f-94d9-83c7a187920a tempest-AttachVolumeNegativeTest-1347969699 tempest-AttachVolumeNegativeTest-1347969699-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:07:09.442437 dv-cinder-830088-4-iscsi neutron-server[103257]: INFO neutron.wsgi [req-1c3d9dfc-07b8-4ea0-898e-5a6f1df29557 req-f7717274-fb6f-459f-94d9-83c7a187920a tempest-AttachVolumeNegativeTest-1347969699 tempest-AttachVolumeNegativeTest-1347969699-project] 10.222.0.53 "GET /v2.0/networks?id=8605bce6-3955-4448-bd79-8ef881f45c6d HTTP/1.1" status: 200 len: 814 time: 0.1126757 Apr 12 11:07:09.536727 dv-cinder-830088-4-iscsi neutron-server[103257]: INFO neutron.wsgi [req-1c3d9dfc-07b8-4ea0-898e-5a6f1df29557 req-a313e433-23f0-4a4d-8804-9317d1d100bc tempest-AttachVolumeNegativeTest-1347969699 tempest-AttachVolumeNegativeTest-1347969699-project] 10.222.0.53 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e581060642574053bd171680bd4e15a9 HTTP/1.1" status: 200 len: 379 time: 0.0525658 Apr 12 11:07:09.674565 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron.api.v2.base [req-1c3d9dfc-07b8-4ea0-898e-5a6f1df29557 req-bf62557c-fc4c-4eac-9d64-38ba563bd30c tempest-AttachVolumeNegativeTest-1347969699 tempest-AttachVolumeNegativeTest-1347969699-project] Request body: {'port': {'device_id': 'f0fc708e-fb7e-497f-b426-8a88b6d58840', 'network_id': '8605bce6-3955-4448-bd79-8ef881f45c6d', 'admin_state_up': True, 'tenant_id': 'e581060642574053bd171680bd4e15a9', 'security_groups': ['2340726e-9f33-4871-8ffd-0b06d0d203cd']}} {{(pid=103257) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 11:07:09.781947 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1c3d9dfc-07b8-4ea0-898e-5a6f1df29557 req-bf62557c-fc4c-4eac-9d64-38ba563bd30c tempest-AttachVolumeNegativeTest-1347969699 tempest-AttachVolumeNegativeTest-1347969699-project] Made reservation on behalf of e581060642574053bd171680bd4e15a9 for: {'port': 1} {{(pid=103257) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 12 11:07:09.785375 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [req-1c3d9dfc-07b8-4ea0-898e-5a6f1df29557 req-bf62557c-fc4c-4eac-9d64-38ba563bd30c tempest-AttachVolumeNegativeTest-1347969699 tempest-AttachVolumeNegativeTest-1347969699-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1535343'] for port (None), before_create {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:07:09.908693 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron.db.db_base_plugin_common [req-1c3d9dfc-07b8-4ea0-898e-5a6f1df29557 req-bf62557c-fc4c-4eac-9d64-38ba563bd30c tempest-AttachVolumeNegativeTest-1347969699 tempest-AttachVolumeNegativeTest-1347969699-project] Allocated IP 172.20.0.6 (8605bce6-3955-4448-bd79-8ef881f45c6d/342bfb33-54ce-4b31-b1d9-ee13f5d2ec00/f38faefc-ea9b-43af-a430-c0bdc19c07c8) {{(pid=103257) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 12 11:07:10.043914 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [req-1c3d9dfc-07b8-4ea0-898e-5a6f1df29557 req-bf62557c-fc4c-4eac-9d64-38ba563bd30c tempest-AttachVolumeNegativeTest-1347969699 tempest-AttachVolumeNegativeTest-1347969699-project] Publish callbacks [] for port (f38faefc-ea9b-43af-a430-c0bdc19c07c8), precommit_create {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:07:10.076750 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [req-1c3d9dfc-07b8-4ea0-898e-5a6f1df29557 req-bf62557c-fc4c-4eac-9d64-38ba563bd30c tempest-AttachVolumeNegativeTest-1347969699 tempest-AttachVolumeNegativeTest-1347969699-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1534861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777667450152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5265645'] for port (f38faefc-ea9b-43af-a430-c0bdc19c07c8), after_create {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:07:10.120668 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1c3d9dfc-07b8-4ea0-898e-5a6f1df29557 req-bf62557c-fc4c-4eac-9d64-38ba563bd30c tempest-AttachVolumeNegativeTest-1347969699 tempest-AttachVolumeNegativeTest-1347969699-project] Network 8605bce6-3955-4448-bd79-8ef881f45c6d is already hosted by enough agents. {{(pid=103257) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 11:07:10.123586 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron.scheduler.base_scheduler [req-1c3d9dfc-07b8-4ea0-898e-5a6f1df29557 req-bf62557c-fc4c-4eac-9d64-38ba563bd30c tempest-AttachVolumeNegativeTest-1347969699 tempest-AttachVolumeNegativeTest-1347969699-project] Resources bound (agent type, host, resource id): {{(pid=103257) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 11:07:10.127610 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron.db.l3_dvrscheduler_db [req-1c3d9dfc-07b8-4ea0-898e-5a6f1df29557 req-bf62557c-fc4c-4eac-9d64-38ba563bd30c tempest-AttachVolumeNegativeTest-1347969699 tempest-AttachVolumeNegativeTest-1347969699-project] Received port after_create {{(pid=103257) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 12 11:07:10.154927 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf62557c-fc4c-4eac-9d64-38ba563bd30c tempest-AttachVolumeNegativeTest-1347969699 tempest-AttachVolumeNegativeTest-1347969699-project] Pushing event updated for resources: {'Port': ['ID=f38faefc-ea9b-43af-a430-c0bdc19c07c8,revision_number=1']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:07:10.189112 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c3d9dfc-07b8-4ea0-898e-5a6f1df29557 req-bf62557c-fc4c-4eac-9d64-38ba563bd30c tempest-AttachVolumeNegativeTest-1347969699 tempest-AttachVolumeNegativeTest-1347969699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:07:10.189749 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [req-1c3d9dfc-07b8-4ea0-898e-5a6f1df29557 req-bf62557c-fc4c-4eac-9d64-38ba563bd30c tempest-AttachVolumeNegativeTest-1347969699 tempest-AttachVolumeNegativeTest-1347969699-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108023'] for port (None), before_response {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:07:10.206468 dv-cinder-830088-4-iscsi neutron-server[103257]: INFO neutron.wsgi [req-1c3d9dfc-07b8-4ea0-898e-5a6f1df29557 req-bf62557c-fc4c-4eac-9d64-38ba563bd30c tempest-AttachVolumeNegativeTest-1347969699 tempest-AttachVolumeNegativeTest-1347969699-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5363131 Apr 12 11:07:10.274098 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron_lib.callbacks.manager [None req-5bb8f99b-7a1f-4b53-a4e3-8c2c53612eab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777667879581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1343690'] for agent (0a0a44e5-732d-48d9-a8ad-b47e7b7c1a86), after_update {{(pid=103259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:07:10.328767 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron.api.v2.base [req-1c3d9dfc-07b8-4ea0-898e-5a6f1df29557 req-18f925a2-9d52-44f7-be2a-f68008366453 service neutron] Request body: {'port': {'device_id': 'f0fc708e-fb7e-497f-b426-8a88b6d58840', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83008'}} {{(pid=103257) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 11:07:10.354926 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron.db.provisioning_blocks [None req-827b23fe-a226-498a-a8e9-5a7cbee9d9be None None] Provisioning complete for port f38faefc-ea9b-43af-a430-c0bdc19c07c8 triggered by entity DHCP. {{(pid=103259) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 11:07:10.355294 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron_lib.callbacks.manager [None req-827b23fe-a226-498a-a8e9-5a7cbee9d9be None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1343588'] for port (f38faefc-ea9b-43af-a430-c0bdc19c07c8), provisioning_complete {{(pid=103259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:07:10.391456 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [req-1c3d9dfc-07b8-4ea0-898e-5a6f1df29557 req-18f925a2-9d52-44f7-be2a-f68008366453 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1535343'] for port (f38faefc-ea9b-43af-a430-c0bdc19c07c8), before_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:07:10.392849 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron.plugins.ml2.plugin [None req-827b23fe-a226-498a-a8e9-5a7cbee9d9be None None] Port f38faefc-ea9b-43af-a430-c0bdc19c07c8 cannot update to ACTIVE because it is not bound. {{(pid=103259) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 12 11:07:10.553484 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e8d0445-0dca-4966-bbdc-f9d597215b04 req-cc985db3-67a0-428c-afcd-794725e6eaea tempest-AttachVolumeNegativeTest-1347969699 tempest-AttachVolumeNegativeTest-1347969699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:07:10.554878 dv-cinder-830088-4-iscsi neutron-server[103257]: INFO neutron.wsgi [req-7e8d0445-0dca-4966-bbdc-f9d597215b04 req-cc985db3-67a0-428c-afcd-794725e6eaea tempest-AttachVolumeNegativeTest-1347969699 tempest-AttachVolumeNegativeTest-1347969699-project] 10.222.0.39 "GET /v2.0/ports?device_id=f0fc708e-fb7e-497f-b426-8a88b6d58840 HTTP/1.1" status: 200 len: 931 time: 0.0632803 Apr 12 11:07:10.649431 dv-cinder-830088-4-iscsi neutron-server[103257]: INFO neutron.wsgi [req-7e8d0445-0dca-4966-bbdc-f9d597215b04 req-2ce2bb82-bf0c-48a5-b892-65b099309e6d tempest-AttachVolumeNegativeTest-1347969699 tempest-AttachVolumeNegativeTest-1347969699-project] 10.222.0.39 "GET /v2.0/security-groups?id=2340726e-9f33-4871-8ffd-0b06d0d203cd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0849319 Apr 12 11:07:10.720364 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron.notifiers.nova [req-1c3d9dfc-07b8-4ea0-898e-5a6f1df29557 req-18f925a2-9d52-44f7-be2a-f68008366453 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f38faefc-ea9b-43af-a430-c0bdc19c07c8 {{(pid=103257) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 12 11:07:10.727559 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [req-1c3d9dfc-07b8-4ea0-898e-5a6f1df29557 req-18f925a2-9d52-44f7-be2a-f68008366453 service neutron] Publish callbacks [] for port (f38faefc-ea9b-43af-a430-c0bdc19c07c8), precommit_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:07:10.739840 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron.db.provisioning_blocks [req-1c3d9dfc-07b8-4ea0-898e-5a6f1df29557 req-18f925a2-9d52-44f7-be2a-f68008366453 service neutron] Transition to ACTIVE for port object f38faefc-ea9b-43af-a430-c0bdc19c07c8 will not be triggered until provisioned by entity L2. {{(pid=103257) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 12 11:07:10.743653 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [req-1c3d9dfc-07b8-4ea0-898e-5a6f1df29557 req-18f925a2-9d52-44f7-be2a-f68008366453 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1534861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777667992095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777667450170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777667450188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5265638'] for port (f38faefc-ea9b-43af-a430-c0bdc19c07c8), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:07:10.809384 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18f925a2-9d52-44f7-be2a-f68008366453 service neutron] Pushing event updated for resources: {'Port': ['ID=f38faefc-ea9b-43af-a430-c0bdc19c07c8,revision_number=2']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:07:10.864424 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron.plugins.ml2.managers [req-1c3d9dfc-07b8-4ea0-898e-5a6f1df29557 req-18f925a2-9d52-44f7-be2a-f68008366453 service neutron] Attempting to bind port f38faefc-ea9b-43af-a430-c0bdc19c07c8 on host hv-cinder-83008 for vnic_type normal with profile {{(pid=103257) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 12 11:07:10.864754 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron.plugins.ml2.managers [req-1c3d9dfc-07b8-4ea0-898e-5a6f1df29557 req-18f925a2-9d52-44f7-be2a-f68008366453 service neutron] Attempting to bind port f38faefc-ea9b-43af-a430-c0bdc19c07c8 by drivers openvswitch,hyperv on host hv-cinder-83008 at level 0 using segments [{'id': '7235212e-5ea9-4475-b7e8-0ed6cc0af829', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': '8605bce6-3955-4448-bd79-8ef881f45c6d'}] {{(pid=103257) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 12 11:07:10.865108 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c3d9dfc-07b8-4ea0-898e-5a6f1df29557 req-18f925a2-9d52-44f7-be2a-f68008366453 service neutron] Attempting to bind port f38faefc-ea9b-43af-a430-c0bdc19c07c8 on network 8605bce6-3955-4448-bd79-8ef881f45c6d {{(pid=103257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 11:07:10.869624 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c3d9dfc-07b8-4ea0-898e-5a6f1df29557 req-18f925a2-9d52-44f7-be2a-f68008366453 service neutron] Port f38faefc-ea9b-43af-a430-c0bdc19c07c8 on network 8605bce6-3955-4448-bd79-8ef881f45c6d not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83008 {{(pid=103257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 12 11:07:10.869946 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c3d9dfc-07b8-4ea0-898e-5a6f1df29557 req-18f925a2-9d52-44f7-be2a-f68008366453 service neutron] Attempting to bind port f38faefc-ea9b-43af-a430-c0bdc19c07c8 on network 8605bce6-3955-4448-bd79-8ef881f45c6d {{(pid=103257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 11:07:10.874890 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c3d9dfc-07b8-4ea0-898e-5a6f1df29557 req-18f925a2-9d52-44f7-be2a-f68008366453 service neutron] Checking agent: {'id': '742b2e09-86ec-4663-b086-f6b891926c3e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83008', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 12, 10, 58, 42), 'started_at': datetime.datetime(2022, 4, 12, 10, 58, 42), 'heartbeat_timestamp': datetime.datetime(2022, 4, 12, 11, 6, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 12 11:07:10.875227 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c3d9dfc-07b8-4ea0-898e-5a6f1df29557 req-18f925a2-9d52-44f7-be2a-f68008366453 service neutron] Checking segment: {'id': '7235212e-5ea9-4475-b7e8-0ed6cc0af829', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': '8605bce6-3955-4448-bd79-8ef881f45c6d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103257) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 11:07:10.875611 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c3d9dfc-07b8-4ea0-898e-5a6f1df29557 req-18f925a2-9d52-44f7-be2a-f68008366453 service neutron] Bound using segment: {'id': '7235212e-5ea9-4475-b7e8-0ed6cc0af829', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': '8605bce6-3955-4448-bd79-8ef881f45c6d'} {{(pid=103257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 12 11:07:10.876036 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron.plugins.ml2.managers [req-1c3d9dfc-07b8-4ea0-898e-5a6f1df29557 req-18f925a2-9d52-44f7-be2a-f68008366453 service neutron] Bound port: f38faefc-ea9b-43af-a430-c0bdc19c07c8, host: hv-cinder-83008, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7235212e-5ea9-4475-b7e8-0ed6cc0af829', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': '8605bce6-3955-4448-bd79-8ef881f45c6d'}}] {{(pid=103257) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 12 11:07:10.876389 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [req-1c3d9dfc-07b8-4ea0-898e-5a6f1df29557 req-18f925a2-9d52-44f7-be2a-f68008366453 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1535343'] for port (f38faefc-ea9b-43af-a430-c0bdc19c07c8), before_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:07:11.179974 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron.plugins.ml2.db [req-1c3d9dfc-07b8-4ea0-898e-5a6f1df29557 req-18f925a2-9d52-44f7-be2a-f68008366453 service neutron] For port f38faefc-ea9b-43af-a430-c0bdc19c07c8, host hv-cinder-83008, cleared binding levels {{(pid=103257) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 12 11:07:11.182838 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron.plugins.ml2.db [req-1c3d9dfc-07b8-4ea0-898e-5a6f1df29557 req-18f925a2-9d52-44f7-be2a-f68008366453 service neutron] For port f38faefc-ea9b-43af-a430-c0bdc19c07c8, host hv-cinder-83008, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83008',level=0,port_id=f38faefc-ea9b-43af-a430-c0bdc19c07c8,segment=NetworkSegment(7235212e-5ea9-4475-b7e8-0ed6cc0af829),segment_id=7235212e-5ea9-4475-b7e8-0ed6cc0af829)] {{(pid=103257) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 12 11:07:11.188937 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [req-1c3d9dfc-07b8-4ea0-898e-5a6f1df29557 req-18f925a2-9d52-44f7-be2a-f68008366453 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1534861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777667992095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777667450170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777667450188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5265638'] for port (f38faefc-ea9b-43af-a430-c0bdc19c07c8), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:07:11.220019 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c3d9dfc-07b8-4ea0-898e-5a6f1df29557 req-18f925a2-9d52-44f7-be2a-f68008366453 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:07:11.220628 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [req-1c3d9dfc-07b8-4ea0-898e-5a6f1df29557 req-18f925a2-9d52-44f7-be2a-f68008366453 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108023'] for port (None), before_response {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:07:11.221976 dv-cinder-830088-4-iscsi neutron-server[103257]: INFO neutron.wsgi [req-1c3d9dfc-07b8-4ea0-898e-5a6f1df29557 req-18f925a2-9d52-44f7-be2a-f68008366453 service neutron] 10.222.0.53 "PUT /v2.0/ports/f38faefc-ea9b-43af-a430-c0bdc19c07c8 HTTP/1.1" status: 200 len: 1093 time: 0.8975632 Apr 12 11:07:11.222410 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f0fc708e-fb7e-497f-b426-8a88b6d58840', 'tag': 'f38faefc-ea9b-43af-a430-c0bdc19c07c8'}] {{(pid=103257) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 11:07:11.224623 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}263188bb5a56b6ea0b99504a79f1a82db60da3322be0ebbd3338f0b2803b3102" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4dbbdd23-a260-48cb-8384-8894c40f5630" -d '{"events": [{"name": "network-changed", "server_uuid": "f0fc708e-fb7e-497f-b426-8a88b6d58840", "tag": "f38faefc-ea9b-43af-a430-c0bdc19c07c8"}]}' {{(pid=103257) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 11:07:11.252049 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18f925a2-9d52-44f7-be2a-f68008366453 service neutron] Pushing event updated for resources: {'Port': ['ID=f38faefc-ea9b-43af-a430-c0bdc19c07c8,revision_number=3']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:07:11.266835 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Apr 2022 11:07:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d726cc70-96b8-4632-b669-e6950dd33a6b x-openstack-request-id: req-d726cc70-96b8-4632-b669-e6950dd33a6b {{(pid=103257) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 11:07:11.267125 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f0fc708e-fb7e-497f-b426-8a88b6d58840", "tag": "f38faefc-ea9b-43af-a430-c0bdc19c07c8", "status": "completed", "code": 200}]} {{(pid=103257) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 11:07:11.267374 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-d726cc70-96b8-4632-b669-e6950dd33a6b {{(pid=103257) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 11:07:11.267774 dv-cinder-830088-4-iscsi neutron-server[103257]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d726cc70-96b8-4632-b669-e6950dd33a6b'] response: {'name': 'network-changed', 'server_uuid': 'f0fc708e-fb7e-497f-b426-8a88b6d58840', 'tag': 'f38faefc-ea9b-43af-a430-c0bdc19c07c8', 'status': 'completed', 'code': 200} Apr 12 11:07:11.342993 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c3d9dfc-07b8-4ea0-898e-5a6f1df29557 req-b8201a9e-2846-475a-99ae-a38470ccf8e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:07:11.345456 dv-cinder-830088-4-iscsi neutron-server[103257]: INFO neutron.wsgi [req-1c3d9dfc-07b8-4ea0-898e-5a6f1df29557 req-b8201a9e-2846-475a-99ae-a38470ccf8e7 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=e581060642574053bd171680bd4e15a9&device_id=f0fc708e-fb7e-497f-b426-8a88b6d58840 HTTP/1.1" status: 200 len: 1127 time: 0.0442286 Apr 12 11:07:11.397586 dv-cinder-830088-4-iscsi neutron-server[103257]: INFO neutron.wsgi [req-1c3d9dfc-07b8-4ea0-898e-5a6f1df29557 req-3b50901e-5dc9-4e0d-aea5-fc5dfdcf0653 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f38faefc-ea9b-43af-a430-c0bdc19c07c8 HTTP/1.1" status: 200 len: 217 time: 0.0350776 Apr 12 11:07:11.446435 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c3d9dfc-07b8-4ea0-898e-5a6f1df29557 req-5af2d34b-c699-475a-876a-44265aeba4d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:07:11.447909 dv-cinder-830088-4-iscsi neutron-server[103257]: INFO neutron.wsgi [req-1c3d9dfc-07b8-4ea0-898e-5a6f1df29557 req-5af2d34b-c699-475a-876a-44265aeba4d4 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=342bfb33-54ce-4b31-b1d9-ee13f5d2ec00 HTTP/1.1" status: 200 len: 853 time: 0.0432003 Apr 12 11:07:11.490835 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c3d9dfc-07b8-4ea0-898e-5a6f1df29557 req-b62e8413-7579-480c-b8b0-a6003603ea46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:07:11.492348 dv-cinder-830088-4-iscsi neutron-server[103257]: INFO neutron.wsgi [req-1c3d9dfc-07b8-4ea0-898e-5a6f1df29557 req-b62e8413-7579-480c-b8b0-a6003603ea46 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=8605bce6-3955-4448-bd79-8ef881f45c6d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0384026 Apr 12 11:07:11.582298 dv-cinder-830088-4-iscsi neutron-server[103257]: INFO neutron.wsgi [req-1c3d9dfc-07b8-4ea0-898e-5a6f1df29557 req-054b3a39-6d99-40e2-b325-9aabb4769f71 service neutron] 10.222.0.53 "GET /v2.0/networks/8605bce6-3955-4448-bd79-8ef881f45c6d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0830805 Apr 12 11:07:11.672946 dv-cinder-830088-4-iscsi neutron-server[103257]: INFO neutron.wsgi [req-1c3d9dfc-07b8-4ea0-898e-5a6f1df29557 req-9ce71a15-7175-45fa-bc65-0037544f03d5 service neutron] 10.222.0.53 "GET /v2.0/networks/8605bce6-3955-4448-bd79-8ef881f45c6d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0838351 Apr 12 11:07:11.758560 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron_lib.callbacks.manager [None req-ae6c308c-a92e-4424-a7f8-d6a17e5174ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777667879581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1343690'] for agent (742b2e09-86ec-4663-b086-f6b891926c3e), after_update {{(pid=103259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:07:11.761373 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d159082-1080-4bc3-a731-de77959e2136 req-db30a31c-7df2-4912-9478-9d0fc5c8fe07 tempest-AttachVolumeNegativeTest-1347969699 tempest-AttachVolumeNegativeTest-1347969699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:07:11.762878 dv-cinder-830088-4-iscsi neutron-server[103257]: INFO neutron.wsgi [req-9d159082-1080-4bc3-a731-de77959e2136 req-db30a31c-7df2-4912-9478-9d0fc5c8fe07 tempest-AttachVolumeNegativeTest-1347969699 tempest-AttachVolumeNegativeTest-1347969699-project] 10.222.0.39 "GET /v2.0/ports?device_id=f0fc708e-fb7e-497f-b426-8a88b6d58840 HTTP/1.1" status: 200 len: 943 time: 0.0465393 Apr 12 11:07:11.808418 dv-cinder-830088-4-iscsi neutron-server[103257]: INFO neutron.wsgi [req-9d159082-1080-4bc3-a731-de77959e2136 req-c83bc26e-3e75-4ebb-b841-01056c267590 tempest-AttachVolumeNegativeTest-1347969699 tempest-AttachVolumeNegativeTest-1347969699-project] 10.222.0.39 "GET /v2.0/security-groups?id=2340726e-9f33-4871-8ffd-0b06d0d203cd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394545 Apr 12 11:07:12.542992 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron_lib.callbacks.manager [None req-e1cd3d40-7634-45b8-a8b0-189f0c5f0330 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777667879581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1343690'] for agent (77f5e085-0284-4236-9dbf-35d2d452e277), after_update {{(pid=103259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:07:12.918769 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04124bc6-e36b-4206-9a72-b43a9f28c524 req-b2493635-3d4d-45af-8780-8e1121e6c21b tempest-AttachVolumeNegativeTest-1347969699 tempest-AttachVolumeNegativeTest-1347969699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:07:12.920214 dv-cinder-830088-4-iscsi neutron-server[103258]: INFO neutron.wsgi [req-04124bc6-e36b-4206-9a72-b43a9f28c524 req-b2493635-3d4d-45af-8780-8e1121e6c21b tempest-AttachVolumeNegativeTest-1347969699 tempest-AttachVolumeNegativeTest-1347969699-project] 10.222.0.39 "GET /v2.0/ports?device_id=f0fc708e-fb7e-497f-b426-8a88b6d58840 HTTP/1.1" status: 200 len: 943 time: 0.0452678 Apr 12 11:07:12.966105 dv-cinder-830088-4-iscsi neutron-server[103258]: INFO neutron.wsgi [req-04124bc6-e36b-4206-9a72-b43a9f28c524 req-a139e371-d635-463f-bd83-db0e4f421d20 tempest-AttachVolumeNegativeTest-1347969699 tempest-AttachVolumeNegativeTest-1347969699-project] 10.222.0.39 "GET /v2.0/security-groups?id=2340726e-9f33-4871-8ffd-0b06d0d203cd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396261 Apr 12 11:07:13.806530 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron_lib.callbacks.manager [None req-601bd752-88b9-4ad2-8e14-56931e32431b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777667879581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1343690'] for agent (3ceb33ec-7c20-4632-9357-4cc6534463de), after_update {{(pid=103259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:07:14.075806 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4588136-48cd-46bb-b635-725e7553c4a8 req-06225e9c-3056-4a0a-a8be-cd2fadfc6aab tempest-AttachVolumeNegativeTest-1347969699 tempest-AttachVolumeNegativeTest-1347969699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:07:14.077212 dv-cinder-830088-4-iscsi neutron-server[103257]: INFO neutron.wsgi [req-c4588136-48cd-46bb-b635-725e7553c4a8 req-06225e9c-3056-4a0a-a8be-cd2fadfc6aab tempest-AttachVolumeNegativeTest-1347969699 tempest-AttachVolumeNegativeTest-1347969699-project] 10.222.0.39 "GET /v2.0/ports?device_id=f0fc708e-fb7e-497f-b426-8a88b6d58840 HTTP/1.1" status: 200 len: 943 time: 0.0468836 Apr 12 11:07:14.122466 dv-cinder-830088-4-iscsi neutron-server[103257]: INFO neutron.wsgi [req-c4588136-48cd-46bb-b635-725e7553c4a8 req-f1690a01-644c-4600-b4ae-7de5f5853aab tempest-AttachVolumeNegativeTest-1347969699 tempest-AttachVolumeNegativeTest-1347969699-project] 10.222.0.39 "GET /v2.0/security-groups?id=2340726e-9f33-4871-8ffd-0b06d0d203cd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398295 Apr 12 11:07:14.373519 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dbbdd23-a260-48cb-8384-8894c40f5630 req-79101704-69e6-4aec-ab80-1ff611d925db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:07:14.375026 dv-cinder-830088-4-iscsi neutron-server[103257]: INFO neutron.wsgi [req-4dbbdd23-a260-48cb-8384-8894c40f5630 req-79101704-69e6-4aec-ab80-1ff611d925db service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=e581060642574053bd171680bd4e15a9&device_id=f0fc708e-fb7e-497f-b426-8a88b6d58840 HTTP/1.1" status: 200 len: 1127 time: 0.0433934 Apr 12 11:07:14.462498 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dbbdd23-a260-48cb-8384-8894c40f5630 req-e4d8e8b5-1e3d-4253-b528-bf66a2720497 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:07:14.463981 dv-cinder-830088-4-iscsi neutron-server[103257]: INFO neutron.wsgi [req-4dbbdd23-a260-48cb-8384-8894c40f5630 req-e4d8e8b5-1e3d-4253-b528-bf66a2720497 service neutron] 10.222.0.53 "GET /v2.0/networks?id=8605bce6-3955-4448-bd79-8ef881f45c6d HTTP/1.1" status: 200 len: 915 time: 0.0817902 Apr 12 11:07:14.508115 dv-cinder-830088-4-iscsi neutron-server[103257]: INFO neutron.wsgi [req-4dbbdd23-a260-48cb-8384-8894c40f5630 req-1842e0a6-9ec4-4721-8882-c25669620664 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f38faefc-ea9b-43af-a430-c0bdc19c07c8 HTTP/1.1" status: 200 len: 217 time: 0.0370159 Apr 12 11:07:14.555612 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dbbdd23-a260-48cb-8384-8894c40f5630 req-d8243c4f-8efc-4469-8cfe-7b3433c70a41 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:07:14.557041 dv-cinder-830088-4-iscsi neutron-server[103257]: INFO neutron.wsgi [req-4dbbdd23-a260-48cb-8384-8894c40f5630 req-d8243c4f-8efc-4469-8cfe-7b3433c70a41 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=342bfb33-54ce-4b31-b1d9-ee13f5d2ec00 HTTP/1.1" status: 200 len: 853 time: 0.0435753 Apr 12 11:07:14.600720 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dbbdd23-a260-48cb-8384-8894c40f5630 req-b76c2768-f354-4d6b-b3dc-6e2f69e39778 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:07:14.602256 dv-cinder-830088-4-iscsi neutron-server[103257]: INFO neutron.wsgi [req-4dbbdd23-a260-48cb-8384-8894c40f5630 req-b76c2768-f354-4d6b-b3dc-6e2f69e39778 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=8605bce6-3955-4448-bd79-8ef881f45c6d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0388815 Apr 12 11:07:14.693606 dv-cinder-830088-4-iscsi neutron-server[103257]: INFO neutron.wsgi [req-4dbbdd23-a260-48cb-8384-8894c40f5630 req-8af1f921-78c6-4614-9167-421a490f77ae service neutron] 10.222.0.53 "GET /v2.0/networks/8605bce6-3955-4448-bd79-8ef881f45c6d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0846782 Apr 12 11:07:14.784751 dv-cinder-830088-4-iscsi neutron-server[103257]: INFO neutron.wsgi [req-4dbbdd23-a260-48cb-8384-8894c40f5630 req-155f6896-4adb-4c27-b211-b0a4c0dd4c07 service neutron] 10.222.0.53 "GET /v2.0/networks/8605bce6-3955-4448-bd79-8ef881f45c6d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0808485 Apr 12 11:07:15.046835 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron_lib.callbacks.manager [None req-0acb87d3-0572-4b2c-b7c9-977edd32a8b9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777667879581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1343690'] for agent (3c144e28-9cc5-463d-ad96-a18b19cd455c), after_update {{(pid=103259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:07:15.236770 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fda85052-3ed8-4d32-b927-36daeb0913fa req-104fdaaa-4ba0-4446-b08f-98ed53715bd8 tempest-AttachVolumeNegativeTest-1347969699 tempest-AttachVolumeNegativeTest-1347969699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:07:15.238247 dv-cinder-830088-4-iscsi neutron-server[103258]: INFO neutron.wsgi [req-fda85052-3ed8-4d32-b927-36daeb0913fa req-104fdaaa-4ba0-4446-b08f-98ed53715bd8 tempest-AttachVolumeNegativeTest-1347969699 tempest-AttachVolumeNegativeTest-1347969699-project] 10.222.0.39 "GET /v2.0/ports?device_id=f0fc708e-fb7e-497f-b426-8a88b6d58840 HTTP/1.1" status: 200 len: 943 time: 0.0505228 Apr 12 11:07:15.283649 dv-cinder-830088-4-iscsi neutron-server[103258]: INFO neutron.wsgi [req-fda85052-3ed8-4d32-b927-36daeb0913fa req-967f5f8d-fe21-4ce9-ac97-a87dcb693216 tempest-AttachVolumeNegativeTest-1347969699 tempest-AttachVolumeNegativeTest-1347969699-project] 10.222.0.39 "GET /v2.0/security-groups?id=2340726e-9f33-4871-8ffd-0b06d0d203cd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399165 Apr 12 11:07:16.407360 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0fa8f31-ed10-4e40-873f-107c77e7fc5a req-9b4eb3c8-64cd-47a9-9cc3-3759f969de6a tempest-AttachVolumeNegativeTest-1347969699 tempest-AttachVolumeNegativeTest-1347969699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:07:16.408819 dv-cinder-830088-4-iscsi neutron-server[103258]: INFO neutron.wsgi [req-d0fa8f31-ed10-4e40-873f-107c77e7fc5a req-9b4eb3c8-64cd-47a9-9cc3-3759f969de6a tempest-AttachVolumeNegativeTest-1347969699 tempest-AttachVolumeNegativeTest-1347969699-project] 10.222.0.39 "GET /v2.0/ports?device_id=f0fc708e-fb7e-497f-b426-8a88b6d58840 HTTP/1.1" status: 200 len: 943 time: 0.0471935 Apr 12 11:07:16.454223 dv-cinder-830088-4-iscsi neutron-server[103258]: INFO neutron.wsgi [req-d0fa8f31-ed10-4e40-873f-107c77e7fc5a req-8c2d428a-8d10-45ac-8088-83a2ed50a3ed tempest-AttachVolumeNegativeTest-1347969699 tempest-AttachVolumeNegativeTest-1347969699-project] 10.222.0.39 "GET /v2.0/security-groups?id=2340726e-9f33-4871-8ffd-0b06d0d203cd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399334 Apr 12 11:07:16.548804 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron.plugins.ml2.rpc [None req-ae6c308c-a92e-4424-a7f8-d6a17e5174ef None None] Device f38faefc-ea9b-43af-a430-c0bdc19c07c8 details requested by agent hyperv_hv-cinder-83008 with host hv-cinder-83008 {{(pid=103259) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 12 11:07:16.554792 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron_lib.callbacks.manager [None req-e4b062a6-7a21-4431-be77-3c7776c11043 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777667879581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1343690'] for agent (c71cae7d-514b-467a-8477-0a67bee0b970), after_update {{(pid=103259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:07:16.646975 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron.plugins.ml2.db [None req-ae6c308c-a92e-4424-a7f8-d6a17e5174ef None None] For port f38faefc-ea9b-43af-a430-c0bdc19c07c8, host hv-cinder-83008, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83008',level=0,port_id=f38faefc-ea9b-43af-a430-c0bdc19c07c8,segment=NetworkSegment(7235212e-5ea9-4475-b7e8-0ed6cc0af829),segment_id=7235212e-5ea9-4475-b7e8-0ed6cc0af829)] {{(pid=103259) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 11:07:16.658288 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron.plugins.ml2.rpc [None req-ae6c308c-a92e-4424-a7f8-d6a17e5174ef None None] Returning: {'device': 'f38faefc-ea9b-43af-a430-c0bdc19c07c8', 'network_id': '8605bce6-3955-4448-bd79-8ef881f45c6d', 'port_id': 'f38faefc-ea9b-43af-a430-c0bdc19c07c8', 'mac_address': 'fa:16:3e:89:54:39', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 511, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '342bfb33-54ce-4b31-b1d9-ee13f5d2ec00', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103259) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 12 11:07:16.698076 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron.plugins.ml2.plugin [None req-ae6c308c-a92e-4424-a7f8-d6a17e5174ef None None] Current status of the port f38faefc-ea9b-43af-a430-c0bdc19c07c8 is: DOWN; New status is: BUILD {{(pid=103259) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 11:07:16.698466 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron_lib.callbacks.manager [None req-ae6c308c-a92e-4424-a7f8-d6a17e5174ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1535343'] for port (f38faefc-ea9b-43af-a430-c0bdc19c07c8), before_update {{(pid=103259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:07:16.714469 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron.notifiers.nova [None req-ae6c308c-a92e-4424-a7f8-d6a17e5174ef None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f38faefc-ea9b-43af-a430-c0bdc19c07c8 {{(pid=103259) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 12 11:07:16.733712 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron.plugins.ml2.db [None req-ae6c308c-a92e-4424-a7f8-d6a17e5174ef None None] For port f38faefc-ea9b-43af-a430-c0bdc19c07c8, host hv-cinder-83008, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83008',level=0,port_id=f38faefc-ea9b-43af-a430-c0bdc19c07c8,segment=NetworkSegment(7235212e-5ea9-4475-b7e8-0ed6cc0af829),segment_id=7235212e-5ea9-4475-b7e8-0ed6cc0af829)] {{(pid=103259) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 11:07:16.737470 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron_lib.callbacks.manager [None req-ae6c308c-a92e-4424-a7f8-d6a17e5174ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1534861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777667992095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777667450170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777667450188'] for port (f38faefc-ea9b-43af-a430-c0bdc19c07c8), after_update {{(pid=103259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:07:16.787461 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae6c308c-a92e-4424-a7f8-d6a17e5174ef None None] Pushing event updated for resources: {'Port': ['ID=f38faefc-ea9b-43af-a430-c0bdc19c07c8,revision_number=4']} {{(pid=103259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:07:16.794271 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae6c308c-a92e-4424-a7f8-d6a17e5174ef None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830088-4-iscsi {{(pid=103259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:07:16.794641 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae6c308c-a92e-4424-a7f8-d6a17e5174ef None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830088-4-iscsi {{(pid=103259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:07:16.795023 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae6c308c-a92e-4424-a7f8-d6a17e5174ef None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830088-4-iscsi {{(pid=103259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:07:16.795375 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae6c308c-a92e-4424-a7f8-d6a17e5174ef None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830088-4-iscsi {{(pid=103259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:07:16.795710 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae6c308c-a92e-4424-a7f8-d6a17e5174ef None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830088-4-iscsi {{(pid=103259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:07:16.796038 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae6c308c-a92e-4424-a7f8-d6a17e5174ef None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830088-4-iscsi {{(pid=103259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:07:16.796388 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae6c308c-a92e-4424-a7f8-d6a17e5174ef None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830088-4-iscsi {{(pid=103259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:07:16.796801 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae6c308c-a92e-4424-a7f8-d6a17e5174ef None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830088-4-iscsi {{(pid=103259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:07:16.797207 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae6c308c-a92e-4424-a7f8-d6a17e5174ef None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-830088-4-iscsi {{(pid=103259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:07:16.797639 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae6c308c-a92e-4424-a7f8-d6a17e5174ef None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830088-4-iscsi {{(pid=103259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:07:16.798090 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae6c308c-a92e-4424-a7f8-d6a17e5174ef None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830088-4-iscsi {{(pid=103259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:07:16.798476 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae6c308c-a92e-4424-a7f8-d6a17e5174ef None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830088-4-iscsi {{(pid=103259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:07:16.798833 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae6c308c-a92e-4424-a7f8-d6a17e5174ef None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830088-4-iscsi {{(pid=103259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:07:16.799154 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae6c308c-a92e-4424-a7f8-d6a17e5174ef None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830088-4-iscsi {{(pid=103259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:07:16.799472 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae6c308c-a92e-4424-a7f8-d6a17e5174ef None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830088-4-iscsi {{(pid=103259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:07:16.946101 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d69646d-c500-4601-a883-e4fe847d894a req-e5260c4c-efe8-42b8-a9be-8ea9b07e160e tempest-AttachVolumeShelveTestJSON-1581400671 tempest-AttachVolumeShelveTestJSON-1581400671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:07:16.947591 dv-cinder-830088-4-iscsi neutron-server[103257]: INFO neutron.wsgi [req-6d69646d-c500-4601-a883-e4fe847d894a req-e5260c4c-efe8-42b8-a9be-8ea9b07e160e tempest-AttachVolumeShelveTestJSON-1581400671 tempest-AttachVolumeShelveTestJSON-1581400671-project] 10.222.0.39 "GET /v2.0/ports?device_id=02541d3b-c0f8-4669-8d56-2fb77315b4b7 HTTP/1.1" status: 200 len: 947 time: 0.0496459 Apr 12 11:07:16.993994 dv-cinder-830088-4-iscsi neutron-server[103257]: INFO neutron.wsgi [req-6d69646d-c500-4601-a883-e4fe847d894a req-2aecfa82-3e20-4189-ab33-70055ae262a5 tempest-AttachVolumeShelveTestJSON-1581400671 tempest-AttachVolumeShelveTestJSON-1581400671-project] 10.222.0.39 "GET /v2.0/security-groups?id=76018d3a-627c-488b-b6f9-308c58c63207&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399718 Apr 12 11:07:17.303354 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron.plugins.ml2.db [None req-ae6c308c-a92e-4424-a7f8-d6a17e5174ef None None] get_ports_and_sgs() called for port_ids ['f38faefc-ea9b-43af-a430-c0bdc19c07c8'] {{(pid=103259) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 12 11:07:17.570140 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7cb1ce3-ef06-4afa-9649-0f03c59745d7 req-7c339f41-9429-4685-8e5b-445d764a8c6b tempest-AttachVolumeNegativeTest-1347969699 tempest-AttachVolumeNegativeTest-1347969699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:07:17.571514 dv-cinder-830088-4-iscsi neutron-server[103258]: INFO neutron.wsgi [req-e7cb1ce3-ef06-4afa-9649-0f03c59745d7 req-7c339f41-9429-4685-8e5b-445d764a8c6b tempest-AttachVolumeNegativeTest-1347969699 tempest-AttachVolumeNegativeTest-1347969699-project] 10.222.0.39 "GET /v2.0/ports?device_id=f0fc708e-fb7e-497f-b426-8a88b6d58840 HTTP/1.1" status: 200 len: 944 time: 0.0492597 Apr 12 11:07:17.616618 dv-cinder-830088-4-iscsi neutron-server[103258]: INFO neutron.wsgi [req-e7cb1ce3-ef06-4afa-9649-0f03c59745d7 req-712ca8fe-135c-4c89-9b39-e360538bf062 tempest-AttachVolumeNegativeTest-1347969699 tempest-AttachVolumeNegativeTest-1347969699-project] 10.222.0.39 "GET /v2.0/security-groups?id=2340726e-9f33-4871-8ffd-0b06d0d203cd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396359 Apr 12 11:07:18.109432 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d844935c-9e8c-460c-8fda-6691e3f747dc req-536923c5-32a0-47d5-ab87-2e731a0a89a7 tempest-AttachVolumeShelveTestJSON-1581400671 tempest-AttachVolumeShelveTestJSON-1581400671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:07:18.110933 dv-cinder-830088-4-iscsi neutron-server[103257]: INFO neutron.wsgi [req-d844935c-9e8c-460c-8fda-6691e3f747dc req-536923c5-32a0-47d5-ab87-2e731a0a89a7 tempest-AttachVolumeShelveTestJSON-1581400671 tempest-AttachVolumeShelveTestJSON-1581400671-project] 10.222.0.39 "GET /v2.0/ports?device_id=02541d3b-c0f8-4669-8d56-2fb77315b4b7 HTTP/1.1" status: 200 len: 947 time: 0.0467806 Apr 12 11:07:18.155437 dv-cinder-830088-4-iscsi neutron-server[103257]: INFO neutron.wsgi [req-d844935c-9e8c-460c-8fda-6691e3f747dc req-2a119100-55cc-4f9b-ac49-ba3c02b4212e tempest-AttachVolumeShelveTestJSON-1581400671 tempest-AttachVolumeShelveTestJSON-1581400671-project] 10.222.0.39 "GET /v2.0/security-groups?id=76018d3a-627c-488b-b6f9-308c58c63207&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391600 Apr 12 11:07:18.569276 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron.plugins.ml2.rpc [None req-ae6c308c-a92e-4424-a7f8-d6a17e5174ef None None] Device f38faefc-ea9b-43af-a430-c0bdc19c07c8 up at agent hyperv_hv-cinder-83008 {{(pid=103259) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 11:07:18.613626 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron.db.provisioning_blocks [None req-ae6c308c-a92e-4424-a7f8-d6a17e5174ef None None] Provisioning for port f38faefc-ea9b-43af-a430-c0bdc19c07c8 completed by entity L2. {{(pid=103259) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Apr 12 11:07:18.619634 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron.db.provisioning_blocks [None req-ae6c308c-a92e-4424-a7f8-d6a17e5174ef None None] Provisioning complete for port f38faefc-ea9b-43af-a430-c0bdc19c07c8 triggered by entity L2. {{(pid=103259) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 11:07:18.620232 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron_lib.callbacks.manager [None req-ae6c308c-a92e-4424-a7f8-d6a17e5174ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1343588'] for port (f38faefc-ea9b-43af-a430-c0bdc19c07c8), provisioning_complete {{(pid=103259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:07:18.697055 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron.plugins.ml2.plugin [None req-ae6c308c-a92e-4424-a7f8-d6a17e5174ef None None] Current status of the port f38faefc-ea9b-43af-a430-c0bdc19c07c8 is: BUILD; New status is: ACTIVE {{(pid=103259) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 11:07:18.697351 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron_lib.callbacks.manager [None req-ae6c308c-a92e-4424-a7f8-d6a17e5174ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1535343'] for port (f38faefc-ea9b-43af-a430-c0bdc19c07c8), before_update {{(pid=103259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:07:18.721518 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f0fc708e-fb7e-497f-b426-8a88b6d58840', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f38faefc-ea9b-43af-a430-c0bdc19c07c8'}] {{(pid=103259) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 11:07:18.723805 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}af87e37ddfedca7c8b2a1dd0c6cba4e3e91bcc66796c687067be127c7223cf15" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7a069294-d78f-4aaa-bff4-1bbdb74fab73" -d '{"events": [{"server_uuid": "f0fc708e-fb7e-497f-b426-8a88b6d58840", "name": "network-vif-plugged", "status": "completed", "tag": "f38faefc-ea9b-43af-a430-c0bdc19c07c8"}]}' {{(pid=103259) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 11:07:18.728836 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-291c2594-aaed-4a33-bf67-0762d15f97cd req-2cff4242-8405-46c1-a077-5b741b27cf48 tempest-AttachVolumeNegativeTest-1347969699 tempest-AttachVolumeNegativeTest-1347969699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:07:18.730348 dv-cinder-830088-4-iscsi neutron-server[103258]: INFO neutron.wsgi [req-291c2594-aaed-4a33-bf67-0762d15f97cd req-2cff4242-8405-46c1-a077-5b741b27cf48 tempest-AttachVolumeNegativeTest-1347969699 tempest-AttachVolumeNegativeTest-1347969699-project] 10.222.0.39 "GET /v2.0/ports?device_id=f0fc708e-fb7e-497f-b426-8a88b6d58840 HTTP/1.1" status: 200 len: 944 time: 0.0478637 Apr 12 11:07:18.737031 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron.plugins.ml2.db [None req-ae6c308c-a92e-4424-a7f8-d6a17e5174ef None None] For port f38faefc-ea9b-43af-a430-c0bdc19c07c8, host hv-cinder-83008, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83008',level=0,port_id=f38faefc-ea9b-43af-a430-c0bdc19c07c8,segment=NetworkSegment(7235212e-5ea9-4475-b7e8-0ed6cc0af829),segment_id=7235212e-5ea9-4475-b7e8-0ed6cc0af829)] {{(pid=103259) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 11:07:18.741455 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron_lib.callbacks.manager [None req-ae6c308c-a92e-4424-a7f8-d6a17e5174ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1534861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777667992095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777667450170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777667450188'] for port (f38faefc-ea9b-43af-a430-c0bdc19c07c8), after_update {{(pid=103259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:07:18.783679 dv-cinder-830088-4-iscsi neutron-server[103258]: INFO neutron.wsgi [req-291c2594-aaed-4a33-bf67-0762d15f97cd req-aab11486-ccee-4a79-a489-0298b294e8a9 tempest-AttachVolumeNegativeTest-1347969699 tempest-AttachVolumeNegativeTest-1347969699-project] 10.222.0.39 "GET /v2.0/security-groups?id=2340726e-9f33-4871-8ffd-0b06d0d203cd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0452125 Apr 12 11:07:18.793708 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae6c308c-a92e-4424-a7f8-d6a17e5174ef None None] Pushing event updated for resources: {'Port': ['ID=f38faefc-ea9b-43af-a430-c0bdc19c07c8,revision_number=5']} {{(pid=103259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:07:18.823280 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Apr 2022 11:07:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ce109716-3558-4cca-96f6-997cd17b6a87 x-openstack-request-id: req-ce109716-3558-4cca-96f6-997cd17b6a87 {{(pid=103259) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 11:07:18.823593 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f0fc708e-fb7e-497f-b426-8a88b6d58840", "name": "network-vif-plugged", "status": "completed", "tag": "f38faefc-ea9b-43af-a430-c0bdc19c07c8", "code": 200}]} {{(pid=103259) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 11:07:18.823856 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-ce109716-3558-4cca-96f6-997cd17b6a87 {{(pid=103259) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 11:07:18.824255 dv-cinder-830088-4-iscsi neutron-server[103259]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ce109716-3558-4cca-96f6-997cd17b6a87'] response: {'server_uuid': 'f0fc708e-fb7e-497f-b426-8a88b6d58840', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f38faefc-ea9b-43af-a430-c0bdc19c07c8', 'code': 200} Apr 12 11:07:19.156263 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffa853f0-0f43-4415-ba22-10ebe4abf9c7 req-700790ad-f396-4fef-9749-da9f3125a816 tempest-AttachVolumeShelveTestJSON-1581400671 tempest-AttachVolumeShelveTestJSON-1581400671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:07:19.157816 dv-cinder-830088-4-iscsi neutron-server[103257]: INFO neutron.wsgi [req-ffa853f0-0f43-4415-ba22-10ebe4abf9c7 req-700790ad-f396-4fef-9749-da9f3125a816 tempest-AttachVolumeShelveTestJSON-1581400671 tempest-AttachVolumeShelveTestJSON-1581400671-project] 10.222.0.53 "GET /v2.0/ports?device_id=02541d3b-c0f8-4669-8d56-2fb77315b4b7 HTTP/1.1" status: 200 len: 947 time: 0.0464580 Apr 12 11:07:19.250028 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [req-ffa853f0-0f43-4415-ba22-10ebe4abf9c7 req-669dbcd8-d75f-482f-b858-3367a7b45142 tempest-AttachVolumeShelveTestJSON-1581400671 tempest-AttachVolumeShelveTestJSON-1581400671-project] Deleting port 2484a730-a008-456c-92cc-39b96de01dfd {{(pid=103257) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 12 11:07:19.250375 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [req-ffa853f0-0f43-4415-ba22-10ebe4abf9c7 req-669dbcd8-d75f-482f-b858-3367a7b45142 tempest-AttachVolumeShelveTestJSON-1581400671 tempest-AttachVolumeShelveTestJSON-1581400671-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777667983647'] for port (2484a730-a008-456c-92cc-39b96de01dfd), before_delete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:07:19.276560 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42b19fdf-0fc5-4ac6-87bf-143eb246ab60 req-5e36aee0-4508-475d-821f-3c8b5e542544 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:07:19.278053 dv-cinder-830088-4-iscsi neutron-server[103258]: INFO neutron.wsgi [req-42b19fdf-0fc5-4ac6-87bf-143eb246ab60 req-5e36aee0-4508-475d-821f-3c8b5e542544 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=f0fc708e-fb7e-497f-b426-8a88b6d58840 HTTP/1.1" status: 200 len: 1129 time: 0.0660748 Apr 12 11:07:19.298221 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca2c762c-44e3-40c9-90b4-f8842aba1775 req-87577b50-b334-476b-b6b1-83590945848d tempest-AttachVolumeShelveTestJSON-1581400671 tempest-AttachVolumeShelveTestJSON-1581400671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:07:19.299632 dv-cinder-830088-4-iscsi neutron-server[103258]: INFO neutron.wsgi [req-ca2c762c-44e3-40c9-90b4-f8842aba1775 req-87577b50-b334-476b-b6b1-83590945848d tempest-AttachVolumeShelveTestJSON-1581400671 tempest-AttachVolumeShelveTestJSON-1581400671-project] 10.222.0.39 "GET /v2.0/ports?device_id=02541d3b-c0f8-4669-8d56-2fb77315b4b7 HTTP/1.1" status: 200 len: 947 time: 0.0615449 Apr 12 11:07:19.339355 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron.plugins.ml2.db [req-ffa853f0-0f43-4415-ba22-10ebe4abf9c7 req-669dbcd8-d75f-482f-b858-3367a7b45142 tempest-AttachVolumeShelveTestJSON-1581400671 tempest-AttachVolumeShelveTestJSON-1581400671-project] For port 2484a730-a008-456c-92cc-39b96de01dfd, host hv-cinder-83008, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83008',level=0,port_id=2484a730-a008-456c-92cc-39b96de01dfd,segment=NetworkSegment(af155c35-6d9d-4cb5-9da1-9790843f44dc),segment_id=af155c35-6d9d-4cb5-9da1-9790843f44dc)] {{(pid=103257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 11:07:19.339724 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [req-ffa853f0-0f43-4415-ba22-10ebe4abf9c7 req-669dbcd8-d75f-482f-b858-3367a7b45142 tempest-AttachVolumeShelveTestJSON-1581400671 tempest-AttachVolumeShelveTestJSON-1581400671-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-575824'] for port (2484a730-a008-456c-92cc-39b96de01dfd), precommit_delete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:07:19.354320 dv-cinder-830088-4-iscsi neutron-server[103258]: INFO neutron.wsgi [req-42b19fdf-0fc5-4ac6-87bf-143eb246ab60 req-070a5932-ae0e-4883-adcd-ec04538f0845 service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=2340726e-9f33-4871-8ffd-0b06d0d203cd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0668502 Apr 12 11:07:19.368136 dv-cinder-830088-4-iscsi neutron-server[103258]: INFO neutron.wsgi [req-ca2c762c-44e3-40c9-90b4-f8842aba1775 req-7664acde-b2e8-4fdb-99e0-f8c7f1570ce1 tempest-AttachVolumeShelveTestJSON-1581400671 tempest-AttachVolumeShelveTestJSON-1581400671-project] 10.222.0.39 "GET /v2.0/security-groups?id=76018d3a-627c-488b-b6f9-308c58c63207&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0605428 Apr 12 11:07:19.515599 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [req-ffa853f0-0f43-4415-ba22-10ebe4abf9c7 req-669dbcd8-d75f-482f-b858-3367a7b45142 tempest-AttachVolumeShelveTestJSON-1581400671 tempest-AttachVolumeShelveTestJSON-1581400671-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:07:19.515960 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [req-ffa853f0-0f43-4415-ba22-10ebe4abf9c7 req-669dbcd8-d75f-482f-b858-3367a7b45142 tempest-AttachVolumeShelveTestJSON-1581400671 tempest-AttachVolumeShelveTestJSON-1581400671-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-579534'] for floatingip (323589ac-f036-4f31-ab18-7d79dfab6d87), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:07:19.516279 dv-cinder-830088-4-iscsi neutron-server[103257]: INFO neutron.db.l3_db [req-ffa853f0-0f43-4415-ba22-10ebe4abf9c7 req-669dbcd8-d75f-482f-b858-3367a7b45142 tempest-AttachVolumeShelveTestJSON-1581400671 tempest-AttachVolumeShelveTestJSON-1581400671-project] Floating IP 323589ac-f036-4f31-ab18-7d79dfab6d87 disassociated. External IP: 172.27.3.99, port: 2484a730-a008-456c-92cc-39b96de01dfd. Apr 12 11:07:19.516622 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [req-ffa853f0-0f43-4415-ba22-10ebe4abf9c7 req-669dbcd8-d75f-482f-b858-3367a7b45142 tempest-AttachVolumeShelveTestJSON-1581400671 tempest-AttachVolumeShelveTestJSON-1581400671-project] Calling delete_port for 2484a730-a008-456c-92cc-39b96de01dfd owned by compute:nova {{(pid=103257) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 12 11:07:19.642224 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [req-ffa853f0-0f43-4415-ba22-10ebe4abf9c7 req-669dbcd8-d75f-482f-b858-3367a7b45142 tempest-AttachVolumeShelveTestJSON-1581400671 tempest-AttachVolumeShelveTestJSON-1581400671-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1534861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777667992077', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777667450161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5265645'] for port (2484a730-a008-456c-92cc-39b96de01dfd), after_delete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:07:19.673069 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-669dbcd8-d75f-482f-b858-3367a7b45142 tempest-AttachVolumeShelveTestJSON-1581400671 tempest-AttachVolumeShelveTestJSON-1581400671-project] Pushing event deleted for resources: {'Port': ['ID=2484a730-a008-456c-92cc-39b96de01dfd,revision_number=None']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:07:19.785490 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron.scheduler.l3_agent_scheduler [req-ffa853f0-0f43-4415-ba22-10ebe4abf9c7 req-669dbcd8-d75f-482f-b858-3367a7b45142 tempest-AttachVolumeShelveTestJSON-1581400671 tempest-AttachVolumeShelveTestJSON-1581400671-project] Router eb1e4800-8b4f-4be4-9243-871422076e8b has already been hosted by L3 agent 77f5e085-0284-4236-9dbf-35d2d452e277 {{(pid=103257) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 12 11:07:19.934878 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6dc0d9d-e3f7-49eb-b218-881eaf02c630 req-e273337e-2aea-4ee3-989b-fb724b5d904e tempest-AttachVolumeNegativeTest-1347969699 tempest-AttachVolumeNegativeTest-1347969699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:07:19.936340 dv-cinder-830088-4-iscsi neutron-server[103257]: INFO neutron.wsgi [req-d6dc0d9d-e3f7-49eb-b218-881eaf02c630 req-e273337e-2aea-4ee3-989b-fb724b5d904e tempest-AttachVolumeNegativeTest-1347969699 tempest-AttachVolumeNegativeTest-1347969699-project] 10.222.0.39 "GET /v2.0/ports?device_id=f0fc708e-fb7e-497f-b426-8a88b6d58840 HTTP/1.1" status: 200 len: 945 time: 0.0648520 Apr 12 11:07:19.937485 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-ffa853f0-0f43-4415-ba22-10ebe4abf9c7 req-669dbcd8-d75f-482f-b858-3367a7b45142 tempest-AttachVolumeShelveTestJSON-1581400671 tempest-AttachVolumeShelveTestJSON-1581400671-project] Notify agent at l3_agent.dv-cinder-830088-4-iscsi the message routers_updated {{(pid=103257) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 12 11:07:19.949233 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c452d49-7e06-41f9-8162-c3efe585f6b4 None None] Sync routers for ids ['eb1e4800-8b4f-4be4-9243-871422076e8b'] in dv-cinder-830088-4-iscsi {{(pid=103259) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 12 11:07:19.960352 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c452d49-7e06-41f9-8162-c3efe585f6b4 None None] Routers {'eb1e4800-8b4f-4be4-9243-871422076e8b'} bound to L3 agent in host dv-cinder-830088-4-iscsi {{(pid=103259) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 11:07:19.960972 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron.db.l3_hamode_db [None req-8c452d49-7e06-41f9-8162-c3efe585f6b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830088-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-12T10:52:12Z,description=,heartbeat_timestamp=2022-04-12T11:07:13Z,host='dv-cinder-830088-4-iscsi',id=77f5e085-0284-4236-9dbf-35d2d452e277,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T10:52:12Z,topic='l3_agent')) {'router_ids': ['eb1e4800-8b4f-4be4-9243-871422076e8b'], 'active': True} {{(pid=103259) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 11:07:19.989923 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron.db.l3_dvrscheduler_db [req-ffa853f0-0f43-4415-ba22-10ebe4abf9c7 req-669dbcd8-d75f-482f-b858-3367a7b45142 tempest-AttachVolumeShelveTestJSON-1581400671 tempest-AttachVolumeShelveTestJSON-1581400671-project] No DVR routers for this DVR port 2484a730-a008-456c-92cc-39b96de01dfd on host hv-cinder-83008 {{(pid=103257) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 12 11:07:19.997078 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [req-ffa853f0-0f43-4415-ba22-10ebe4abf9c7 req-669dbcd8-d75f-482f-b858-3367a7b45142 tempest-AttachVolumeShelveTestJSON-1581400671 tempest-AttachVolumeShelveTestJSON-1581400671-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108023'] for port (None), before_response {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:07:20.000343 dv-cinder-830088-4-iscsi neutron-server[103257]: INFO neutron.wsgi [req-ffa853f0-0f43-4415-ba22-10ebe4abf9c7 req-669dbcd8-d75f-482f-b858-3367a7b45142 tempest-AttachVolumeShelveTestJSON-1581400671 tempest-AttachVolumeShelveTestJSON-1581400671-project] 10.222.0.53 "DELETE /v2.0/ports/2484a730-a008-456c-92cc-39b96de01dfd HTTP/1.1" status: 204 len: 173 time: 0.8377459 Apr 12 11:07:20.000788 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '02541d3b-c0f8-4669-8d56-2fb77315b4b7', 'name': 'network-vif-deleted', 'tag': '2484a730-a008-456c-92cc-39b96de01dfd'}] {{(pid=103257) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 11:07:20.003048 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}263188bb5a56b6ea0b99504a79f1a82db60da3322be0ebbd3338f0b2803b3102" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a72aee41-58c0-4b66-860f-2f8318e26ecf" -d '{"events": [{"server_uuid": "02541d3b-c0f8-4669-8d56-2fb77315b4b7", "name": "network-vif-deleted", "tag": "2484a730-a008-456c-92cc-39b96de01dfd"}]}' {{(pid=103257) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 11:07:20.032566 dv-cinder-830088-4-iscsi neutron-server[103257]: INFO neutron.wsgi [req-d6dc0d9d-e3f7-49eb-b218-881eaf02c630 req-6f9b16f6-13c3-4758-8912-a1757d0ea933 tempest-AttachVolumeNegativeTest-1347969699 tempest-AttachVolumeNegativeTest-1347969699-project] 10.222.0.39 "GET /v2.0/security-groups?id=2340726e-9f33-4871-8ffd-0b06d0d203cd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0897696 Apr 12 11:07:20.055192 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Apr 2022 11:07:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1f8eb524-7694-4fa1-835f-e27d5c6ef243 x-openstack-request-id: req-1f8eb524-7694-4fa1-835f-e27d5c6ef243 {{(pid=103257) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 11:07:20.055498 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "02541d3b-c0f8-4669-8d56-2fb77315b4b7", "name": "network-vif-deleted", "tag": "2484a730-a008-456c-92cc-39b96de01dfd", "status": "completed", "code": 200}]} {{(pid=103257) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 11:07:20.055781 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-1f8eb524-7694-4fa1-835f-e27d5c6ef243 {{(pid=103257) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 11:07:20.056190 dv-cinder-830088-4-iscsi neutron-server[103257]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1f8eb524-7694-4fa1-835f-e27d5c6ef243'] response: {'server_uuid': '02541d3b-c0f8-4669-8d56-2fb77315b4b7', 'name': 'network-vif-deleted', 'tag': '2484a730-a008-456c-92cc-39b96de01dfd', 'status': 'completed', 'code': 200} Apr 12 11:07:20.081520 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron.db.l3_dvr_db [None req-8c452d49-7e06-41f9-8162-c3efe585f6b4 None None] Set router eb1e4800-8b4f-4be4-9243-871422076e8b gateway port host: dv-cinder-830088-4-iscsi {{(pid=103259) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 11:07:20.270304 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron.db.l3_hamode_db [None req-8c452d49-7e06-41f9-8162-c3efe585f6b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eb1e4800-8b4f-4be4-9243-871422076e8b', 'name': 'tempest-AttachVolumeShelveTestJSON-1929172249-router', 'tenant_id': '64420168af994dfe8d37cc175e2bfbd6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b7be5f2-485b-4c85-8f98-fb200971b61c', 'external_fixed_ips': [{'subnet_id': '4887111e-1302-416a-ab8e-c957c9df7f85', 'ip_address': '172.27.3.180'}], 'enable_snat': True}, 'gw_port_id': 'c771e6b6-83f9-494d-bdb0-336589cf0989', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T11:00:46Z', 'updated_at': '2022-04-12T11:01:05Z', 'revision_number': 4, 'project_id': '64420168af994dfe8d37cc175e2bfbd6', 'gw_port': {'id': 'c771e6b6-83f9-494d-bdb0-336589cf0989', 'name': '', 'network_id': '3b7be5f2-485b-4c85-8f98-fb200971b61c', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:fc:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb1e4800-8b4f-4be4-9243-871422076e8b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 106, 'fixed_ips': [{'subnet_id': '4887111e-1302-416a-ab8e-c957c9df7f85', 'ip_address': '172.27.3.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830088-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T11:00:49Z', 'updated_at': '2022-04-12T11:01:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4887111e-1302-416a-ab8e-c957c9df7f85', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830088-4-iscsi', '_interfaces': [{'id': '632e73d3-9090-45e5-a39e-4edfd594e1f3', 'name': '', 'network_id': '5fe71604-a19f-4748-9dc5-7cc9d7ecf6be', 'tenant_id': '64420168af994dfe8d37cc175e2bfbd6', 'mac_address': 'fa:16:3e:0a:17:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb1e4800-8b4f-4be4-9243-871422076e8b', 'device_owner': 'network:router_interface', 'standard_attr_id': 128, 'fixed_ips': [{'subnet_id': 'e411d522-7486-40a5-b78b-47a221209e5e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830088-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T11:01:02Z', 'updated_at': '2022-04-12T11:01:13Z', 'revision_number': 5, 'project_id': '64420168af994dfe8d37cc175e2bfbd6', 'subnets': [{'id': 'e411d522-7486-40a5-b78b-47a221209e5e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830088-4-iscsi', False) {} {{(pid=103259) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 11:07:20.299510 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c452d49-7e06-41f9-8162-c3efe585f6b4 None None] Checking router: eb1e4800-8b4f-4be4-9243-871422076e8b for host: dv-cinder-830088-4-iscsi {{(pid=103259) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 12 11:07:20.307590 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c452d49-7e06-41f9-8162-c3efe585f6b4 None None] Routers {'eb1e4800-8b4f-4be4-9243-871422076e8b'} bound to L3 agent in host dv-cinder-830088-4-iscsi {{(pid=103259) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 11:07:20.308195 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron.db.l3_hamode_db [None req-8c452d49-7e06-41f9-8162-c3efe585f6b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830088-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-12T10:52:12Z,description=,heartbeat_timestamp=2022-04-12T11:07:13Z,host='dv-cinder-830088-4-iscsi',id=77f5e085-0284-4236-9dbf-35d2d452e277,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T10:52:12Z,topic='l3_agent')) {'router_ids': ['eb1e4800-8b4f-4be4-9243-871422076e8b'], 'active': True} {{(pid=103259) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 11:07:20.413807 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron.db.l3_dvr_db [None req-8c452d49-7e06-41f9-8162-c3efe585f6b4 None None] Set router eb1e4800-8b4f-4be4-9243-871422076e8b gateway port host: dv-cinder-830088-4-iscsi {{(pid=103259) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 11:07:20.464876 dv-cinder-830088-4-iscsi neutron-server[103257]: INFO neutron.wsgi [req-40b2032b-db80-4367-b750-e5cadf1387ca req-38862441-78db-4d43-b970-08e6590c6f0e tempest-AttachVolumeShelveTestJSON-1581400671 tempest-AttachVolumeShelveTestJSON-1581400671-project] 10.222.0.39 "GET /v2.0/ports?device_id=02541d3b-c0f8-4669-8d56-2fb77315b4b7 HTTP/1.1" status: 200 len: 210 time: 0.0290866 Apr 12 11:07:20.607647 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron.db.l3_hamode_db [None req-8c452d49-7e06-41f9-8162-c3efe585f6b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eb1e4800-8b4f-4be4-9243-871422076e8b', 'name': 'tempest-AttachVolumeShelveTestJSON-1929172249-router', 'tenant_id': '64420168af994dfe8d37cc175e2bfbd6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b7be5f2-485b-4c85-8f98-fb200971b61c', 'external_fixed_ips': [{'subnet_id': '4887111e-1302-416a-ab8e-c957c9df7f85', 'ip_address': '172.27.3.180'}], 'enable_snat': True}, 'gw_port_id': 'c771e6b6-83f9-494d-bdb0-336589cf0989', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T11:00:46Z', 'updated_at': '2022-04-12T11:01:05Z', 'revision_number': 4, 'project_id': '64420168af994dfe8d37cc175e2bfbd6', 'gw_port': {'id': 'c771e6b6-83f9-494d-bdb0-336589cf0989', 'name': '', 'network_id': '3b7be5f2-485b-4c85-8f98-fb200971b61c', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:fc:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb1e4800-8b4f-4be4-9243-871422076e8b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 106, 'fixed_ips': [{'subnet_id': '4887111e-1302-416a-ab8e-c957c9df7f85', 'ip_address': '172.27.3.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830088-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T11:00:49Z', 'updated_at': '2022-04-12T11:01:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4887111e-1302-416a-ab8e-c957c9df7f85', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830088-4-iscsi', '_interfaces': [{'id': '632e73d3-9090-45e5-a39e-4edfd594e1f3', 'name': '', 'network_id': '5fe71604-a19f-4748-9dc5-7cc9d7ecf6be', 'tenant_id': '64420168af994dfe8d37cc175e2bfbd6', 'mac_address': 'fa:16:3e:0a:17:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb1e4800-8b4f-4be4-9243-871422076e8b', 'device_owner': 'network:router_interface', 'standard_attr_id': 128, 'fixed_ips': [{'subnet_id': 'e411d522-7486-40a5-b78b-47a221209e5e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830088-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T11:01:02Z', 'updated_at': '2022-04-12T11:01:13Z', 'revision_number': 5, 'project_id': '64420168af994dfe8d37cc175e2bfbd6', 'subnets': [{'id': 'e411d522-7486-40a5-b78b-47a221209e5e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830088-4-iscsi', False) {} {{(pid=103259) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 11:07:20.635168 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c452d49-7e06-41f9-8162-c3efe585f6b4 None None] The sync data for ids ['eb1e4800-8b4f-4be4-9243-871422076e8b'] in dv-cinder-830088-4-iscsi is: [{'id': 'eb1e4800-8b4f-4be4-9243-871422076e8b', 'name': 'tempest-AttachVolumeShelveTestJSON-1929172249-router', 'tenant_id': '64420168af994dfe8d37cc175e2bfbd6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b7be5f2-485b-4c85-8f98-fb200971b61c', 'external_fixed_ips': [{'subnet_id': '4887111e-1302-416a-ab8e-c957c9df7f85', 'ip_address': '172.27.3.180'}], 'enable_snat': True}, 'gw_port_id': 'c771e6b6-83f9-494d-bdb0-336589cf0989', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T11:00:46Z', 'updated_at': '2022-04-12T11:01:05Z', 'revision_number': 4, 'project_id': '64420168af994dfe8d37cc175e2bfbd6', 'gw_port': {'id': 'c771e6b6-83f9-494d-bdb0-336589cf0989', 'name': '', 'network_id': '3b7be5f2-485b-4c85-8f98-fb200971b61c', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:fc:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb1e4800-8b4f-4be4-9243-871422076e8b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 106, 'fixed_ips': [{'subnet_id': '4887111e-1302-416a-ab8e-c957c9df7f85', 'ip_address': '172.27.3.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830088-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T11:00:49Z', 'updated_at': '2022-04-12T11:01:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4887111e-1302-416a-ab8e-c957c9df7f85', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830088-4-iscsi', '_interfaces': [{'id': '632e73d3-9090-45e5-a39e-4edfd594e1f3', 'name': '', 'network_id': '5fe71604-a19f-4748-9dc5-7cc9d7ecf6be', 'tenant_id': '64420168af994dfe8d37cc175e2bfbd6', 'mac_address': 'fa:16:3e:0a:17:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb1e4800-8b4f-4be4-9243-871422076e8b', 'device_owner': 'network:router_interface', 'standard_attr_id': 128, 'fixed_ips': [{'subnet_id': 'e411d522-7486-40a5-b78b-47a221209e5e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830088-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T11:01:02Z', 'updated_at': '2022-04-12T11:01:13Z', 'revision_number': 5, 'project_id': '64420168af994dfe8d37cc175e2bfbd6', 'subnets': [{'id': 'e411d522-7486-40a5-b78b-47a221209e5e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103259) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 12 11:07:20.858367 dv-cinder-830088-4-iscsi neutron-server[103260]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a205683-c792-447b-ad6e-806fcc6413e5 None None] New status for floating IP 323589ac-f036-4f31-ab18-7d79dfab6d87: DOWN {{(pid=103260) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 12 11:07:21.145411 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-342194d9-2cd8-4f6e-ba2a-7989252b76ea req-aaccd362-e697-4cef-8814-88fd635050b5 tempest-AttachVolumeNegativeTest-1347969699 tempest-AttachVolumeNegativeTest-1347969699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:07:21.147064 dv-cinder-830088-4-iscsi neutron-server[103258]: INFO neutron.wsgi [req-342194d9-2cd8-4f6e-ba2a-7989252b76ea req-aaccd362-e697-4cef-8814-88fd635050b5 tempest-AttachVolumeNegativeTest-1347969699 tempest-AttachVolumeNegativeTest-1347969699-project] 10.222.0.39 "GET /v2.0/ports?device_id=f0fc708e-fb7e-497f-b426-8a88b6d58840 HTTP/1.1" status: 200 len: 945 time: 0.0470054 Apr 12 11:07:21.206667 dv-cinder-830088-4-iscsi neutron-server[103258]: INFO neutron.wsgi [req-342194d9-2cd8-4f6e-ba2a-7989252b76ea req-37864e67-fdf9-464f-9b6e-4459c2aa99d9 tempest-AttachVolumeNegativeTest-1347969699 tempest-AttachVolumeNegativeTest-1347969699-project] 10.222.0.39 "GET /v2.0/security-groups?id=2340726e-9f33-4871-8ffd-0b06d0d203cd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433064 Apr 12 11:07:21.574225 dv-cinder-830088-4-iscsi neutron-server[103257]: INFO neutron.wsgi [req-e8f3f928-c29d-420c-82f6-84c7ba082426 req-322ceb8b-fd48-40e6-abcc-b0def79ebfef tempest-AttachVolumeShelveTestJSON-1581400671 tempest-AttachVolumeShelveTestJSON-1581400671-project] 10.222.0.39 "GET /v2.0/ports?device_id=02541d3b-c0f8-4669-8d56-2fb77315b4b7 HTTP/1.1" status: 200 len: 210 time: 0.0278699 Apr 12 11:07:22.317990 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5afa1111-7ebb-4bff-b358-6e44ffd2978a req-dc8a813f-44dc-4969-9912-16f9b862a257 tempest-AttachVolumeNegativeTest-1347969699 tempest-AttachVolumeNegativeTest-1347969699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:07:22.319467 dv-cinder-830088-4-iscsi neutron-server[103258]: INFO neutron.wsgi [req-5afa1111-7ebb-4bff-b358-6e44ffd2978a req-dc8a813f-44dc-4969-9912-16f9b862a257 tempest-AttachVolumeNegativeTest-1347969699 tempest-AttachVolumeNegativeTest-1347969699-project] 10.222.0.39 "GET /v2.0/ports?device_id=f0fc708e-fb7e-497f-b426-8a88b6d58840 HTTP/1.1" status: 200 len: 945 time: 0.0489202 Apr 12 11:07:22.364572 dv-cinder-830088-4-iscsi neutron-server[103258]: INFO neutron.wsgi [req-5afa1111-7ebb-4bff-b358-6e44ffd2978a req-5262733c-a7fa-4633-83b5-ef61485b8e60 tempest-AttachVolumeNegativeTest-1347969699 tempest-AttachVolumeNegativeTest-1347969699-project] 10.222.0.39 "GET /v2.0/security-groups?id=2340726e-9f33-4871-8ffd-0b06d0d203cd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396960 Apr 12 11:07:22.470475 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8f56ae2-d3c7-4706-8f89-b57de1b4ed6a req-5145f916-b005-4369-accd-b980a3eff84d tempest-AttachVolumeNegativeTest-1347969699 tempest-AttachVolumeNegativeTest-1347969699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:07:22.471951 dv-cinder-830088-4-iscsi neutron-server[103257]: INFO neutron.wsgi [req-f8f56ae2-d3c7-4706-8f89-b57de1b4ed6a req-5145f916-b005-4369-accd-b980a3eff84d tempest-AttachVolumeNegativeTest-1347969699 tempest-AttachVolumeNegativeTest-1347969699-project] 10.222.0.39 "GET /v2.0/ports?device_id=f0fc708e-fb7e-497f-b426-8a88b6d58840 HTTP/1.1" status: 200 len: 945 time: 0.0464196 Apr 12 11:07:22.481016 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.wsgi [-] (103258) accepted ('10.222.0.39', 55602) {{(pid=103258) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 11:07:22.485523 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.api.v2.base [None req-16a9c53a-aeed-4b8f-b630-43f74c84d2c5 tempest-AttachVolumeNegativeTest-1347969699 tempest-AttachVolumeNegativeTest-1347969699-project] Request body: {'floatingip': {'port_id': 'f38faefc-ea9b-43af-a430-c0bdc19c07c8'}} {{(pid=103258) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 11:07:22.522989 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-16a9c53a-aeed-4b8f-b630-43f74c84d2c5 tempest-AttachVolumeNegativeTest-1347969699 tempest-AttachVolumeNegativeTest-1347969699-project] Publish callbacks [] for floatingip (d610cf2d-f9f2-4cb8-83ae-ee8183ee2e3e), before_update {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:07:22.546310 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron.plugins.ml2.rpc [None req-ae6c308c-a92e-4424-a7f8-d6a17e5174ef None None] Device 2484a730-a008-456c-92cc-39b96de01dfd no longer exists at agent hyperv_hv-cinder-83008 {{(pid=103259) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 12 11:07:22.569298 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron.plugins.ml2.plugin [None req-ae6c308c-a92e-4424-a7f8-d6a17e5174ef None None] No Port match for: 2484a730-a008-456c-92cc-39b96de01dfd {{(pid=103259) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 12 11:07:22.569637 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron.plugins.ml2.rpc [None req-ae6c308c-a92e-4424-a7f8-d6a17e5174ef None None] Device 2484a730-a008-456c-92cc-39b96de01dfd not bound to the agent host hv-cinder-83008 {{(pid=103259) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 12 11:07:22.662361 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron.wsgi [-] (103257) accepted ('10.222.0.39', 55608) {{(pid=103257) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 11:07:22.714931 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-cacff993-66da-4bbe-8ec2-46ee3ad61392 tempest-AttachVolumeShelveTestJSON-1581400671 tempest-AttachVolumeShelveTestJSON-1581400671-project] Publish callbacks [] for security_group (76018d3a-627c-488b-b6f9-308c58c63207), before_delete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:07:22.741357 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-cacff993-66da-4bbe-8ec2-46ee3ad61392 tempest-AttachVolumeShelveTestJSON-1581400671 tempest-AttachVolumeShelveTestJSON-1581400671-project] Publish callbacks [] for security_group (76018d3a-627c-488b-b6f9-308c58c63207), precommit_delete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:07:22.787645 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-cacff993-66da-4bbe-8ec2-46ee3ad61392 tempest-AttachVolumeShelveTestJSON-1581400671 tempest-AttachVolumeShelveTestJSON-1581400671-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-415253'] for security_group (76018d3a-627c-488b-b6f9-308c58c63207), after_delete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:07:22.790170 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-cacff993-66da-4bbe-8ec2-46ee3ad61392 tempest-AttachVolumeShelveTestJSON-1581400671 tempest-AttachVolumeShelveTestJSON-1581400671-project] Publish callbacks [] for security_group (None), before_response {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:07:22.791336 dv-cinder-830088-4-iscsi neutron-server[103257]: INFO neutron.wsgi [None req-cacff993-66da-4bbe-8ec2-46ee3ad61392 tempest-AttachVolumeShelveTestJSON-1581400671 tempest-AttachVolumeShelveTestJSON-1581400671-project] 10.222.0.39 "DELETE /v2.0/security-groups/76018d3a-627c-488b-b6f9-308c58c63207 HTTP/1.1" status: 204 len: 168 time: 0.1278996 Apr 12 11:07:22.794390 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron.wsgi [-] (103257) accepted ('10.222.0.39', 55610) {{(pid=103257) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 11:07:22.810189 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cacff993-66da-4bbe-8ec2-46ee3ad61392 tempest-AttachVolumeShelveTestJSON-1581400671 tempest-AttachVolumeShelveTestJSON-1581400671-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=76018d3a-627c-488b-b6f9-308c58c63207,revision_number=None']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:07:22.813057 dv-cinder-830088-4-iscsi neutron-server[103257]: INFO neutron.api.v2.resource [None req-fcf51635-368b-401f-adb4-7f9c7b25cb0d tempest-AttachVolumeShelveTestJSON-1581400671 tempest-AttachVolumeShelveTestJSON-1581400671-project] show failed (client error): The resource could not be found. Apr 12 11:07:22.816842 dv-cinder-830088-4-iscsi neutron-server[103257]: INFO neutron.wsgi [None req-fcf51635-368b-401f-adb4-7f9c7b25cb0d tempest-AttachVolumeShelveTestJSON-1581400671 tempest-AttachVolumeShelveTestJSON-1581400671-project] 10.222.0.39 "GET /v2.0/security-groups/76018d3a-627c-488b-b6f9-308c58c63207 HTTP/1.1" status: 404 len: 347 time: 0.0187523 Apr 12 11:07:22.818167 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron.wsgi [-] (103257) accepted ('10.222.0.39', 55612) {{(pid=103257) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 11:07:22.931161 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-a261836c-7418-4165-8121-6043c24ec55c tempest-AttachVolumeShelveTestJSON-1581400671 tempest-AttachVolumeShelveTestJSON-1581400671-project] Deleting port adc67c64-eb79-41db-b675-92a917850085 {{(pid=103257) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 12 11:07:22.931504 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-a261836c-7418-4165-8121-6043c24ec55c tempest-AttachVolumeShelveTestJSON-1581400671 tempest-AttachVolumeShelveTestJSON-1581400671-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777667983647'] for port (adc67c64-eb79-41db-b675-92a917850085), before_delete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:07:22.963270 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-16a9c53a-aeed-4b8f-b630-43f74c84d2c5 tempest-AttachVolumeNegativeTest-1347969699 tempest-AttachVolumeNegativeTest-1347969699-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:07:22.967229 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-16a9c53a-aeed-4b8f-b630-43f74c84d2c5 tempest-AttachVolumeNegativeTest-1347969699 tempest-AttachVolumeNegativeTest-1347969699-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-579534'] for floatingip (d610cf2d-f9f2-4cb8-83ae-ee8183ee2e3e), after_update {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:07:23.005913 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-a261836c-7418-4165-8121-6043c24ec55c tempest-AttachVolumeShelveTestJSON-1581400671 tempest-AttachVolumeShelveTestJSON-1581400671-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-575824'] for port (adc67c64-eb79-41db-b675-92a917850085), precommit_delete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:07:23.006220 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-a261836c-7418-4165-8121-6043c24ec55c tempest-AttachVolumeShelveTestJSON-1581400671 tempest-AttachVolumeShelveTestJSON-1581400671-project] Publish callbacks [] for floatingip (adc67c64-eb79-41db-b675-92a917850085), precommit_delete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:07:23.021900 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-a261836c-7418-4165-8121-6043c24ec55c tempest-AttachVolumeShelveTestJSON-1581400671 tempest-AttachVolumeShelveTestJSON-1581400671-project] Calling delete_port for adc67c64-eb79-41db-b675-92a917850085 owned by network:floatingip {{(pid=103257) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 12 11:07:23.081540 dv-cinder-830088-4-iscsi neutron-server[103258]: INFO neutron.db.l3_db [None req-16a9c53a-aeed-4b8f-b630-43f74c84d2c5 tempest-AttachVolumeNegativeTest-1347969699 tempest-AttachVolumeNegativeTest-1347969699-project] Floating IP d610cf2d-f9f2-4cb8-83ae-ee8183ee2e3e associated. External IP: 172.27.3.56, port: f38faefc-ea9b-43af-a430-c0bdc19c07c8. Apr 12 11:07:23.147859 dv-cinder-830088-4-iscsi neutron-server[103258]: INFO neutron.wsgi [req-04e400e5-b6a9-4ffb-8a87-98d27817cc5d req-6cb8418a-f2eb-4679-a5e7-be7bc8d21359 tempest-TestMinimumBasicScenario-1491506946 tempest-TestMinimumBasicScenario-1491506946-project] 10.222.0.39 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1279840590&fields=id&tenant_id=dcfac628f55a40e9b7615ebf00184320 HTTP/1.1" status: 200 len: 267 time: 0.0907209 Apr 12 11:07:23.156611 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-a261836c-7418-4165-8121-6043c24ec55c tempest-AttachVolumeShelveTestJSON-1581400671 tempest-AttachVolumeShelveTestJSON-1581400671-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1534861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777667992077', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777667450161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5265645'] for port (adc67c64-eb79-41db-b675-92a917850085), after_delete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:07:23.188474 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a261836c-7418-4165-8121-6043c24ec55c tempest-AttachVolumeShelveTestJSON-1581400671 tempest-AttachVolumeShelveTestJSON-1581400671-project] Pushing event deleted for resources: {'Port': ['ID=adc67c64-eb79-41db-b675-92a917850085,revision_number=None']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:07:23.236599 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04e400e5-b6a9-4ffb-8a87-98d27817cc5d req-66adf9bd-9b9c-415b-8068-da7ba90e3067 tempest-TestMinimumBasicScenario-1491506946 tempest-TestMinimumBasicScenario-1491506946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:07:23.238031 dv-cinder-830088-4-iscsi neutron-server[103258]: INFO neutron.wsgi [req-04e400e5-b6a9-4ffb-8a87-98d27817cc5d req-66adf9bd-9b9c-415b-8068-da7ba90e3067 tempest-TestMinimumBasicScenario-1491506946 tempest-TestMinimumBasicScenario-1491506946-project] 10.222.0.39 "GET /v2.0/ports?device_id=6bac3aa8-98ca-40ce-951f-208d8cb6ac0e HTTP/1.1" status: 200 len: 984 time: 0.0848691 Apr 12 11:07:23.245622 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-a261836c-7418-4165-8121-6043c24ec55c tempest-AttachVolumeShelveTestJSON-1581400671 tempest-AttachVolumeShelveTestJSON-1581400671-project] Publish callbacks [] for floatingip (323589ac-f036-4f31-ab18-7d79dfab6d87), after_delete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:07:23.248278 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-a261836c-7418-4165-8121-6043c24ec55c tempest-AttachVolumeShelveTestJSON-1581400671 tempest-AttachVolumeShelveTestJSON-1581400671-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108023'] for floatingip (None), before_response {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:07:23.249566 dv-cinder-830088-4-iscsi neutron-server[103257]: INFO neutron.wsgi [None req-a261836c-7418-4165-8121-6043c24ec55c tempest-AttachVolumeShelveTestJSON-1581400671 tempest-AttachVolumeShelveTestJSON-1581400671-project] 10.222.0.39 "DELETE /v2.0/floatingips/323589ac-f036-4f31-ab18-7d79dfab6d87 HTTP/1.1" status: 204 len: 168 time: 0.4314461 Apr 12 11:07:23.258895 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.api.v2.base [req-04e400e5-b6a9-4ffb-8a87-98d27817cc5d req-d4afc029-ceb8-4c8d-b984-1a4482a969f7 tempest-TestMinimumBasicScenario-1491506946 tempest-TestMinimumBasicScenario-1491506946-project] Request body: {'port': {'security_groups': ['eeca4fa4-eaf7-49a0-81c4-0cdb30ea4fa7']}} {{(pid=103258) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 11:07:23.503630 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron.wsgi [-] (103257) accepted ('10.222.0.39', 55620) {{(pid=103257) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 11:07:23.508452 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron.api.v2.base [None req-0800667c-a950-4c09-95e7-112980629689 tempest-AttachVolumeShelveTestJSON-1581400671 tempest-AttachVolumeShelveTestJSON-1581400671-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1067204553', 'description': 'tempest-description--1752658858'}} {{(pid=103257) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 11:07:23.528802 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-0800667c-a950-4c09-95e7-112980629689 tempest-AttachVolumeShelveTestJSON-1581400671 tempest-AttachVolumeShelveTestJSON-1581400671-project] Publish callbacks [] for security_group (None), before_create {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:07:23.597970 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-0800667c-a950-4c09-95e7-112980629689 tempest-AttachVolumeShelveTestJSON-1581400671 tempest-AttachVolumeShelveTestJSON-1581400671-project] Publish callbacks [] for security_group (30af6b51-0f3e-46d1-b20a-adadc9a21c54), precommit_create {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:07:23.602406 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-0800667c-a950-4c09-95e7-112980629689 tempest-AttachVolumeShelveTestJSON-1581400671 tempest-AttachVolumeShelveTestJSON-1581400671-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-415253'] for security_group (30af6b51-0f3e-46d1-b20a-adadc9a21c54), after_create {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:07:23.635236 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-0800667c-a950-4c09-95e7-112980629689 tempest-AttachVolumeShelveTestJSON-1581400671 tempest-AttachVolumeShelveTestJSON-1581400671-project] Publish callbacks [] for security_group (None), before_response {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:07:23.636478 dv-cinder-830088-4-iscsi neutron-server[103257]: INFO neutron.wsgi [None req-0800667c-a950-4c09-95e7-112980629689 tempest-AttachVolumeShelveTestJSON-1581400671 tempest-AttachVolumeShelveTestJSON-1581400671-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.1316953 Apr 12 11:07:23.636649 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [req-04e400e5-b6a9-4ffb-8a87-98d27817cc5d req-d4afc029-ceb8-4c8d-b984-1a4482a969f7 tempest-TestMinimumBasicScenario-1491506946 tempest-TestMinimumBasicScenario-1491506946-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1535343'] for port (bb599851-186f-4d11-8ba0-67885d7edd26), before_update {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:07:23.637326 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0800667c-a950-4c09-95e7-112980629689 tempest-AttachVolumeShelveTestJSON-1581400671 tempest-AttachVolumeShelveTestJSON-1581400671-project] Pushing event updated for resources: {'SecurityGroup': ['ID=30af6b51-0f3e-46d1-b20a-adadc9a21c54,revision_number=1']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:07:23.640159 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron.wsgi [-] (103257) accepted ('10.222.0.39', 55622) {{(pid=103257) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 11:07:23.644582 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron.api.v2.base [None req-68b83980-5604-4517-b86b-9b69be431ee9 tempest-AttachVolumeShelveTestJSON-1581400671 tempest-AttachVolumeShelveTestJSON-1581400671-project] Request body: {'security_group_rule': {'security_group_id': '30af6b51-0f3e-46d1-b20a-adadc9a21c54', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103257) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 11:07:23.665960 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-16a9c53a-aeed-4b8f-b630-43f74c84d2c5 tempest-AttachVolumeNegativeTest-1347969699 tempest-AttachVolumeNegativeTest-1347969699-project] Router b40e7d0d-8f57-424d-96be-54b6f118e1d9 has already been hosted by L3 agent 77f5e085-0284-4236-9dbf-35d2d452e277 {{(pid=103258) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 12 11:07:23.669673 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-68b83980-5604-4517-b86b-9b69be431ee9 tempest-AttachVolumeShelveTestJSON-1581400671 tempest-AttachVolumeShelveTestJSON-1581400671-project] Publish callbacks [] for security_group_rule (5d6310d6-35cc-4d45-85c6-cdec2f1ea277), before_create {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:07:23.727072 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-68b83980-5604-4517-b86b-9b69be431ee9 tempest-AttachVolumeShelveTestJSON-1581400671 tempest-AttachVolumeShelveTestJSON-1581400671-project] Publish callbacks [] for security_group_rule (5d6310d6-35cc-4d45-85c6-cdec2f1ea277), precommit_create {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:07:23.730734 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-68b83980-5604-4517-b86b-9b69be431ee9 tempest-AttachVolumeShelveTestJSON-1581400671 tempest-AttachVolumeShelveTestJSON-1581400671-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-415338'] for security_group_rule (5d6310d6-35cc-4d45-85c6-cdec2f1ea277), after_create {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:07:23.753737 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68b83980-5604-4517-b86b-9b69be431ee9 tempest-AttachVolumeShelveTestJSON-1581400671 tempest-AttachVolumeShelveTestJSON-1581400671-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5d6310d6-35cc-4d45-85c6-cdec2f1ea277,revision_number=0']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:07:23.760021 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-68b83980-5604-4517-b86b-9b69be431ee9 tempest-AttachVolumeShelveTestJSON-1581400671 tempest-AttachVolumeShelveTestJSON-1581400671-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:07:23.761301 dv-cinder-830088-4-iscsi neutron-server[103257]: INFO neutron.wsgi [None req-68b83980-5604-4517-b86b-9b69be431ee9 tempest-AttachVolumeShelveTestJSON-1581400671 tempest-AttachVolumeShelveTestJSON-1581400671-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1200826 Apr 12 11:07:23.763994 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron.wsgi [-] (103257) accepted ('10.222.0.39', 55624) {{(pid=103257) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 11:07:23.768400 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron.api.v2.base [None req-f7202b65-0fc1-4bec-9bfd-1f73e03da154 tempest-AttachVolumeShelveTestJSON-1581400671 tempest-AttachVolumeShelveTestJSON-1581400671-project] Request body: {'security_group_rule': {'security_group_id': '30af6b51-0f3e-46d1-b20a-adadc9a21c54', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103257) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 11:07:23.793055 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-f7202b65-0fc1-4bec-9bfd-1f73e03da154 tempest-AttachVolumeShelveTestJSON-1581400671 tempest-AttachVolumeShelveTestJSON-1581400671-project] Publish callbacks [] for security_group_rule (ad9d52b2-4d6c-44fd-8e52-e2cbe23eb3b2), before_create {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:07:23.848323 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-f7202b65-0fc1-4bec-9bfd-1f73e03da154 tempest-AttachVolumeShelveTestJSON-1581400671 tempest-AttachVolumeShelveTestJSON-1581400671-project] Publish callbacks [] for security_group_rule (ad9d52b2-4d6c-44fd-8e52-e2cbe23eb3b2), precommit_create {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:07:23.852841 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-f7202b65-0fc1-4bec-9bfd-1f73e03da154 tempest-AttachVolumeShelveTestJSON-1581400671 tempest-AttachVolumeShelveTestJSON-1581400671-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-415338'] for security_group_rule (ad9d52b2-4d6c-44fd-8e52-e2cbe23eb3b2), after_create {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:07:23.870504 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7202b65-0fc1-4bec-9bfd-1f73e03da154 tempest-AttachVolumeShelveTestJSON-1581400671 tempest-AttachVolumeShelveTestJSON-1581400671-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ad9d52b2-4d6c-44fd-8e52-e2cbe23eb3b2,revision_number=0']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:07:23.878894 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-f7202b65-0fc1-4bec-9bfd-1f73e03da154 tempest-AttachVolumeShelveTestJSON-1581400671 tempest-AttachVolumeShelveTestJSON-1581400671-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:07:23.880786 dv-cinder-830088-4-iscsi neutron-server[103257]: INFO neutron.wsgi [None req-f7202b65-0fc1-4bec-9bfd-1f73e03da154 tempest-AttachVolumeShelveTestJSON-1581400671 tempest-AttachVolumeShelveTestJSON-1581400671-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1158469 Apr 12 11:07:23.883661 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-16a9c53a-aeed-4b8f-b630-43f74c84d2c5 tempest-AttachVolumeNegativeTest-1347969699 tempest-AttachVolumeNegativeTest-1347969699-project] Notify agent at l3_agent.dv-cinder-830088-4-iscsi the message routers_updated {{(pid=103258) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 12 11:07:23.883931 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron.wsgi [-] (103257) accepted ('10.222.0.39', 55626) {{(pid=103257) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 11:07:23.888670 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron.api.v2.base [None req-6642df2b-0071-4fd1-9f34-b25f3cd7d58d tempest-AttachVolumeShelveTestJSON-1581400671 tempest-AttachVolumeShelveTestJSON-1581400671-project] Request body: {'floatingip': {'floating_network_id': '3b7be5f2-485b-4c85-8f98-fb200971b61c'}} {{(pid=103257) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 11:07:23.889866 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-16a9c53a-aeed-4b8f-b630-43f74c84d2c5 tempest-AttachVolumeNegativeTest-1347969699 tempest-AttachVolumeNegativeTest-1347969699-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108023'] for floatingip (None), before_response {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:07:23.893920 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f9d975b-7a75-4101-8bfd-054c63a9b363 None None] Sync routers for ids ['b40e7d0d-8f57-424d-96be-54b6f118e1d9'] in dv-cinder-830088-4-iscsi {{(pid=103259) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 12 11:07:23.907331 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f9d975b-7a75-4101-8bfd-054c63a9b363 None None] Routers {'b40e7d0d-8f57-424d-96be-54b6f118e1d9'} bound to L3 agent in host dv-cinder-830088-4-iscsi {{(pid=103259) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 11:07:23.908085 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron.db.l3_hamode_db [None req-5f9d975b-7a75-4101-8bfd-054c63a9b363 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830088-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-12T10:52:12Z,description=,heartbeat_timestamp=2022-04-12T11:07:13Z,host='dv-cinder-830088-4-iscsi',id=77f5e085-0284-4236-9dbf-35d2d452e277,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T10:52:12Z,topic='l3_agent')) {'router_ids': ['b40e7d0d-8f57-424d-96be-54b6f118e1d9'], 'active': True} {{(pid=103259) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 11:07:23.909558 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-6642df2b-0071-4fd1-9f34-b25f3cd7d58d tempest-AttachVolumeShelveTestJSON-1581400671 tempest-AttachVolumeShelveTestJSON-1581400671-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:07:23.950722 dv-cinder-830088-4-iscsi neutron-server[103258]: INFO neutron.wsgi [None req-16a9c53a-aeed-4b8f-b630-43f74c84d2c5 tempest-AttachVolumeNegativeTest-1347969699 tempest-AttachVolumeNegativeTest-1347969699-project] 10.222.0.39 "PUT /v2.0/floatingips/d610cf2d-f9f2-4cb8-83ae-ee8183ee2e3e HTTP/1.1" status: 200 len: 990 time: 1.4586918 Apr 12 11:07:23.950722 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f0fc708e-fb7e-497f-b426-8a88b6d58840', 'tag': 'f38faefc-ea9b-43af-a430-c0bdc19c07c8'}] {{(pid=103258) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 11:07:23.950722 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c54b6d548356c9296345eb8e608a1624e6dfb095c10b2709a108c8ba991c21a4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-10c0c69c-b912-4fb6-9fba-403b2bbc5623" -d '{"events": [{"name": "network-changed", "server_uuid": "f0fc708e-fb7e-497f-b426-8a88b6d58840", "tag": "f38faefc-ea9b-43af-a430-c0bdc19c07c8"}]}' {{(pid=103258) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 11:07:23.952903 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.plugins.ml2.db [req-04e400e5-b6a9-4ffb-8a87-98d27817cc5d req-d4afc029-ceb8-4c8d-b984-1a4482a969f7 tempest-TestMinimumBasicScenario-1491506946 tempest-TestMinimumBasicScenario-1491506946-project] For port bb599851-186f-4d11-8ba0-67885d7edd26, host hv-cinder-83008, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83008',level=0,port_id=bb599851-186f-4d11-8ba0-67885d7edd26,segment=NetworkSegment(e9f6dafb-a075-420d-87aa-8b06d81648cd),segment_id=e9f6dafb-a075-420d-87aa-8b06d81648cd)] {{(pid=103258) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 11:07:23.987727 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [req-04e400e5-b6a9-4ffb-8a87-98d27817cc5d req-d4afc029-ceb8-4c8d-b984-1a4482a969f7 tempest-TestMinimumBasicScenario-1491506946 tempest-TestMinimumBasicScenario-1491506946-project] Publish callbacks [] for port (bb599851-186f-4d11-8ba0-67885d7edd26), precommit_update {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:07:23.999433 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [req-04e400e5-b6a9-4ffb-8a87-98d27817cc5d req-d4afc029-ceb8-4c8d-b984-1a4482a969f7 tempest-TestMinimumBasicScenario-1491506946 tempest-TestMinimumBasicScenario-1491506946-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1534861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777667992095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777667450170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777667450188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4796952'] for port (bb599851-186f-4d11-8ba0-67885d7edd26), after_update {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:07:24.019979 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-6642df2b-0071-4fd1-9f34-b25f3cd7d58d tempest-AttachVolumeShelveTestJSON-1581400671 tempest-AttachVolumeShelveTestJSON-1581400671-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1535343'] for port (None), before_create {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:07:24.021474 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron.db.l3_dvr_db [None req-5f9d975b-7a75-4101-8bfd-054c63a9b363 None None] Set router b40e7d0d-8f57-424d-96be-54b6f118e1d9 gateway port host: dv-cinder-830088-4-iscsi {{(pid=103259) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 11:07:24.032406 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Apr 2022 11:07:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2e5bfa43-95ff-4f29-9307-7bde65868221 x-openstack-request-id: req-2e5bfa43-95ff-4f29-9307-7bde65868221 {{(pid=103258) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 11:07:24.032741 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f0fc708e-fb7e-497f-b426-8a88b6d58840", "tag": "f38faefc-ea9b-43af-a430-c0bdc19c07c8", "status": "completed", "code": 200}]} {{(pid=103258) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 11:07:24.032945 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-2e5bfa43-95ff-4f29-9307-7bde65868221 {{(pid=103258) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 11:07:24.033336 dv-cinder-830088-4-iscsi neutron-server[103258]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2e5bfa43-95ff-4f29-9307-7bde65868221'] response: {'name': 'network-changed', 'server_uuid': 'f0fc708e-fb7e-497f-b426-8a88b6d58840', 'tag': 'f38faefc-ea9b-43af-a430-c0bdc19c07c8', 'status': 'completed', 'code': 200} Apr 12 11:07:24.054786 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron.plugins.ml2.db [None req-ae6c308c-a92e-4424-a7f8-d6a17e5174ef None None] get_ports_and_sgs() called for port_ids ['bb599851-186f-4d11-8ba0-67885d7edd26'] {{(pid=103259) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 12 11:07:24.065096 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04e400e5-b6a9-4ffb-8a87-98d27817cc5d req-d4afc029-ceb8-4c8d-b984-1a4482a969f7 tempest-TestMinimumBasicScenario-1491506946 tempest-TestMinimumBasicScenario-1491506946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:07:24.065738 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [req-04e400e5-b6a9-4ffb-8a87-98d27817cc5d req-d4afc029-ceb8-4c8d-b984-1a4482a969f7 tempest-TestMinimumBasicScenario-1491506946 tempest-TestMinimumBasicScenario-1491506946-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108023'] for port (None), before_response {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:07:24.067201 dv-cinder-830088-4-iscsi neutron-server[103258]: INFO neutron.wsgi [req-04e400e5-b6a9-4ffb-8a87-98d27817cc5d req-d4afc029-ceb8-4c8d-b984-1a4482a969f7 tempest-TestMinimumBasicScenario-1491506946 tempest-TestMinimumBasicScenario-1491506946-project] 10.222.0.39 "PUT /v2.0/ports/bb599851-186f-4d11-8ba0-67885d7edd26 HTTP/1.1" status: 200 len: 942 time: 0.8216360 Apr 12 11:07:24.073361 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.wsgi [-] (103258) accepted ('10.222.0.39', 55632) {{(pid=103258) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 11:07:24.110378 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10c0c69c-b912-4fb6-9fba-403b2bbc5623 req-1b501b1a-71dd-4feb-b72e-06578fc04a05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:07:24.112146 dv-cinder-830088-4-iscsi neutron-server[103257]: INFO neutron.wsgi [req-10c0c69c-b912-4fb6-9fba-403b2bbc5623 req-1b501b1a-71dd-4feb-b72e-06578fc04a05 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=e581060642574053bd171680bd4e15a9&device_id=f0fc708e-fb7e-497f-b426-8a88b6d58840 HTTP/1.1" status: 200 len: 1129 time: 0.0506935 Apr 12 11:07:24.112489 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4afc029-ceb8-4c8d-b984-1a4482a969f7 tempest-TestMinimumBasicScenario-1491506946 tempest-TestMinimumBasicScenario-1491506946-project] Pushing event updated for resources: {'Port': ['ID=bb599851-186f-4d11-8ba0-67885d7edd26,revision_number=7']} {{(pid=103258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:07:24.163895 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-d4ffc878-cc15-4aa1-aaaa-fb470c3ea3e1 tempest-TestMinimumBasicScenario-1491506946 tempest-TestMinimumBasicScenario-1491506946-project] Publish callbacks [] for security_group (e4211224-c0e7-460d-b802-3e670bd3c94b), before_delete {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:07:24.198723 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-d4ffc878-cc15-4aa1-aaaa-fb470c3ea3e1 tempest-TestMinimumBasicScenario-1491506946 tempest-TestMinimumBasicScenario-1491506946-project] Publish callbacks [] for security_group (e4211224-c0e7-460d-b802-3e670bd3c94b), precommit_delete {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:07:24.259275 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron.db.db_base_plugin_common [None req-6642df2b-0071-4fd1-9f34-b25f3cd7d58d tempest-AttachVolumeShelveTestJSON-1581400671 tempest-AttachVolumeShelveTestJSON-1581400671-project] Allocated IP 172.27.3.62 (3b7be5f2-485b-4c85-8f98-fb200971b61c/4887111e-1302-416a-ab8e-c957c9df7f85/4b8184de-e8f9-4204-bc0c-92054537a7b4) {{(pid=103257) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 12 11:07:24.274380 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-d4ffc878-cc15-4aa1-aaaa-fb470c3ea3e1 tempest-TestMinimumBasicScenario-1491506946 tempest-TestMinimumBasicScenario-1491506946-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-415253'] for security_group (e4211224-c0e7-460d-b802-3e670bd3c94b), after_delete {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:07:24.277861 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-d4ffc878-cc15-4aa1-aaaa-fb470c3ea3e1 tempest-TestMinimumBasicScenario-1491506946 tempest-TestMinimumBasicScenario-1491506946-project] Publish callbacks [] for security_group (None), before_response {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:07:24.279376 dv-cinder-830088-4-iscsi neutron-server[103258]: INFO neutron.wsgi [None req-d4ffc878-cc15-4aa1-aaaa-fb470c3ea3e1 tempest-TestMinimumBasicScenario-1491506946 tempest-TestMinimumBasicScenario-1491506946-project] 10.222.0.39 "DELETE /v2.0/security-groups/e4211224-c0e7-460d-b802-3e670bd3c94b HTTP/1.1" status: 204 len: 168 time: 0.1988876 Apr 12 11:07:24.284453 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.wsgi [-] (103258) accepted ('10.222.0.39', 55636) {{(pid=103258) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 11:07:24.336005 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4ffc878-cc15-4aa1-aaaa-fb470c3ea3e1 tempest-TestMinimumBasicScenario-1491506946 tempest-TestMinimumBasicScenario-1491506946-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e4211224-c0e7-460d-b802-3e670bd3c94b,revision_number=None']} {{(pid=103258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:07:24.363251 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10c0c69c-b912-4fb6-9fba-403b2bbc5623 req-5cd34c69-e519-4ee6-8db2-556e40631686 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:07:24.364769 dv-cinder-830088-4-iscsi neutron-server[103257]: INFO neutron.wsgi [req-10c0c69c-b912-4fb6-9fba-403b2bbc5623 req-5cd34c69-e519-4ee6-8db2-556e40631686 service neutron] 10.222.0.53 "GET /v2.0/networks?id=8605bce6-3955-4448-bd79-8ef881f45c6d HTTP/1.1" status: 200 len: 915 time: 0.2410181 Apr 12 11:07:24.401695 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron.plugins.ml2.db [None req-ae6c308c-a92e-4424-a7f8-d6a17e5174ef None None] get_ports_and_sgs() called for port_ids ['bb599851-186f-4d11-8ba0-67885d7edd26'] {{(pid=103259) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 12 11:07:24.430775 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron.db.provisioning_blocks [None req-48d530c7-0519-4f7e-8e48-bddf8142576c None None] Provisioning complete for port bb599851-186f-4d11-8ba0-67885d7edd26 triggered by entity DHCP. {{(pid=103259) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 11:07:24.431088 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron_lib.callbacks.manager [None req-48d530c7-0519-4f7e-8e48-bddf8142576c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1343588'] for port (bb599851-186f-4d11-8ba0-67885d7edd26), provisioning_complete {{(pid=103259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:07:24.454076 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-6642df2b-0071-4fd1-9f34-b25f3cd7d58d tempest-AttachVolumeShelveTestJSON-1581400671 tempest-AttachVolumeShelveTestJSON-1581400671-project] Publish callbacks [] for port (4b8184de-e8f9-4204-bc0c-92054537a7b4), precommit_create {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:07:24.463227 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.plugins.ml2.plugin [None req-31802826-8154-42bd-a225-3be41d736445 tempest-TestMinimumBasicScenario-1491506946 tempest-TestMinimumBasicScenario-1491506946-project] Deleting port 5a2737bd-ff7f-43ea-a41c-b657565fa4c2 {{(pid=103258) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 12 11:07:24.463568 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-31802826-8154-42bd-a225-3be41d736445 tempest-TestMinimumBasicScenario-1491506946 tempest-TestMinimumBasicScenario-1491506946-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777667983647'] for port (5a2737bd-ff7f-43ea-a41c-b657565fa4c2), before_delete {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:07:24.466217 dv-cinder-830088-4-iscsi neutron-server[103257]: INFO neutron.wsgi [req-10c0c69c-b912-4fb6-9fba-403b2bbc5623 req-7923b588-b2f8-4b54-ba73-2e23ca0d33dd service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f38faefc-ea9b-43af-a430-c0bdc19c07c8 HTTP/1.1" status: 200 len: 998 time: 0.0932884 Apr 12 11:07:24.527518 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10c0c69c-b912-4fb6-9fba-403b2bbc5623 req-f8288b8a-ce36-4286-9bfc-7486e965345e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:07:24.528979 dv-cinder-830088-4-iscsi neutron-server[103257]: INFO neutron.wsgi [req-10c0c69c-b912-4fb6-9fba-403b2bbc5623 req-f8288b8a-ce36-4286-9bfc-7486e965345e service neutron] 10.222.0.53 "GET /v2.0/subnets?id=342bfb33-54ce-4b31-b1d9-ee13f5d2ec00 HTTP/1.1" status: 200 len: 853 time: 0.0572069 Apr 12 11:07:24.545056 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-6642df2b-0071-4fd1-9f34-b25f3cd7d58d tempest-AttachVolumeShelveTestJSON-1581400671 tempest-AttachVolumeShelveTestJSON-1581400671-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1534861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777667450152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5265645'] for port (4b8184de-e8f9-4204-bc0c-92054537a7b4), after_create {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:07:24.553650 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-31802826-8154-42bd-a225-3be41d736445 tempest-TestMinimumBasicScenario-1491506946 tempest-TestMinimumBasicScenario-1491506946-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-575824'] for port (5a2737bd-ff7f-43ea-a41c-b657565fa4c2), precommit_delete {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:07:24.554052 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-31802826-8154-42bd-a225-3be41d736445 tempest-TestMinimumBasicScenario-1491506946 tempest-TestMinimumBasicScenario-1491506946-project] Publish callbacks [] for floatingip (5a2737bd-ff7f-43ea-a41c-b657565fa4c2), precommit_delete {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:07:24.567597 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.plugins.ml2.plugin [None req-31802826-8154-42bd-a225-3be41d736445 tempest-TestMinimumBasicScenario-1491506946 tempest-TestMinimumBasicScenario-1491506946-project] Calling delete_port for 5a2737bd-ff7f-43ea-a41c-b657565fa4c2 owned by network:floatingip {{(pid=103258) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 12 11:07:24.611208 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6642df2b-0071-4fd1-9f34-b25f3cd7d58d tempest-AttachVolumeShelveTestJSON-1581400671 tempest-AttachVolumeShelveTestJSON-1581400671-project] Network 3b7be5f2-485b-4c85-8f98-fb200971b61c is already hosted by enough agents. {{(pid=103257) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 11:07:24.614189 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10c0c69c-b912-4fb6-9fba-403b2bbc5623 req-a9e5c700-e0aa-4ffa-8147-75a3dc9cceff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:07:24.615973 dv-cinder-830088-4-iscsi neutron-server[103257]: INFO neutron.wsgi [req-10c0c69c-b912-4fb6-9fba-403b2bbc5623 req-a9e5c700-e0aa-4ffa-8147-75a3dc9cceff service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=8605bce6-3955-4448-bd79-8ef881f45c6d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0808070 Apr 12 11:07:24.618526 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron.scheduler.base_scheduler [None req-6642df2b-0071-4fd1-9f34-b25f3cd7d58d tempest-AttachVolumeShelveTestJSON-1581400671 tempest-AttachVolumeShelveTestJSON-1581400671-project] Resources bound (agent type, host, resource id): {{(pid=103257) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 11:07:24.629111 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron.db.l3_hamode_db [None req-5f9d975b-7a75-4101-8bfd-054c63a9b363 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b40e7d0d-8f57-424d-96be-54b6f118e1d9', 'name': 'tempest-AttachVolumeNegativeTest-942964669-router', 'tenant_id': 'e581060642574053bd171680bd4e15a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b7be5f2-485b-4c85-8f98-fb200971b61c', 'external_fixed_ips': [{'subnet_id': '4887111e-1302-416a-ab8e-c957c9df7f85', 'ip_address': '172.27.3.241'}], 'enable_snat': True}, 'gw_port_id': 'dd38917a-e181-47e0-9f30-aa2e24b0ed10', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T11:00:41Z', 'updated_at': '2022-04-12T11:00:48Z', 'revision_number': 4, 'project_id': 'e581060642574053bd171680bd4e15a9', 'gw_port': {'id': 'dd38917a-e181-47e0-9f30-aa2e24b0ed10', 'name': '', 'network_id': '3b7be5f2-485b-4c85-8f98-fb200971b61c', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:d9:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b40e7d0d-8f57-424d-96be-54b6f118e1d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '4887111e-1302-416a-ab8e-c957c9df7f85', 'ip_address': '172.27.3.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830088-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T11:00:42Z', 'updated_at': '2022-04-12T11:00:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4887111e-1302-416a-ab8e-c957c9df7f85', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830088-4-iscsi', '_floatingips': [{'id': 'd610cf2d-f9f2-4cb8-83ae-ee8183ee2e3e', 'tenant_id': 'e581060642574053bd171680bd4e15a9', 'floating_ip_address': '172.27.3.56', 'floating_network_id': '3b7be5f2-485b-4c85-8f98-fb200971b61c', 'router_id': 'b40e7d0d-8f57-424d-96be-54b6f118e1d9', 'port_id': 'f38faefc-ea9b-43af-a430-c0bdc19c07c8', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 400, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8605bce6-3955-4448-bd79-8ef881f45c6d', 'mac_address': 'fa:16:3e:89:54:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0fc708e-fb7e-497f-b426-8a88b6d58840', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-12T11:07:07Z', 'updated_at': '2022-04-12T11:07:22Z', 'revision_number': 1, 'project_id': 'e581060642574053bd171680bd4e15a9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a2233ce1-933b-408f-884a-0a19dee76ba7', 'name': '', 'network_id': '8605bce6-3955-4448-bd79-8ef881f45c6d', 'tenant_id': 'e581060642574053bd171680bd4e15a9', 'mac_address': 'fa:16:3e:b3:0a:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b40e7d0d-8f57-424d-96be-54b6f118e1d9', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': '342bfb33-54ce-4b31-b1d9-ee13f5d2ec00', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830088-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T11:00:47Z', 'updated_at': '2022-04-12T11:00:57Z', 'revision_number': 5, 'project_id': 'e581060642574053bd171680bd4e15a9', 'subnets': [{'id': '342bfb33-54ce-4b31-b1d9-ee13f5d2ec00', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830088-4-iscsi', False) {} {{(pid=103259) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 11:07:24.632514 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6642df2b-0071-4fd1-9f34-b25f3cd7d58d tempest-AttachVolumeShelveTestJSON-1581400671 tempest-AttachVolumeShelveTestJSON-1581400671-project] Received port after_create {{(pid=103257) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 12 11:07:24.636036 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6642df2b-0071-4fd1-9f34-b25f3cd7d58d tempest-AttachVolumeShelveTestJSON-1581400671 tempest-AttachVolumeShelveTestJSON-1581400671-project] Pushing event updated for resources: {'Port': ['ID=4b8184de-e8f9-4204-bc0c-92054537a7b4,revision_number=1']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:07:24.680913 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f9d975b-7a75-4101-8bfd-054c63a9b363 None None] Checking router: b40e7d0d-8f57-424d-96be-54b6f118e1d9 for host: dv-cinder-830088-4-iscsi {{(pid=103259) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 12 11:07:24.705376 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron.plugins.ml2.plugin [None req-48d530c7-0519-4f7e-8e48-bddf8142576c None None] Current status of the port bb599851-186f-4d11-8ba0-67885d7edd26 is: ACTIVE; New status is: ACTIVE {{(pid=103259) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 11:07:24.735383 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f9d975b-7a75-4101-8bfd-054c63a9b363 None None] Routers {'b40e7d0d-8f57-424d-96be-54b6f118e1d9'} bound to L3 agent in host dv-cinder-830088-4-iscsi {{(pid=103259) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 11:07:24.736009 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron.db.l3_hamode_db [None req-5f9d975b-7a75-4101-8bfd-054c63a9b363 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830088-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-12T10:52:12Z,description=,heartbeat_timestamp=2022-04-12T11:07:13Z,host='dv-cinder-830088-4-iscsi',id=77f5e085-0284-4236-9dbf-35d2d452e277,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T10:52:12Z,topic='l3_agent')) {'router_ids': ['b40e7d0d-8f57-424d-96be-54b6f118e1d9'], 'active': True} {{(pid=103259) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 11:07:24.754831 dv-cinder-830088-4-iscsi neutron-server[103257]: INFO neutron.wsgi [req-10c0c69c-b912-4fb6-9fba-403b2bbc5623 req-7d1ec67e-c8dd-4332-8fc2-2c589579e8f6 service neutron] 10.222.0.53 "GET /v2.0/networks/8605bce6-3955-4448-bd79-8ef881f45c6d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1294246 Apr 12 11:07:24.761376 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-31802826-8154-42bd-a225-3be41d736445 tempest-TestMinimumBasicScenario-1491506946 tempest-TestMinimumBasicScenario-1491506946-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1534861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777667992077', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777667450161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4796947'] for port (5a2737bd-ff7f-43ea-a41c-b657565fa4c2), after_delete {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:07:24.789575 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31802826-8154-42bd-a225-3be41d736445 tempest-TestMinimumBasicScenario-1491506946 tempest-TestMinimumBasicScenario-1491506946-project] Pushing event deleted for resources: {'Port': ['ID=5a2737bd-ff7f-43ea-a41c-b657565fa4c2,revision_number=None']} {{(pid=103258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:07:24.856728 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-6642df2b-0071-4fd1-9f34-b25f3cd7d58d tempest-AttachVolumeShelveTestJSON-1581400671 tempest-AttachVolumeShelveTestJSON-1581400671-project] Publish callbacks [] for floatingip (ebe9ba14-e57a-439b-a949-420a8039a76c), precommit_create {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:07:24.857138 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-31802826-8154-42bd-a225-3be41d736445 tempest-TestMinimumBasicScenario-1491506946 tempest-TestMinimumBasicScenario-1491506946-project] Publish callbacks [] for floatingip (a9c8e484-0a11-4dc8-9139-57d0fb004a98), after_delete {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:07:24.857579 dv-cinder-830088-4-iscsi neutron-server[103258]: INFO neutron.db.l3_db [None req-31802826-8154-42bd-a225-3be41d736445 tempest-TestMinimumBasicScenario-1491506946 tempest-TestMinimumBasicScenario-1491506946-project] Floating IP a9c8e484-0a11-4dc8-9139-57d0fb004a98 disassociated (deleted). External IP: 172.27.3.233, port: bb599851-186f-4d11-8ba0-67885d7edd26. Apr 12 11:07:24.907254 dv-cinder-830088-4-iscsi neutron-server[103257]: INFO neutron.wsgi [req-10c0c69c-b912-4fb6-9fba-403b2bbc5623 req-5063199f-5363-4bd4-b188-30f2b34d787e service neutron] 10.222.0.53 "GET /v2.0/networks/8605bce6-3955-4448-bd79-8ef881f45c6d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1466453 Apr 12 11:07:24.914189 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron.db.l3_dvr_db [None req-5f9d975b-7a75-4101-8bfd-054c63a9b363 None None] Set router b40e7d0d-8f57-424d-96be-54b6f118e1d9 gateway port host: dv-cinder-830088-4-iscsi {{(pid=103259) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 11:07:24.914753 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-6642df2b-0071-4fd1-9f34-b25f3cd7d58d tempest-AttachVolumeShelveTestJSON-1581400671 tempest-AttachVolumeShelveTestJSON-1581400671-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1535343'] for port (4b8184de-e8f9-4204-bc0c-92054537a7b4), before_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:07:25.081474 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-6642df2b-0071-4fd1-9f34-b25f3cd7d58d tempest-AttachVolumeShelveTestJSON-1581400671 tempest-AttachVolumeShelveTestJSON-1581400671-project] Publish callbacks [] for port (4b8184de-e8f9-4204-bc0c-92054537a7b4), precommit_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:07:25.087762 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-6642df2b-0071-4fd1-9f34-b25f3cd7d58d tempest-AttachVolumeShelveTestJSON-1581400671 tempest-AttachVolumeShelveTestJSON-1581400671-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1534861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777667992095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777667450170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777667450188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5265638'] for port (4b8184de-e8f9-4204-bc0c-92054537a7b4), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:07:25.088685 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-31802826-8154-42bd-a225-3be41d736445 tempest-TestMinimumBasicScenario-1491506946 tempest-TestMinimumBasicScenario-1491506946-project] Router c2bfbd9b-0f05-47ea-a3fe-4882b6cd1a58 has already been hosted by L3 agent 77f5e085-0284-4236-9dbf-35d2d452e277 {{(pid=103258) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 12 11:07:25.144199 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron.db.l3_hamode_db [None req-5f9d975b-7a75-4101-8bfd-054c63a9b363 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b40e7d0d-8f57-424d-96be-54b6f118e1d9', 'name': 'tempest-AttachVolumeNegativeTest-942964669-router', 'tenant_id': 'e581060642574053bd171680bd4e15a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b7be5f2-485b-4c85-8f98-fb200971b61c', 'external_fixed_ips': [{'subnet_id': '4887111e-1302-416a-ab8e-c957c9df7f85', 'ip_address': '172.27.3.241'}], 'enable_snat': True}, 'gw_port_id': 'dd38917a-e181-47e0-9f30-aa2e24b0ed10', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T11:00:41Z', 'updated_at': '2022-04-12T11:00:48Z', 'revision_number': 4, 'project_id': 'e581060642574053bd171680bd4e15a9', 'gw_port': {'id': 'dd38917a-e181-47e0-9f30-aa2e24b0ed10', 'name': '', 'network_id': '3b7be5f2-485b-4c85-8f98-fb200971b61c', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:d9:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b40e7d0d-8f57-424d-96be-54b6f118e1d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '4887111e-1302-416a-ab8e-c957c9df7f85', 'ip_address': '172.27.3.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830088-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T11:00:42Z', 'updated_at': '2022-04-12T11:00:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4887111e-1302-416a-ab8e-c957c9df7f85', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830088-4-iscsi', '_floatingips': [{'id': 'd610cf2d-f9f2-4cb8-83ae-ee8183ee2e3e', 'tenant_id': 'e581060642574053bd171680bd4e15a9', 'floating_ip_address': '172.27.3.56', 'floating_network_id': '3b7be5f2-485b-4c85-8f98-fb200971b61c', 'router_id': 'b40e7d0d-8f57-424d-96be-54b6f118e1d9', 'port_id': 'f38faefc-ea9b-43af-a430-c0bdc19c07c8', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 400, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8605bce6-3955-4448-bd79-8ef881f45c6d', 'mac_address': 'fa:16:3e:89:54:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0fc708e-fb7e-497f-b426-8a88b6d58840', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-12T11:07:07Z', 'updated_at': '2022-04-12T11:07:22Z', 'revision_number': 1, 'project_id': 'e581060642574053bd171680bd4e15a9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a2233ce1-933b-408f-884a-0a19dee76ba7', 'name': '', 'network_id': '8605bce6-3955-4448-bd79-8ef881f45c6d', 'tenant_id': 'e581060642574053bd171680bd4e15a9', 'mac_address': 'fa:16:3e:b3:0a:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b40e7d0d-8f57-424d-96be-54b6f118e1d9', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': '342bfb33-54ce-4b31-b1d9-ee13f5d2ec00', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830088-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T11:00:47Z', 'updated_at': '2022-04-12T11:00:57Z', 'revision_number': 5, 'project_id': 'e581060642574053bd171680bd4e15a9', 'subnets': [{'id': '342bfb33-54ce-4b31-b1d9-ee13f5d2ec00', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830088-4-iscsi', False) {} {{(pid=103259) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 11:07:25.155483 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6642df2b-0071-4fd1-9f34-b25f3cd7d58d tempest-AttachVolumeShelveTestJSON-1581400671 tempest-AttachVolumeShelveTestJSON-1581400671-project] Pushing event updated for resources: {'Port': ['ID=4b8184de-e8f9-4204-bc0c-92054537a7b4,revision_number=2']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:07:25.168241 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-6642df2b-0071-4fd1-9f34-b25f3cd7d58d tempest-AttachVolumeShelveTestJSON-1581400671 tempest-AttachVolumeShelveTestJSON-1581400671-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-579534'] for floatingip (ebe9ba14-e57a-439b-a949-420a8039a76c), after_create {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:07:25.179253 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f9d975b-7a75-4101-8bfd-054c63a9b363 None None] The sync data for ids ['b40e7d0d-8f57-424d-96be-54b6f118e1d9'] in dv-cinder-830088-4-iscsi is: [{'id': 'b40e7d0d-8f57-424d-96be-54b6f118e1d9', 'name': 'tempest-AttachVolumeNegativeTest-942964669-router', 'tenant_id': 'e581060642574053bd171680bd4e15a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b7be5f2-485b-4c85-8f98-fb200971b61c', 'external_fixed_ips': [{'subnet_id': '4887111e-1302-416a-ab8e-c957c9df7f85', 'ip_address': '172.27.3.241'}], 'enable_snat': True}, 'gw_port_id': 'dd38917a-e181-47e0-9f30-aa2e24b0ed10', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T11:00:41Z', 'updated_at': '2022-04-12T11:00:48Z', 'revision_number': 4, 'project_id': 'e581060642574053bd171680bd4e15a9', 'gw_port': {'id': 'dd38917a-e181-47e0-9f30-aa2e24b0ed10', 'name': '', 'network_id': '3b7be5f2-485b-4c85-8f98-fb200971b61c', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:d9:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b40e7d0d-8f57-424d-96be-54b6f118e1d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '4887111e-1302-416a-ab8e-c957c9df7f85', 'ip_address': '172.27.3.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830088-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T11:00:42Z', 'updated_at': '2022-04-12T11:00:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4887111e-1302-416a-ab8e-c957c9df7f85', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830088-4-iscsi', '_floatingips': [{'id': 'd610cf2d-f9f2-4cb8-83ae-ee8183ee2e3e', 'tenant_id': 'e581060642574053bd171680bd4e15a9', 'floating_ip_address': '172.27.3.56', 'floating_network_id': '3b7be5f2-485b-4c85-8f98-fb200971b61c', 'router_id': 'b40e7d0d-8f57-424d-96be-54b6f118e1d9', 'port_id': 'f38faefc-ea9b-43af-a430-c0bdc19c07c8', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 400, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8605bce6-3955-4448-bd79-8ef881f45c6d', 'mac_address': 'fa:16:3e:89:54:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0fc708e-fb7e-497f-b426-8a88b6d58840', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-12T11:07:07Z', 'updated_at': '2022-04-12T11:07:22Z', 'revision_number': 1, 'project_id': 'e581060642574053bd171680bd4e15a9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a2233ce1-933b-408f-884a-0a19dee76ba7', 'name': '', 'network_id': '8605bce6-3955-4448-bd79-8ef881f45c6d', 'tenant_id': 'e581060642574053bd171680bd4e15a9', 'mac_address': 'fa:16:3e:b3:0a:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b40e7d0d-8f57-424d-96be-54b6f118e1d9', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': '342bfb33-54ce-4b31-b1d9-ee13f5d2ec00', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830088-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T11:00:47Z', 'updated_at': '2022-04-12T11:00:57Z', 'revision_number': 5, 'project_id': 'e581060642574053bd171680bd4e15a9', 'subnets': [{'id': '342bfb33-54ce-4b31-b1d9-ee13f5d2ec00', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103259) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 12 11:07:25.185323 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-6642df2b-0071-4fd1-9f34-b25f3cd7d58d tempest-AttachVolumeShelveTestJSON-1581400671 tempest-AttachVolumeShelveTestJSON-1581400671-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108023'] for floatingip (None), before_response {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:07:25.195358 dv-cinder-830088-4-iscsi neutron-server[103257]: INFO neutron.wsgi [None req-6642df2b-0071-4fd1-9f34-b25f3cd7d58d tempest-AttachVolumeShelveTestJSON-1581400671 tempest-AttachVolumeShelveTestJSON-1581400671-project] 10.222.0.39 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.3102698 Apr 12 11:07:25.204480 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-31802826-8154-42bd-a225-3be41d736445 tempest-TestMinimumBasicScenario-1491506946 tempest-TestMinimumBasicScenario-1491506946-project] Notify agent at l3_agent.dv-cinder-830088-4-iscsi the message routers_updated {{(pid=103258) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 12 11:07:25.209264 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-31802826-8154-42bd-a225-3be41d736445 tempest-TestMinimumBasicScenario-1491506946 tempest-TestMinimumBasicScenario-1491506946-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108023'] for floatingip (None), before_response {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:07:25.217383 dv-cinder-830088-4-iscsi neutron-server[103260]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f80f4cd-240f-441f-9596-b8b48cf2d50b None None] Sync routers for ids ['c2bfbd9b-0f05-47ea-a3fe-4882b6cd1a58'] in dv-cinder-830088-4-iscsi {{(pid=103260) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 12 11:07:25.235038 dv-cinder-830088-4-iscsi neutron-server[103260]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f80f4cd-240f-441f-9596-b8b48cf2d50b None None] Routers {'c2bfbd9b-0f05-47ea-a3fe-4882b6cd1a58'} bound to L3 agent in host dv-cinder-830088-4-iscsi {{(pid=103260) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 11:07:25.235660 dv-cinder-830088-4-iscsi neutron-server[103260]: DEBUG neutron.db.l3_hamode_db [None req-1f80f4cd-240f-441f-9596-b8b48cf2d50b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830088-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-12T10:52:12Z,description=,heartbeat_timestamp=2022-04-12T11:07:13Z,host='dv-cinder-830088-4-iscsi',id=77f5e085-0284-4236-9dbf-35d2d452e277,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T10:52:12Z,topic='l3_agent')) {'router_ids': ['c2bfbd9b-0f05-47ea-a3fe-4882b6cd1a58'], 'active': True} {{(pid=103260) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 11:07:25.246764 dv-cinder-830088-4-iscsi neutron-server[103258]: INFO neutron.wsgi [None req-31802826-8154-42bd-a225-3be41d736445 tempest-TestMinimumBasicScenario-1491506946 tempest-TestMinimumBasicScenario-1491506946-project] 10.222.0.39 "DELETE /v2.0/floatingips/a9c8e484-0a11-4dc8-9139-57d0fb004a98 HTTP/1.1" status: 204 len: 168 time: 0.9577286 Apr 12 11:07:25.358287 dv-cinder-830088-4-iscsi neutron-server[103260]: DEBUG neutron.db.l3_dvr_db [None req-1f80f4cd-240f-441f-9596-b8b48cf2d50b None None] Set router c2bfbd9b-0f05-47ea-a3fe-4882b6cd1a58 gateway port host: dv-cinder-830088-4-iscsi {{(pid=103260) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 11:07:25.383816 dv-cinder-830088-4-iscsi neutron-server[103258]: INFO neutron.wsgi [req-dcd56509-4073-4750-bc18-bc7d80b56143 req-79f4b5de-b40d-48da-802c-4cf36f7e5b1f tempest-AttachVolumeShelveTestJSON-1581400671 tempest-AttachVolumeShelveTestJSON-1581400671-project] 10.222.0.39 "GET /v2.0/security-groups?name=tempest-securitygroup--1067204553&fields=id&tenant_id=64420168af994dfe8d37cc175e2bfbd6 HTTP/1.1" status: 200 len: 267 time: 0.0566840 Apr 12 11:07:25.488314 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a326cfe7-7c6a-413e-bbf8-843d7a5a61e6 None None] New status for floating IP d610cf2d-f9f2-4cb8-83ae-ee8183ee2e3e: ACTIVE {{(pid=103259) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 12 11:07:25.547978 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcd56509-4073-4750-bc18-bc7d80b56143 req-24ef274f-1ef1-4c3b-bdd0-fa120f1fcfe7 tempest-AttachVolumeShelveTestJSON-1581400671 tempest-AttachVolumeShelveTestJSON-1581400671-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:07:25.549831 dv-cinder-830088-4-iscsi neutron-server[103258]: INFO neutron.wsgi [req-dcd56509-4073-4750-bc18-bc7d80b56143 req-24ef274f-1ef1-4c3b-bdd0-fa120f1fcfe7 tempest-AttachVolumeShelveTestJSON-1581400671 tempest-AttachVolumeShelveTestJSON-1581400671-project] 10.222.0.39 "GET /v2.0/networks?id=5fe71604-a19f-4748-9dc5-7cc9d7ecf6be HTTP/1.1" status: 200 len: 817 time: 0.1651568 Apr 12 11:07:25.582638 dv-cinder-830088-4-iscsi neutron-server[103258]: INFO neutron.wsgi [req-dcd56509-4073-4750-bc18-bc7d80b56143 req-a0bd394c-2010-4f99-a0cd-05b0a4367fb5 tempest-AttachVolumeShelveTestJSON-1581400671 tempest-AttachVolumeShelveTestJSON-1581400671-project] 10.222.0.39 "GET /v2.0/quotas/64420168af994dfe8d37cc175e2bfbd6 HTTP/1.1" status: 200 len: 375 time: 0.0267806 Apr 12 11:07:25.586386 dv-cinder-830088-4-iscsi neutron-server[103260]: DEBUG neutron.db.l3_hamode_db [None req-1f80f4cd-240f-441f-9596-b8b48cf2d50b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c2bfbd9b-0f05-47ea-a3fe-4882b6cd1a58', 'name': 'tempest-TestMinimumBasicScenario-1538033806-router', 'tenant_id': 'dcfac628f55a40e9b7615ebf00184320', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b7be5f2-485b-4c85-8f98-fb200971b61c', 'external_fixed_ips': [{'subnet_id': '4887111e-1302-416a-ab8e-c957c9df7f85', 'ip_address': '172.27.3.161'}], 'enable_snat': True}, 'gw_port_id': '382d4000-7e14-4e0e-8323-855f7d4402e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T11:02:48Z', 'updated_at': '2022-04-12T11:02:51Z', 'revision_number': 4, 'project_id': 'dcfac628f55a40e9b7615ebf00184320', 'gw_port': {'id': '382d4000-7e14-4e0e-8323-855f7d4402e5', 'name': '', 'network_id': '3b7be5f2-485b-4c85-8f98-fb200971b61c', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:ac:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2bfbd9b-0f05-47ea-a3fe-4882b6cd1a58', 'device_owner': 'network:router_gateway', 'standard_attr_id': 286, 'fixed_ips': [{'subnet_id': '4887111e-1302-416a-ab8e-c957c9df7f85', 'ip_address': '172.27.3.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830088-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T11:02:48Z', 'updated_at': '2022-04-12T11:02:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4887111e-1302-416a-ab8e-c957c9df7f85', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830088-4-iscsi', '_interfaces': [{'id': 'ee1d3813-7355-44e7-a412-e4baa8b09e33', 'name': '', 'network_id': '6b07eef1-d07a-4859-9857-639b7b48caec', 'tenant_id': 'dcfac628f55a40e9b7615ebf00184320', 'mac_address': 'fa:16:3e:a2:41:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2bfbd9b-0f05-47ea-a3fe-4882b6cd1a58', 'device_owner': 'network:router_interface', 'standard_attr_id': 287, 'fixed_ips': [{'subnet_id': '62a3d71a-6b7f-4b84-be49-3fdc054580de', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830088-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T11:02:50Z', 'updated_at': '2022-04-12T11:02:55Z', 'revision_number': 5, 'project_id': 'dcfac628f55a40e9b7615ebf00184320', 'subnets': [{'id': '62a3d71a-6b7f-4b84-be49-3fdc054580de', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830088-4-iscsi', False) {} {{(pid=103260) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 11:07:25.614653 dv-cinder-830088-4-iscsi neutron-server[103260]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f80f4cd-240f-441f-9596-b8b48cf2d50b None None] Checking router: c2bfbd9b-0f05-47ea-a3fe-4882b6cd1a58 for host: dv-cinder-830088-4-iscsi {{(pid=103260) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 12 11:07:25.623600 dv-cinder-830088-4-iscsi neutron-server[103260]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f80f4cd-240f-441f-9596-b8b48cf2d50b None None] Routers {'c2bfbd9b-0f05-47ea-a3fe-4882b6cd1a58'} bound to L3 agent in host dv-cinder-830088-4-iscsi {{(pid=103260) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 11:07:25.624278 dv-cinder-830088-4-iscsi neutron-server[103260]: DEBUG neutron.db.l3_hamode_db [None req-1f80f4cd-240f-441f-9596-b8b48cf2d50b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830088-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-12T10:52:12Z,description=,heartbeat_timestamp=2022-04-12T11:07:13Z,host='dv-cinder-830088-4-iscsi',id=77f5e085-0284-4236-9dbf-35d2d452e277,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T10:52:12Z,topic='l3_agent')) {'router_ids': ['c2bfbd9b-0f05-47ea-a3fe-4882b6cd1a58'], 'active': True} {{(pid=103260) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 11:07:25.631205 dv-cinder-830088-4-iscsi neutron-server[103258]: INFO neutron.wsgi [req-dcd56509-4073-4750-bc18-bc7d80b56143 req-a41b421d-97fc-4367-bdb6-fe00021fad44 tempest-AttachVolumeShelveTestJSON-1581400671 tempest-AttachVolumeShelveTestJSON-1581400671-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=64420168af994dfe8d37cc175e2bfbd6&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0477018 Apr 12 11:07:25.734397 dv-cinder-830088-4-iscsi neutron-server[103258]: INFO neutron.wsgi [req-dcd56509-4073-4750-bc18-bc7d80b56143 req-dd428bdf-81e1-4031-ab62-3f175be00809 service neutron] 10.222.0.39 "GET /v2.0/networks/5fe71604-a19f-4748-9dc5-7cc9d7ecf6be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0876050 Apr 12 11:07:25.817888 dv-cinder-830088-4-iscsi neutron-server[103260]: DEBUG neutron.db.l3_dvr_db [None req-1f80f4cd-240f-441f-9596-b8b48cf2d50b None None] Set router c2bfbd9b-0f05-47ea-a3fe-4882b6cd1a58 gateway port host: dv-cinder-830088-4-iscsi {{(pid=103260) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 11:07:25.827259 dv-cinder-830088-4-iscsi neutron-server[103258]: INFO neutron.wsgi [req-dcd56509-4073-4750-bc18-bc7d80b56143 req-ebf60e41-0487-4f7a-96a8-d518ccd77b79 service neutron] 10.222.0.39 "GET /v2.0/networks/5fe71604-a19f-4748-9dc5-7cc9d7ecf6be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0869095 Apr 12 11:07:26.002134 dv-cinder-830088-4-iscsi neutron-server[103257]: INFO neutron.wsgi [req-dde1b1ac-5d4d-4fea-b689-696376d2ab5b req-3b97528c-f12f-40c4-841d-e9e3acc0f9bd tempest-AttachVolumeShelveTestJSON-1581400671 tempest-AttachVolumeShelveTestJSON-1581400671-project] 10.222.0.39 "GET /v2.0/ports?device_id=2ef72612-be1b-425f-9a62-f7ade87d4051 HTTP/1.1" status: 200 len: 210 time: 0.0341947 Apr 12 11:07:26.022913 dv-cinder-830088-4-iscsi neutron-server[103260]: DEBUG neutron.db.l3_hamode_db [None req-1f80f4cd-240f-441f-9596-b8b48cf2d50b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c2bfbd9b-0f05-47ea-a3fe-4882b6cd1a58', 'name': 'tempest-TestMinimumBasicScenario-1538033806-router', 'tenant_id': 'dcfac628f55a40e9b7615ebf00184320', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b7be5f2-485b-4c85-8f98-fb200971b61c', 'external_fixed_ips': [{'subnet_id': '4887111e-1302-416a-ab8e-c957c9df7f85', 'ip_address': '172.27.3.161'}], 'enable_snat': True}, 'gw_port_id': '382d4000-7e14-4e0e-8323-855f7d4402e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T11:02:48Z', 'updated_at': '2022-04-12T11:02:51Z', 'revision_number': 4, 'project_id': 'dcfac628f55a40e9b7615ebf00184320', 'gw_port': {'id': '382d4000-7e14-4e0e-8323-855f7d4402e5', 'name': '', 'network_id': '3b7be5f2-485b-4c85-8f98-fb200971b61c', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:ac:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2bfbd9b-0f05-47ea-a3fe-4882b6cd1a58', 'device_owner': 'network:router_gateway', 'standard_attr_id': 286, 'fixed_ips': [{'subnet_id': '4887111e-1302-416a-ab8e-c957c9df7f85', 'ip_address': '172.27.3.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830088-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T11:02:48Z', 'updated_at': '2022-04-12T11:02:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4887111e-1302-416a-ab8e-c957c9df7f85', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830088-4-iscsi', '_interfaces': [{'id': 'ee1d3813-7355-44e7-a412-e4baa8b09e33', 'name': '', 'network_id': '6b07eef1-d07a-4859-9857-639b7b48caec', 'tenant_id': 'dcfac628f55a40e9b7615ebf00184320', 'mac_address': 'fa:16:3e:a2:41:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2bfbd9b-0f05-47ea-a3fe-4882b6cd1a58', 'device_owner': 'network:router_interface', 'standard_attr_id': 287, 'fixed_ips': [{'subnet_id': '62a3d71a-6b7f-4b84-be49-3fdc054580de', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830088-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T11:02:50Z', 'updated_at': '2022-04-12T11:02:55Z', 'revision_number': 5, 'project_id': 'dcfac628f55a40e9b7615ebf00184320', 'subnets': [{'id': '62a3d71a-6b7f-4b84-be49-3fdc054580de', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830088-4-iscsi', False) {} {{(pid=103260) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 11:07:26.034329 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6bac3aa8-98ca-40ce-951f-208d8cb6ac0e', 'tag': 'bb599851-186f-4d11-8ba0-67885d7edd26'}, {'name': 'network-changed', 'server_uuid': '6bac3aa8-98ca-40ce-951f-208d8cb6ac0e', 'tag': 'bb599851-186f-4d11-8ba0-67885d7edd26'}] {{(pid=103258) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 11:07:26.037334 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c54b6d548356c9296345eb8e608a1624e6dfb095c10b2709a108c8ba991c21a4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f11907d9-d38f-45a9-91a1-1f6c2adef9b2" -d '{"events": [{"name": "network-changed", "server_uuid": "6bac3aa8-98ca-40ce-951f-208d8cb6ac0e", "tag": "bb599851-186f-4d11-8ba0-67885d7edd26"}, {"name": "network-changed", "server_uuid": "6bac3aa8-98ca-40ce-951f-208d8cb6ac0e", "tag": "bb599851-186f-4d11-8ba0-67885d7edd26"}]}' {{(pid=103258) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 11:07:26.060985 dv-cinder-830088-4-iscsi neutron-server[103260]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f80f4cd-240f-441f-9596-b8b48cf2d50b None None] The sync data for ids ['c2bfbd9b-0f05-47ea-a3fe-4882b6cd1a58'] in dv-cinder-830088-4-iscsi is: [{'id': 'c2bfbd9b-0f05-47ea-a3fe-4882b6cd1a58', 'name': 'tempest-TestMinimumBasicScenario-1538033806-router', 'tenant_id': 'dcfac628f55a40e9b7615ebf00184320', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b7be5f2-485b-4c85-8f98-fb200971b61c', 'external_fixed_ips': [{'subnet_id': '4887111e-1302-416a-ab8e-c957c9df7f85', 'ip_address': '172.27.3.161'}], 'enable_snat': True}, 'gw_port_id': '382d4000-7e14-4e0e-8323-855f7d4402e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T11:02:48Z', 'updated_at': '2022-04-12T11:02:51Z', 'revision_number': 4, 'project_id': 'dcfac628f55a40e9b7615ebf00184320', 'gw_port': {'id': '382d4000-7e14-4e0e-8323-855f7d4402e5', 'name': '', 'network_id': '3b7be5f2-485b-4c85-8f98-fb200971b61c', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:ac:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2bfbd9b-0f05-47ea-a3fe-4882b6cd1a58', 'device_owner': 'network:router_gateway', 'standard_attr_id': 286, 'fixed_ips': [{'subnet_id': '4887111e-1302-416a-ab8e-c957c9df7f85', 'ip_address': '172.27.3.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830088-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T11:02:48Z', 'updated_at': '2022-04-12T11:02:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4887111e-1302-416a-ab8e-c957c9df7f85', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830088-4-iscsi', '_interfaces': [{'id': 'ee1d3813-7355-44e7-a412-e4baa8b09e33', 'name': '', 'network_id': '6b07eef1-d07a-4859-9857-639b7b48caec', 'tenant_id': 'dcfac628f55a40e9b7615ebf00184320', 'mac_address': 'fa:16:3e:a2:41:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2bfbd9b-0f05-47ea-a3fe-4882b6cd1a58', 'device_owner': 'network:router_interface', 'standard_attr_id': 287, 'fixed_ips': [{'subnet_id': '62a3d71a-6b7f-4b84-be49-3fdc054580de', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830088-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T11:02:50Z', 'updated_at': '2022-04-12T11:02:55Z', 'revision_number': 5, 'project_id': 'dcfac628f55a40e9b7615ebf00184320', 'subnets': [{'id': '62a3d71a-6b7f-4b84-be49-3fdc054580de', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103260) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 12 11:07:26.081771 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Tue, 12 Apr 2022 11:07:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-49d4e948-5e75-4496-b80b-41c359bf8873 x-openstack-request-id: req-49d4e948-5e75-4496-b80b-41c359bf8873 {{(pid=103258) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 11:07:26.082189 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6bac3aa8-98ca-40ce-951f-208d8cb6ac0e", "tag": "bb599851-186f-4d11-8ba0-67885d7edd26", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "6bac3aa8-98ca-40ce-951f-208d8cb6ac0e", "tag": "bb599851-186f-4d11-8ba0-67885d7edd26", "status": "completed", "code": 200}]} {{(pid=103258) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 11:07:26.082370 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-49d4e948-5e75-4496-b80b-41c359bf8873 {{(pid=103258) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 11:07:26.082841 dv-cinder-830088-4-iscsi neutron-server[103258]: INFO neutron.notifiers.nova [-] Nova event matching ['req-49d4e948-5e75-4496-b80b-41c359bf8873'] response: {'name': 'network-changed', 'server_uuid': '6bac3aa8-98ca-40ce-951f-208d8cb6ac0e', 'tag': 'bb599851-186f-4d11-8ba0-67885d7edd26', 'status': 'completed', 'code': 200} Apr 12 11:07:26.083022 dv-cinder-830088-4-iscsi neutron-server[103258]: INFO neutron.notifiers.nova [-] Nova event matching ['req-49d4e948-5e75-4496-b80b-41c359bf8873'] response: {'name': 'network-changed', 'server_uuid': '6bac3aa8-98ca-40ce-951f-208d8cb6ac0e', 'tag': 'bb599851-186f-4d11-8ba0-67885d7edd26', 'status': 'completed', 'code': 200} Apr 12 11:07:26.242868 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f11907d9-d38f-45a9-91a1-1f6c2adef9b2 req-e3e02a9b-2d82-4579-a390-ab8bc2cf6cea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:07:26.244635 dv-cinder-830088-4-iscsi neutron-server[103257]: INFO neutron.wsgi [req-f11907d9-d38f-45a9-91a1-1f6c2adef9b2 req-e3e02a9b-2d82-4579-a390-ab8bc2cf6cea service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=dcfac628f55a40e9b7615ebf00184320&device_id=6bac3aa8-98ca-40ce-951f-208d8cb6ac0e HTTP/1.1" status: 200 len: 1129 time: 0.0477581 Apr 12 11:07:26.348731 dv-cinder-830088-4-iscsi neutron-server[103260]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07fb9a2b-e031-4fb3-8d95-ce47186585e7 None None] New status for floating IP a9c8e484-0a11-4dc8-9139-57d0fb004a98: DOWN {{(pid=103260) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 12 11:07:26.350502 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f11907d9-d38f-45a9-91a1-1f6c2adef9b2 req-841018c2-1cfd-43ac-a31f-4797f4441b89 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:07:26.352106 dv-cinder-830088-4-iscsi neutron-server[103257]: INFO neutron.wsgi [req-f11907d9-d38f-45a9-91a1-1f6c2adef9b2 req-841018c2-1cfd-43ac-a31f-4797f4441b89 service neutron] 10.222.0.53 "GET /v2.0/networks?id=6b07eef1-d07a-4859-9857-639b7b48caec HTTP/1.1" status: 200 len: 916 time: 0.0991688 Apr 12 11:07:26.431170 dv-cinder-830088-4-iscsi neutron-server[103257]: INFO neutron.wsgi [req-f11907d9-d38f-45a9-91a1-1f6c2adef9b2 req-b7dbe74d-af7e-4f0d-9ec5-086e83f89d0f service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=bb599851-186f-4d11-8ba0-67885d7edd26 HTTP/1.1" status: 200 len: 217 time: 0.0477893 Apr 12 11:07:26.487897 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f11907d9-d38f-45a9-91a1-1f6c2adef9b2 req-f3e188ca-a292-4969-b7cd-0ef52cbdc3be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:07:26.489346 dv-cinder-830088-4-iscsi neutron-server[103257]: INFO neutron.wsgi [req-f11907d9-d38f-45a9-91a1-1f6c2adef9b2 req-f3e188ca-a292-4969-b7cd-0ef52cbdc3be service neutron] 10.222.0.53 "GET /v2.0/subnets?id=62a3d71a-6b7f-4b84-be49-3fdc054580de HTTP/1.1" status: 200 len: 854 time: 0.0521452 Apr 12 11:07:26.537114 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f11907d9-d38f-45a9-91a1-1f6c2adef9b2 req-bfd0d63e-6672-4f1c-89aa-ad792c4ab96b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:07:26.538609 dv-cinder-830088-4-iscsi neutron-server[103257]: INFO neutron.wsgi [req-f11907d9-d38f-45a9-91a1-1f6c2adef9b2 req-bfd0d63e-6672-4f1c-89aa-ad792c4ab96b service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=6b07eef1-d07a-4859-9857-639b7b48caec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0415134 Apr 12 11:07:26.664676 dv-cinder-830088-4-iscsi neutron-server[103257]: INFO neutron.wsgi [req-f11907d9-d38f-45a9-91a1-1f6c2adef9b2 req-e7b57800-e58c-412b-8e62-7a445c4297b8 service neutron] 10.222.0.53 "GET /v2.0/networks/6b07eef1-d07a-4859-9857-639b7b48caec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0957205 Apr 12 11:07:26.776865 dv-cinder-830088-4-iscsi neutron-server[103257]: INFO neutron.wsgi [req-f11907d9-d38f-45a9-91a1-1f6c2adef9b2 req-e86155f5-6235-4bf3-891a-5cb73ce033dc service neutron] 10.222.0.53 "GET /v2.0/networks/6b07eef1-d07a-4859-9857-639b7b48caec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0852213 Apr 12 11:07:27.207821 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcd56509-4073-4750-bc18-bc7d80b56143 req-02832868-5fd5-4678-9031-978fc9085e59 tempest-AttachVolumeShelveTestJSON-1581400671 tempest-AttachVolumeShelveTestJSON-1581400671-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:07:27.209349 dv-cinder-830088-4-iscsi neutron-server[103258]: INFO neutron.wsgi [req-dcd56509-4073-4750-bc18-bc7d80b56143 req-02832868-5fd5-4678-9031-978fc9085e59 tempest-AttachVolumeShelveTestJSON-1581400671 tempest-AttachVolumeShelveTestJSON-1581400671-project] 10.222.0.53 "GET /v2.0/networks?id=5fe71604-a19f-4748-9dc5-7cc9d7ecf6be HTTP/1.1" status: 200 len: 817 time: 0.1223907 Apr 12 11:07:27.284672 dv-cinder-830088-4-iscsi neutron-server[103258]: INFO neutron.wsgi [req-dcd56509-4073-4750-bc18-bc7d80b56143 req-d6338790-73e4-4528-a3af-1834c9beba93 tempest-AttachVolumeShelveTestJSON-1581400671 tempest-AttachVolumeShelveTestJSON-1581400671-project] 10.222.0.53 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=64420168af994dfe8d37cc175e2bfbd6 HTTP/1.1" status: 200 len: 380 time: 0.0562639 Apr 12 11:07:27.382836 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.api.v2.base [req-dcd56509-4073-4750-bc18-bc7d80b56143 req-d1499586-282c-4384-b91e-87d2f4d0a846 tempest-AttachVolumeShelveTestJSON-1581400671 tempest-AttachVolumeShelveTestJSON-1581400671-project] Request body: {'port': {'device_id': '2ef72612-be1b-425f-9a62-f7ade87d4051', 'network_id': '5fe71604-a19f-4748-9dc5-7cc9d7ecf6be', 'admin_state_up': True, 'tenant_id': '64420168af994dfe8d37cc175e2bfbd6', 'security_groups': ['30af6b51-0f3e-46d1-b20a-adadc9a21c54']}} {{(pid=103258) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 11:07:27.383519 dv-cinder-830088-4-iscsi neutron-server[103257]: INFO neutron.wsgi [req-e1a223da-b099-4c28-b05f-73aa642d6243 req-5b3699ed-5d05-4e93-8e2d-737661ab5861 tempest-AttachVolumeShelveTestJSON-1581400671 tempest-AttachVolumeShelveTestJSON-1581400671-project] 10.222.0.39 "GET /v2.0/ports?device_id=2ef72612-be1b-425f-9a62-f7ade87d4051 HTTP/1.1" status: 200 len: 210 time: 0.3004372 Apr 12 11:07:27.393587 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f11907d9-d38f-45a9-91a1-1f6c2adef9b2 req-d05d353f-9645-42f1-8f3f-0835e59412fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:07:27.395143 dv-cinder-830088-4-iscsi neutron-server[103257]: INFO neutron.wsgi [req-f11907d9-d38f-45a9-91a1-1f6c2adef9b2 req-d05d353f-9645-42f1-8f3f-0835e59412fe service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=dcfac628f55a40e9b7615ebf00184320&device_id=6bac3aa8-98ca-40ce-951f-208d8cb6ac0e HTTP/1.1" status: 200 len: 1129 time: 0.3216646 Apr 12 11:07:27.486584 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dcd56509-4073-4750-bc18-bc7d80b56143 req-d1499586-282c-4384-b91e-87d2f4d0a846 tempest-AttachVolumeShelveTestJSON-1581400671 tempest-AttachVolumeShelveTestJSON-1581400671-project] Made reservation on behalf of 64420168af994dfe8d37cc175e2bfbd6 for: {'port': 1} {{(pid=103258) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 12 11:07:27.489818 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f11907d9-d38f-45a9-91a1-1f6c2adef9b2 req-14cabf8d-ccd0-4416-a59e-6f03942d6046 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:07:27.490432 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [req-dcd56509-4073-4750-bc18-bc7d80b56143 req-d1499586-282c-4384-b91e-87d2f4d0a846 tempest-AttachVolumeShelveTestJSON-1581400671 tempest-AttachVolumeShelveTestJSON-1581400671-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1535343'] for port (None), before_create {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:07:27.491366 dv-cinder-830088-4-iscsi neutron-server[103257]: INFO neutron.wsgi [req-f11907d9-d38f-45a9-91a1-1f6c2adef9b2 req-14cabf8d-ccd0-4416-a59e-6f03942d6046 service neutron] 10.222.0.53 "GET /v2.0/networks?id=6b07eef1-d07a-4859-9857-639b7b48caec HTTP/1.1" status: 200 len: 916 time: 0.0843122 Apr 12 11:07:27.534134 dv-cinder-830088-4-iscsi neutron-server[103257]: INFO neutron.wsgi [req-f11907d9-d38f-45a9-91a1-1f6c2adef9b2 req-76604ee8-6e84-4bee-960a-003f4ebef5b1 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=bb599851-186f-4d11-8ba0-67885d7edd26 HTTP/1.1" status: 200 len: 217 time: 0.0365224 Apr 12 11:07:27.585026 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f11907d9-d38f-45a9-91a1-1f6c2adef9b2 req-2f7e49fb-f8fb-4dea-ab96-6ec01dcc571b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:07:27.586475 dv-cinder-830088-4-iscsi neutron-server[103257]: INFO neutron.wsgi [req-f11907d9-d38f-45a9-91a1-1f6c2adef9b2 req-2f7e49fb-f8fb-4dea-ab96-6ec01dcc571b service neutron] 10.222.0.53 "GET /v2.0/subnets?id=62a3d71a-6b7f-4b84-be49-3fdc054580de HTTP/1.1" status: 200 len: 854 time: 0.0465701 Apr 12 11:07:27.615861 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.db.db_base_plugin_common [req-dcd56509-4073-4750-bc18-bc7d80b56143 req-d1499586-282c-4384-b91e-87d2f4d0a846 tempest-AttachVolumeShelveTestJSON-1581400671 tempest-AttachVolumeShelveTestJSON-1581400671-project] Allocated IP 172.20.0.7 (5fe71604-a19f-4748-9dc5-7cc9d7ecf6be/e411d522-7486-40a5-b78b-47a221209e5e/327a6baa-d7cd-4006-bb9a-0930d2cb5b8f) {{(pid=103258) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 12 11:07:27.630483 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f11907d9-d38f-45a9-91a1-1f6c2adef9b2 req-ba496c88-52eb-49a1-be45-e1bb086cc844 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:07:27.632362 dv-cinder-830088-4-iscsi neutron-server[103257]: INFO neutron.wsgi [req-f11907d9-d38f-45a9-91a1-1f6c2adef9b2 req-ba496c88-52eb-49a1-be45-e1bb086cc844 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=6b07eef1-d07a-4859-9857-639b7b48caec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0398397 Apr 12 11:07:27.723647 dv-cinder-830088-4-iscsi neutron-server[103257]: INFO neutron.wsgi [req-f11907d9-d38f-45a9-91a1-1f6c2adef9b2 req-a496142a-5237-4d9c-a731-a26c83e36fd3 service neutron] 10.222.0.53 "GET /v2.0/networks/6b07eef1-d07a-4859-9857-639b7b48caec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0855319 Apr 12 11:07:27.752103 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [req-dcd56509-4073-4750-bc18-bc7d80b56143 req-d1499586-282c-4384-b91e-87d2f4d0a846 tempest-AttachVolumeShelveTestJSON-1581400671 tempest-AttachVolumeShelveTestJSON-1581400671-project] Publish callbacks [] for port (327a6baa-d7cd-4006-bb9a-0930d2cb5b8f), precommit_create {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:07:27.786098 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [req-dcd56509-4073-4750-bc18-bc7d80b56143 req-d1499586-282c-4384-b91e-87d2f4d0a846 tempest-AttachVolumeShelveTestJSON-1581400671 tempest-AttachVolumeShelveTestJSON-1581400671-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1534861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777667450152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4796947'] for port (327a6baa-d7cd-4006-bb9a-0930d2cb5b8f), after_create {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:07:27.817418 dv-cinder-830088-4-iscsi neutron-server[103257]: INFO neutron.wsgi [req-f11907d9-d38f-45a9-91a1-1f6c2adef9b2 req-a18ed37e-737c-41d2-bd32-61e141dcb1af service neutron] 10.222.0.53 "GET /v2.0/networks/6b07eef1-d07a-4859-9857-639b7b48caec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0846610 Apr 12 11:07:27.829121 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dcd56509-4073-4750-bc18-bc7d80b56143 req-d1499586-282c-4384-b91e-87d2f4d0a846 tempest-AttachVolumeShelveTestJSON-1581400671 tempest-AttachVolumeShelveTestJSON-1581400671-project] Network 5fe71604-a19f-4748-9dc5-7cc9d7ecf6be is already hosted by enough agents. {{(pid=103258) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 11:07:27.832122 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.scheduler.base_scheduler [req-dcd56509-4073-4750-bc18-bc7d80b56143 req-d1499586-282c-4384-b91e-87d2f4d0a846 tempest-AttachVolumeShelveTestJSON-1581400671 tempest-AttachVolumeShelveTestJSON-1581400671-project] Resources bound (agent type, host, resource id): {{(pid=103258) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 11:07:27.835849 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.db.l3_dvrscheduler_db [req-dcd56509-4073-4750-bc18-bc7d80b56143 req-d1499586-282c-4384-b91e-87d2f4d0a846 tempest-AttachVolumeShelveTestJSON-1581400671 tempest-AttachVolumeShelveTestJSON-1581400671-project] Received port after_create {{(pid=103258) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 12 11:07:27.864727 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1499586-282c-4384-b91e-87d2f4d0a846 tempest-AttachVolumeShelveTestJSON-1581400671 tempest-AttachVolumeShelveTestJSON-1581400671-project] Pushing event updated for resources: {'Port': ['ID=327a6baa-d7cd-4006-bb9a-0930d2cb5b8f,revision_number=1']} {{(pid=103258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:07:27.893186 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcd56509-4073-4750-bc18-bc7d80b56143 req-d1499586-282c-4384-b91e-87d2f4d0a846 tempest-AttachVolumeShelveTestJSON-1581400671 tempest-AttachVolumeShelveTestJSON-1581400671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:07:27.893835 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [req-dcd56509-4073-4750-bc18-bc7d80b56143 req-d1499586-282c-4384-b91e-87d2f4d0a846 tempest-AttachVolumeShelveTestJSON-1581400671 tempest-AttachVolumeShelveTestJSON-1581400671-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108023'] for port (None), before_response {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:07:27.911534 dv-cinder-830088-4-iscsi neutron-server[103258]: INFO neutron.wsgi [req-dcd56509-4073-4750-bc18-bc7d80b56143 req-d1499586-282c-4384-b91e-87d2f4d0a846 tempest-AttachVolumeShelveTestJSON-1581400671 tempest-AttachVolumeShelveTestJSON-1581400671-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5327196 Apr 12 11:07:27.954952 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.api.v2.base [req-dcd56509-4073-4750-bc18-bc7d80b56143 req-1b76f936-937b-4362-b9ad-e39b0f4f9a2a service neutron] Request body: {'port': {'device_id': '2ef72612-be1b-425f-9a62-f7ade87d4051', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83008'}} {{(pid=103258) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 11:07:28.022028 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [req-dcd56509-4073-4750-bc18-bc7d80b56143 req-1b76f936-937b-4362-b9ad-e39b0f4f9a2a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1535343'] for port (327a6baa-d7cd-4006-bb9a-0930d2cb5b8f), before_update {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:07:28.055920 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a0aff75-b104-4e62-829b-b55d2847472a req-e4cfc292-8ae0-4005-b7ab-81d295a00463 tempest-TestMinimumBasicScenario-1491506946 tempest-TestMinimumBasicScenario-1491506946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:07:28.057393 dv-cinder-830088-4-iscsi neutron-server[103257]: INFO neutron.wsgi [req-7a0aff75-b104-4e62-829b-b55d2847472a req-e4cfc292-8ae0-4005-b7ab-81d295a00463 tempest-TestMinimumBasicScenario-1491506946 tempest-TestMinimumBasicScenario-1491506946-project] 10.222.0.39 "GET /v2.0/ports?device_id=6bac3aa8-98ca-40ce-951f-208d8cb6ac0e HTTP/1.1" status: 200 len: 945 time: 0.0504832 Apr 12 11:07:28.107354 dv-cinder-830088-4-iscsi neutron-server[103257]: INFO neutron.wsgi [req-7a0aff75-b104-4e62-829b-b55d2847472a req-ea519f54-6eac-4db4-9088-1e054ca0018b tempest-TestMinimumBasicScenario-1491506946 tempest-TestMinimumBasicScenario-1491506946-project] 10.222.0.39 "GET /v2.0/security-groups?id=eeca4fa4-eaf7-49a0-81c4-0cdb30ea4fa7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437605 Apr 12 11:07:28.144417 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron.db.provisioning_blocks [None req-d44186ba-e968-4f48-9c11-a494aa12641e None None] Provisioning complete for port 327a6baa-d7cd-4006-bb9a-0930d2cb5b8f triggered by entity DHCP. {{(pid=103259) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 11:07:28.145021 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron_lib.callbacks.manager [None req-d44186ba-e968-4f48-9c11-a494aa12641e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1343588'] for port (327a6baa-d7cd-4006-bb9a-0930d2cb5b8f), provisioning_complete {{(pid=103259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:07:28.177699 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron.plugins.ml2.plugin [None req-d44186ba-e968-4f48-9c11-a494aa12641e None None] Port 327a6baa-d7cd-4006-bb9a-0930d2cb5b8f cannot update to ACTIVE because it is not bound. {{(pid=103259) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 12 11:07:28.274255 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.notifiers.nova [req-dcd56509-4073-4750-bc18-bc7d80b56143 req-1b76f936-937b-4362-b9ad-e39b0f4f9a2a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 327a6baa-d7cd-4006-bb9a-0930d2cb5b8f {{(pid=103258) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 12 11:07:28.281452 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [req-dcd56509-4073-4750-bc18-bc7d80b56143 req-1b76f936-937b-4362-b9ad-e39b0f4f9a2a service neutron] Publish callbacks [] for port (327a6baa-d7cd-4006-bb9a-0930d2cb5b8f), precommit_update {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:07:28.292968 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.db.provisioning_blocks [req-dcd56509-4073-4750-bc18-bc7d80b56143 req-1b76f936-937b-4362-b9ad-e39b0f4f9a2a service neutron] Transition to ACTIVE for port object 327a6baa-d7cd-4006-bb9a-0930d2cb5b8f will not be triggered until provisioned by entity L2. {{(pid=103258) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 12 11:07:28.297291 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [req-dcd56509-4073-4750-bc18-bc7d80b56143 req-1b76f936-937b-4362-b9ad-e39b0f4f9a2a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1534861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777667992095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777667450170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777667450188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4796952'] for port (327a6baa-d7cd-4006-bb9a-0930d2cb5b8f), after_update {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:07:28.365874 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b76f936-937b-4362-b9ad-e39b0f4f9a2a service neutron] Pushing event updated for resources: {'Port': ['ID=327a6baa-d7cd-4006-bb9a-0930d2cb5b8f,revision_number=2']} {{(pid=103258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:07:28.416284 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.plugins.ml2.managers [req-dcd56509-4073-4750-bc18-bc7d80b56143 req-1b76f936-937b-4362-b9ad-e39b0f4f9a2a service neutron] Attempting to bind port 327a6baa-d7cd-4006-bb9a-0930d2cb5b8f on host hv-cinder-83008 for vnic_type normal with profile {{(pid=103258) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 12 11:07:28.416628 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.plugins.ml2.managers [req-dcd56509-4073-4750-bc18-bc7d80b56143 req-1b76f936-937b-4362-b9ad-e39b0f4f9a2a service neutron] Attempting to bind port 327a6baa-d7cd-4006-bb9a-0930d2cb5b8f by drivers openvswitch,hyperv on host hv-cinder-83008 at level 0 using segments [{'id': 'af155c35-6d9d-4cb5-9da1-9790843f44dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': '5fe71604-a19f-4748-9dc5-7cc9d7ecf6be'}] {{(pid=103258) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 12 11:07:28.416944 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dcd56509-4073-4750-bc18-bc7d80b56143 req-1b76f936-937b-4362-b9ad-e39b0f4f9a2a service neutron] Attempting to bind port 327a6baa-d7cd-4006-bb9a-0930d2cb5b8f on network 5fe71604-a19f-4748-9dc5-7cc9d7ecf6be {{(pid=103258) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 11:07:28.422205 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dcd56509-4073-4750-bc18-bc7d80b56143 req-1b76f936-937b-4362-b9ad-e39b0f4f9a2a service neutron] Port 327a6baa-d7cd-4006-bb9a-0930d2cb5b8f on network 5fe71604-a19f-4748-9dc5-7cc9d7ecf6be not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83008 {{(pid=103258) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 12 11:07:28.422605 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dcd56509-4073-4750-bc18-bc7d80b56143 req-1b76f936-937b-4362-b9ad-e39b0f4f9a2a service neutron] Attempting to bind port 327a6baa-d7cd-4006-bb9a-0930d2cb5b8f on network 5fe71604-a19f-4748-9dc5-7cc9d7ecf6be {{(pid=103258) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 11:07:28.427729 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dcd56509-4073-4750-bc18-bc7d80b56143 req-1b76f936-937b-4362-b9ad-e39b0f4f9a2a service neutron] Checking agent: {'id': '742b2e09-86ec-4663-b086-f6b891926c3e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83008', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 12, 10, 58, 42), 'started_at': datetime.datetime(2022, 4, 12, 10, 58, 42), 'heartbeat_timestamp': datetime.datetime(2022, 4, 12, 11, 7, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103258) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 12 11:07:28.428088 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dcd56509-4073-4750-bc18-bc7d80b56143 req-1b76f936-937b-4362-b9ad-e39b0f4f9a2a service neutron] Checking segment: {'id': 'af155c35-6d9d-4cb5-9da1-9790843f44dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': '5fe71604-a19f-4748-9dc5-7cc9d7ecf6be'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103258) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 11:07:28.428447 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dcd56509-4073-4750-bc18-bc7d80b56143 req-1b76f936-937b-4362-b9ad-e39b0f4f9a2a service neutron] Bound using segment: {'id': 'af155c35-6d9d-4cb5-9da1-9790843f44dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': '5fe71604-a19f-4748-9dc5-7cc9d7ecf6be'} {{(pid=103258) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 12 11:07:28.428879 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.plugins.ml2.managers [req-dcd56509-4073-4750-bc18-bc7d80b56143 req-1b76f936-937b-4362-b9ad-e39b0f4f9a2a service neutron] Bound port: 327a6baa-d7cd-4006-bb9a-0930d2cb5b8f, host: hv-cinder-83008, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'af155c35-6d9d-4cb5-9da1-9790843f44dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': '5fe71604-a19f-4748-9dc5-7cc9d7ecf6be'}}] {{(pid=103258) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 12 11:07:28.429224 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [req-dcd56509-4073-4750-bc18-bc7d80b56143 req-1b76f936-937b-4362-b9ad-e39b0f4f9a2a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1535343'] for port (327a6baa-d7cd-4006-bb9a-0930d2cb5b8f), before_update {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:07:28.527150 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bda0685-ea28-4455-8546-5b219d5fee51 req-33f8aea6-5d3a-4025-af67-148f9e97aed1 tempest-AttachVolumeShelveTestJSON-1581400671 tempest-AttachVolumeShelveTestJSON-1581400671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:07:28.528592 dv-cinder-830088-4-iscsi neutron-server[103258]: INFO neutron.wsgi [req-1bda0685-ea28-4455-8546-5b219d5fee51 req-33f8aea6-5d3a-4025-af67-148f9e97aed1 tempest-AttachVolumeShelveTestJSON-1581400671 tempest-AttachVolumeShelveTestJSON-1581400671-project] 10.222.0.39 "GET /v2.0/ports?device_id=2ef72612-be1b-425f-9a62-f7ade87d4051 HTTP/1.1" status: 200 len: 943 time: 0.0612650 Apr 12 11:07:28.542615 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.plugins.ml2.db [req-dcd56509-4073-4750-bc18-bc7d80b56143 req-1b76f936-937b-4362-b9ad-e39b0f4f9a2a service neutron] For port 327a6baa-d7cd-4006-bb9a-0930d2cb5b8f, host hv-cinder-83008, cleared binding levels {{(pid=103258) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 12 11:07:28.568086 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.plugins.ml2.db [req-dcd56509-4073-4750-bc18-bc7d80b56143 req-1b76f936-937b-4362-b9ad-e39b0f4f9a2a service neutron] For port 327a6baa-d7cd-4006-bb9a-0930d2cb5b8f, host hv-cinder-83008, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83008',level=0,port_id=327a6baa-d7cd-4006-bb9a-0930d2cb5b8f,segment=NetworkSegment(af155c35-6d9d-4cb5-9da1-9790843f44dc),segment_id=af155c35-6d9d-4cb5-9da1-9790843f44dc)] {{(pid=103258) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 12 11:07:28.583975 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [req-dcd56509-4073-4750-bc18-bc7d80b56143 req-1b76f936-937b-4362-b9ad-e39b0f4f9a2a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1534861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777667992095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777667450170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777667450188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4796952'] for port (327a6baa-d7cd-4006-bb9a-0930d2cb5b8f), after_update {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:07:28.616743 dv-cinder-830088-4-iscsi neutron-server[103258]: INFO neutron.wsgi [req-1bda0685-ea28-4455-8546-5b219d5fee51 req-1928da9f-74c6-4192-8af9-9e9bff1c3ca8 tempest-AttachVolumeShelveTestJSON-1581400671 tempest-AttachVolumeShelveTestJSON-1581400671-project] 10.222.0.39 "GET /v2.0/security-groups?id=30af6b51-0f3e-46d1-b20a-adadc9a21c54&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0824251 Apr 12 11:07:28.626815 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcd56509-4073-4750-bc18-bc7d80b56143 req-1b76f936-937b-4362-b9ad-e39b0f4f9a2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:07:28.627431 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [req-dcd56509-4073-4750-bc18-bc7d80b56143 req-1b76f936-937b-4362-b9ad-e39b0f4f9a2a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108023'] for port (None), before_response {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:07:28.628940 dv-cinder-830088-4-iscsi neutron-server[103258]: INFO neutron.wsgi [req-dcd56509-4073-4750-bc18-bc7d80b56143 req-1b76f936-937b-4362-b9ad-e39b0f4f9a2a service neutron] 10.222.0.53 "PUT /v2.0/ports/327a6baa-d7cd-4006-bb9a-0930d2cb5b8f HTTP/1.1" status: 200 len: 1093 time: 0.6799626 Apr 12 11:07:28.635004 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2ef72612-be1b-425f-9a62-f7ade87d4051', 'tag': '327a6baa-d7cd-4006-bb9a-0930d2cb5b8f'}] {{(pid=103258) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 11:07:28.637589 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c54b6d548356c9296345eb8e608a1624e6dfb095c10b2709a108c8ba991c21a4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ca9cf953-26b8-4b12-a9e3-bf63038a36dd" -d '{"events": [{"name": "network-changed", "server_uuid": "2ef72612-be1b-425f-9a62-f7ade87d4051", "tag": "327a6baa-d7cd-4006-bb9a-0930d2cb5b8f"}]}' {{(pid=103258) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 11:07:28.660813 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b76f936-937b-4362-b9ad-e39b0f4f9a2a service neutron] Pushing event updated for resources: {'Port': ['ID=327a6baa-d7cd-4006-bb9a-0930d2cb5b8f,revision_number=3']} {{(pid=103258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:07:28.678639 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Apr 2022 11:07:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c0d3df8c-376e-4732-91e7-ada777990380 x-openstack-request-id: req-c0d3df8c-376e-4732-91e7-ada777990380 {{(pid=103258) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 11:07:28.679032 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2ef72612-be1b-425f-9a62-f7ade87d4051", "tag": "327a6baa-d7cd-4006-bb9a-0930d2cb5b8f", "status": "completed", "code": 200}]} {{(pid=103258) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 11:07:28.679349 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-c0d3df8c-376e-4732-91e7-ada777990380 {{(pid=103258) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 11:07:28.679815 dv-cinder-830088-4-iscsi neutron-server[103258]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c0d3df8c-376e-4732-91e7-ada777990380'] response: {'name': 'network-changed', 'server_uuid': '2ef72612-be1b-425f-9a62-f7ade87d4051', 'tag': '327a6baa-d7cd-4006-bb9a-0930d2cb5b8f', 'status': 'completed', 'code': 200} Apr 12 11:07:29.220014 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5d1c0e8-f27e-4ad7-ad39-fb61273bf0b6 req-15cb9f0a-f991-4966-ad52-f81b18cfa6d8 tempest-TestMinimumBasicScenario-1491506946 tempest-TestMinimumBasicScenario-1491506946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:07:29.221491 dv-cinder-830088-4-iscsi neutron-server[103258]: INFO neutron.wsgi [req-d5d1c0e8-f27e-4ad7-ad39-fb61273bf0b6 req-15cb9f0a-f991-4966-ad52-f81b18cfa6d8 tempest-TestMinimumBasicScenario-1491506946 tempest-TestMinimumBasicScenario-1491506946-project] 10.222.0.39 "GET /v2.0/ports?device_id=6bac3aa8-98ca-40ce-951f-208d8cb6ac0e HTTP/1.1" status: 200 len: 945 time: 0.0481875 Apr 12 11:07:29.266132 dv-cinder-830088-4-iscsi neutron-server[103258]: INFO neutron.wsgi [req-d5d1c0e8-f27e-4ad7-ad39-fb61273bf0b6 req-1c822f62-ee07-4491-b8c6-8029f528c4ff tempest-TestMinimumBasicScenario-1491506946 tempest-TestMinimumBasicScenario-1491506946-project] 10.222.0.39 "GET /v2.0/security-groups?id=eeca4fa4-eaf7-49a0-81c4-0cdb30ea4fa7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391634 Apr 12 11:07:29.655396 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca9cf953-26b8-4b12-a9e3-bf63038a36dd req-8aef1c32-b6d3-449e-afb4-46b04618861b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:07:29.656902 dv-cinder-830088-4-iscsi neutron-server[103258]: INFO neutron.wsgi [req-ca9cf953-26b8-4b12-a9e3-bf63038a36dd req-8aef1c32-b6d3-449e-afb4-46b04618861b service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=64420168af994dfe8d37cc175e2bfbd6&device_id=2ef72612-be1b-425f-9a62-f7ade87d4051 HTTP/1.1" status: 200 len: 1127 time: 0.0394862 Apr 12 11:07:29.735048 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80eb943e-9b3a-4a31-aa46-e2d0ecd5ce99 req-7945125e-cb55-4b0e-aa22-0d22808e1ebb tempest-AttachVolumeShelveTestJSON-1581400671 tempest-AttachVolumeShelveTestJSON-1581400671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:07:29.736473 dv-cinder-830088-4-iscsi neutron-server[103257]: INFO neutron.wsgi [req-80eb943e-9b3a-4a31-aa46-e2d0ecd5ce99 req-7945125e-cb55-4b0e-aa22-0d22808e1ebb tempest-AttachVolumeShelveTestJSON-1581400671 tempest-AttachVolumeShelveTestJSON-1581400671-project] 10.222.0.39 "GET /v2.0/ports?device_id=2ef72612-be1b-425f-9a62-f7ade87d4051 HTTP/1.1" status: 200 len: 943 time: 0.0481286 Apr 12 11:07:29.782901 dv-cinder-830088-4-iscsi neutron-server[103257]: INFO neutron.wsgi [req-80eb943e-9b3a-4a31-aa46-e2d0ecd5ce99 req-1499e160-456b-44d9-be1d-84b1827ad630 tempest-AttachVolumeShelveTestJSON-1581400671 tempest-AttachVolumeShelveTestJSON-1581400671-project] 10.222.0.39 "GET /v2.0/security-groups?id=30af6b51-0f3e-46d1-b20a-adadc9a21c54&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407660 Apr 12 11:07:29.787731 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca9cf953-26b8-4b12-a9e3-bf63038a36dd req-9ab9c8be-1d15-4133-b766-582ee1d1d259 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:07:29.789333 dv-cinder-830088-4-iscsi neutron-server[103258]: INFO neutron.wsgi [req-ca9cf953-26b8-4b12-a9e3-bf63038a36dd req-9ab9c8be-1d15-4133-b766-582ee1d1d259 service neutron] 10.222.0.53 "GET /v2.0/networks?tenant_id=64420168af994dfe8d37cc175e2bfbd6&shared=False HTTP/1.1" status: 200 len: 918 time: 0.0940499 Apr 12 11:07:29.984281 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca9cf953-26b8-4b12-a9e3-bf63038a36dd req-c772f082-c5dc-409a-9cc3-4cef75eb3569 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:07:29.985824 dv-cinder-830088-4-iscsi neutron-server[103258]: INFO neutron.wsgi [req-ca9cf953-26b8-4b12-a9e3-bf63038a36dd req-c772f082-c5dc-409a-9cc3-4cef75eb3569 service neutron] 10.222.0.53 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0920768 Apr 12 11:07:30.180307 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44f20281-5c23-45a2-b0d3-96192d402d45 req-b0d608a9-1242-4f66-b7d4-10073d14e71e tempest-TestMinimumBasicScenario-1491506946 tempest-TestMinimumBasicScenario-1491506946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:07:30.181794 dv-cinder-830088-4-iscsi neutron-server[103258]: INFO neutron.wsgi [req-44f20281-5c23-45a2-b0d3-96192d402d45 req-b0d608a9-1242-4f66-b7d4-10073d14e71e tempest-TestMinimumBasicScenario-1491506946 tempest-TestMinimumBasicScenario-1491506946-project] 10.222.0.53 "GET /v2.0/ports?device_id=6bac3aa8-98ca-40ce-951f-208d8cb6ac0e HTTP/1.1" status: 200 len: 945 time: 0.0463002 Apr 12 11:07:30.187759 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcd56509-4073-4750-bc18-bc7d80b56143 req-9c9d9960-c989-496d-8a2a-9cb999001c7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:07:30.189262 dv-cinder-830088-4-iscsi neutron-server[103257]: INFO neutron.wsgi [req-dcd56509-4073-4750-bc18-bc7d80b56143 req-9c9d9960-c989-496d-8a2a-9cb999001c7e service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=64420168af994dfe8d37cc175e2bfbd6&device_id=2ef72612-be1b-425f-9a62-f7ade87d4051 HTTP/1.1" status: 200 len: 1127 time: 0.0395188 Apr 12 11:07:30.242273 dv-cinder-830088-4-iscsi neutron-server[103257]: INFO neutron.wsgi [req-dcd56509-4073-4750-bc18-bc7d80b56143 req-84943f9d-36e0-4bda-b97b-de8d9abf4dff service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=327a6baa-d7cd-4006-bb9a-0930d2cb5b8f HTTP/1.1" status: 200 len: 217 time: 0.0380633 Apr 12 11:07:30.265903 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.plugins.ml2.plugin [req-44f20281-5c23-45a2-b0d3-96192d402d45 req-18f8580c-d492-4f80-88ce-6f1e72070152 tempest-TestMinimumBasicScenario-1491506946 tempest-TestMinimumBasicScenario-1491506946-project] Deleting port bb599851-186f-4d11-8ba0-67885d7edd26 {{(pid=103258) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 12 11:07:30.266240 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [req-44f20281-5c23-45a2-b0d3-96192d402d45 req-18f8580c-d492-4f80-88ce-6f1e72070152 tempest-TestMinimumBasicScenario-1491506946 tempest-TestMinimumBasicScenario-1491506946-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777667983647'] for port (bb599851-186f-4d11-8ba0-67885d7edd26), before_delete {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:07:30.288892 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcd56509-4073-4750-bc18-bc7d80b56143 req-5a733519-ea35-4590-b206-ea723e588f82 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:07:30.290359 dv-cinder-830088-4-iscsi neutron-server[103257]: INFO neutron.wsgi [req-dcd56509-4073-4750-bc18-bc7d80b56143 req-5a733519-ea35-4590-b206-ea723e588f82 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=e411d522-7486-40a5-b78b-47a221209e5e HTTP/1.1" status: 200 len: 856 time: 0.0423918 Apr 12 11:07:30.334740 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcd56509-4073-4750-bc18-bc7d80b56143 req-40aa9549-eba1-4a4f-b713-e7c703462e8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:07:30.336311 dv-cinder-830088-4-iscsi neutron-server[103257]: INFO neutron.wsgi [req-dcd56509-4073-4750-bc18-bc7d80b56143 req-40aa9549-eba1-4a4f-b713-e7c703462e8a service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=5fe71604-a19f-4748-9dc5-7cc9d7ecf6be&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0402770 Apr 12 11:07:30.433895 dv-cinder-830088-4-iscsi neutron-server[103257]: INFO neutron.wsgi [req-dcd56509-4073-4750-bc18-bc7d80b56143 req-a3326603-82b2-4c17-aaea-19a51522a37f service neutron] 10.222.0.53 "GET /v2.0/networks/5fe71604-a19f-4748-9dc5-7cc9d7ecf6be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0915349 Apr 12 11:07:30.526947 dv-cinder-830088-4-iscsi neutron-server[103257]: INFO neutron.wsgi [req-dcd56509-4073-4750-bc18-bc7d80b56143 req-2a9aba0f-5e92-4257-85d0-874fb2bf29a3 service neutron] 10.222.0.53 "GET /v2.0/networks/5fe71604-a19f-4748-9dc5-7cc9d7ecf6be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0859356 Apr 12 11:07:30.624605 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed98b9fd-c068-4230-a5cb-eb795c27f51d req-2919e558-1370-43e7-bc37-71f7edd411ea tempest-TestMinimumBasicScenario-1491506946 tempest-TestMinimumBasicScenario-1491506946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:07:30.626134 dv-cinder-830088-4-iscsi neutron-server[103258]: INFO neutron.wsgi [req-ed98b9fd-c068-4230-a5cb-eb795c27f51d req-2919e558-1370-43e7-bc37-71f7edd411ea tempest-TestMinimumBasicScenario-1491506946 tempest-TestMinimumBasicScenario-1491506946-project] 10.222.0.39 "GET /v2.0/ports?device_id=6bac3aa8-98ca-40ce-951f-208d8cb6ac0e HTTP/1.1" status: 200 len: 945 time: 0.0581577 Apr 12 11:07:30.652705 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.plugins.ml2.db [req-44f20281-5c23-45a2-b0d3-96192d402d45 req-18f8580c-d492-4f80-88ce-6f1e72070152 tempest-TestMinimumBasicScenario-1491506946 tempest-TestMinimumBasicScenario-1491506946-project] For port bb599851-186f-4d11-8ba0-67885d7edd26, host hv-cinder-83008, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83008',level=0,port_id=bb599851-186f-4d11-8ba0-67885d7edd26,segment=NetworkSegment(e9f6dafb-a075-420d-87aa-8b06d81648cd),segment_id=e9f6dafb-a075-420d-87aa-8b06d81648cd)] {{(pid=103258) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 11:07:30.653062 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [req-44f20281-5c23-45a2-b0d3-96192d402d45 req-18f8580c-d492-4f80-88ce-6f1e72070152 tempest-TestMinimumBasicScenario-1491506946 tempest-TestMinimumBasicScenario-1491506946-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-575824'] for port (bb599851-186f-4d11-8ba0-67885d7edd26), precommit_delete {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:07:30.670412 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.plugins.ml2.plugin [req-44f20281-5c23-45a2-b0d3-96192d402d45 req-18f8580c-d492-4f80-88ce-6f1e72070152 tempest-TestMinimumBasicScenario-1491506946 tempest-TestMinimumBasicScenario-1491506946-project] Calling delete_port for bb599851-186f-4d11-8ba0-67885d7edd26 owned by compute:nova {{(pid=103258) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 12 11:07:30.699782 dv-cinder-830088-4-iscsi neutron-server[103258]: INFO neutron.wsgi [req-ed98b9fd-c068-4230-a5cb-eb795c27f51d req-419daadf-94fe-4377-bcb8-2e23d4d01a6c tempest-TestMinimumBasicScenario-1491506946 tempest-TestMinimumBasicScenario-1491506946-project] 10.222.0.39 "GET /v2.0/security-groups?id=eeca4fa4-eaf7-49a0-81c4-0cdb30ea4fa7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0642452 Apr 12 11:07:30.811115 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [req-44f20281-5c23-45a2-b0d3-96192d402d45 req-18f8580c-d492-4f80-88ce-6f1e72070152 tempest-TestMinimumBasicScenario-1491506946 tempest-TestMinimumBasicScenario-1491506946-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1534861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777667992077', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777667450161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4796947'] for port (bb599851-186f-4d11-8ba0-67885d7edd26), after_delete {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:07:30.839097 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18f8580c-d492-4f80-88ce-6f1e72070152 tempest-TestMinimumBasicScenario-1491506946 tempest-TestMinimumBasicScenario-1491506946-project] Pushing event deleted for resources: {'Port': ['ID=bb599851-186f-4d11-8ba0-67885d7edd26,revision_number=None']} {{(pid=103258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:07:30.848563 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron.plugins.ml2.db [None req-ae6c308c-a92e-4424-a7f8-d6a17e5174ef None None] get_ports_and_sgs() called for port_ids ['bb599851-186f-4d11-8ba0-67885d7edd26'] {{(pid=103259) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 12 11:07:30.888151 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.db.l3_dvrscheduler_db [req-44f20281-5c23-45a2-b0d3-96192d402d45 req-18f8580c-d492-4f80-88ce-6f1e72070152 tempest-TestMinimumBasicScenario-1491506946 tempest-TestMinimumBasicScenario-1491506946-project] No DVR routers for this DVR port bb599851-186f-4d11-8ba0-67885d7edd26 on host hv-cinder-83008 {{(pid=103258) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 12 11:07:30.891128 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [req-44f20281-5c23-45a2-b0d3-96192d402d45 req-18f8580c-d492-4f80-88ce-6f1e72070152 tempest-TestMinimumBasicScenario-1491506946 tempest-TestMinimumBasicScenario-1491506946-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108023'] for port (None), before_response {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:07:30.894347 dv-cinder-830088-4-iscsi neutron-server[103258]: INFO neutron.wsgi [req-44f20281-5c23-45a2-b0d3-96192d402d45 req-18f8580c-d492-4f80-88ce-6f1e72070152 tempest-TestMinimumBasicScenario-1491506946 tempest-TestMinimumBasicScenario-1491506946-project] 10.222.0.53 "DELETE /v2.0/ports/bb599851-186f-4d11-8ba0-67885d7edd26 HTTP/1.1" status: 204 len: 173 time: 0.7074289 Apr 12 11:07:30.894837 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6bac3aa8-98ca-40ce-951f-208d8cb6ac0e', 'name': 'network-vif-deleted', 'tag': 'bb599851-186f-4d11-8ba0-67885d7edd26'}] {{(pid=103258) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 11:07:30.897061 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c54b6d548356c9296345eb8e608a1624e6dfb095c10b2709a108c8ba991c21a4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-707e5f1a-ed32-4ac1-98a0-e4d5c0b5f78f" -d '{"events": [{"server_uuid": "6bac3aa8-98ca-40ce-951f-208d8cb6ac0e", "name": "network-vif-deleted", "tag": "bb599851-186f-4d11-8ba0-67885d7edd26"}]}' {{(pid=103258) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 11:07:30.925817 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cea0e3d-5340-4167-989d-60fbd2da112b req-077058ad-28a0-4936-b1d4-764ea75cc816 tempest-AttachVolumeShelveTestJSON-1581400671 tempest-AttachVolumeShelveTestJSON-1581400671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:07:30.927334 dv-cinder-830088-4-iscsi neutron-server[103257]: INFO neutron.wsgi [req-9cea0e3d-5340-4167-989d-60fbd2da112b req-077058ad-28a0-4936-b1d4-764ea75cc816 tempest-AttachVolumeShelveTestJSON-1581400671 tempest-AttachVolumeShelveTestJSON-1581400671-project] 10.222.0.39 "GET /v2.0/ports?device_id=2ef72612-be1b-425f-9a62-f7ade87d4051 HTTP/1.1" status: 200 len: 943 time: 0.0651963 Apr 12 11:07:30.931709 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Apr 2022 11:07:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1478cead-ec4a-4661-9f01-0fa83189eed6 x-openstack-request-id: req-1478cead-ec4a-4661-9f01-0fa83189eed6 {{(pid=103258) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 11:07:30.931998 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6bac3aa8-98ca-40ce-951f-208d8cb6ac0e", "name": "network-vif-deleted", "tag": "bb599851-186f-4d11-8ba0-67885d7edd26", "status": "completed", "code": 200}]} {{(pid=103258) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 11:07:30.932251 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-1478cead-ec4a-4661-9f01-0fa83189eed6 {{(pid=103258) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 11:07:30.932649 dv-cinder-830088-4-iscsi neutron-server[103258]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1478cead-ec4a-4661-9f01-0fa83189eed6'] response: {'server_uuid': '6bac3aa8-98ca-40ce-951f-208d8cb6ac0e', 'name': 'network-vif-deleted', 'tag': 'bb599851-186f-4d11-8ba0-67885d7edd26', 'status': 'completed', 'code': 200} Apr 12 11:07:30.973750 dv-cinder-830088-4-iscsi neutron-server[103257]: INFO neutron.wsgi [req-9cea0e3d-5340-4167-989d-60fbd2da112b req-3608de92-ffc8-47f5-b5de-a995dcfcd6e6 tempest-AttachVolumeShelveTestJSON-1581400671 tempest-AttachVolumeShelveTestJSON-1581400671-project] 10.222.0.39 "GET /v2.0/security-groups?id=30af6b51-0f3e-46d1-b20a-adadc9a21c54&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405993 Apr 12 11:07:31.794305 dv-cinder-830088-4-iscsi neutron-server[103258]: INFO neutron.wsgi [req-15419564-144e-418a-82a8-6548a987a10f req-eba8bf50-153e-4d9c-bc88-6e02d6ac4ccc tempest-TestMinimumBasicScenario-1491506946 tempest-TestMinimumBasicScenario-1491506946-project] 10.222.0.39 "GET /v2.0/ports?device_id=6bac3aa8-98ca-40ce-951f-208d8cb6ac0e HTTP/1.1" status: 200 len: 210 time: 0.0273874 Apr 12 11:07:32.086821 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11a343be-5c07-413b-a6e6-a0de9eb525dc req-34df9e75-3b08-434f-9651-65bacafcbb2f tempest-AttachVolumeShelveTestJSON-1581400671 tempest-AttachVolumeShelveTestJSON-1581400671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:07:32.088261 dv-cinder-830088-4-iscsi neutron-server[103257]: INFO neutron.wsgi [req-11a343be-5c07-413b-a6e6-a0de9eb525dc req-34df9e75-3b08-434f-9651-65bacafcbb2f tempest-AttachVolumeShelveTestJSON-1581400671 tempest-AttachVolumeShelveTestJSON-1581400671-project] 10.222.0.39 "GET /v2.0/ports?device_id=2ef72612-be1b-425f-9a62-f7ade87d4051 HTTP/1.1" status: 200 len: 943 time: 0.0453763 Apr 12 11:07:32.132621 dv-cinder-830088-4-iscsi neutron-server[103257]: INFO neutron.wsgi [req-11a343be-5c07-413b-a6e6-a0de9eb525dc req-b061432d-b961-4639-ba30-ff162a2c8ecf tempest-AttachVolumeShelveTestJSON-1581400671 tempest-AttachVolumeShelveTestJSON-1581400671-project] 10.222.0.39 "GET /v2.0/security-groups?id=30af6b51-0f3e-46d1-b20a-adadc9a21c54&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381489 Apr 12 11:07:32.887994 dv-cinder-830088-4-iscsi neutron-server[103258]: INFO neutron.wsgi [req-9dada005-4810-4d7f-b4d6-f1e231d30ccb req-71ce208d-8e20-4f27-ae74-562dbe72502e tempest-TestMinimumBasicScenario-1491506946 tempest-TestMinimumBasicScenario-1491506946-project] 10.222.0.39 "GET /v2.0/ports?device_id=6bac3aa8-98ca-40ce-951f-208d8cb6ac0e HTTP/1.1" status: 200 len: 210 time: 0.0277960 Apr 12 11:07:33.246163 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-516beec0-a645-4181-ab7b-a419eb760886 req-c81cc420-a0e9-401e-9880-023bc9506f82 tempest-AttachVolumeShelveTestJSON-1581400671 tempest-AttachVolumeShelveTestJSON-1581400671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:07:33.247633 dv-cinder-830088-4-iscsi neutron-server[103257]: INFO neutron.wsgi [req-516beec0-a645-4181-ab7b-a419eb760886 req-c81cc420-a0e9-401e-9880-023bc9506f82 tempest-AttachVolumeShelveTestJSON-1581400671 tempest-AttachVolumeShelveTestJSON-1581400671-project] 10.222.0.39 "GET /v2.0/ports?device_id=2ef72612-be1b-425f-9a62-f7ade87d4051 HTTP/1.1" status: 200 len: 943 time: 0.0458558 Apr 12 11:07:33.295818 dv-cinder-830088-4-iscsi neutron-server[103257]: INFO neutron.wsgi [req-516beec0-a645-4181-ab7b-a419eb760886 req-a8e0a030-0893-4a4c-8b24-e0a2039578b1 tempest-AttachVolumeShelveTestJSON-1581400671 tempest-AttachVolumeShelveTestJSON-1581400671-project] 10.222.0.39 "GET /v2.0/security-groups?id=30af6b51-0f3e-46d1-b20a-adadc9a21c54&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426776 Apr 12 11:07:34.412312 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac6fbbc2-817a-426b-bcf2-2836dbe90fab req-7a0985c0-e618-450a-bb50-8c2fb0dccbc2 tempest-AttachVolumeShelveTestJSON-1581400671 tempest-AttachVolumeShelveTestJSON-1581400671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:07:34.413781 dv-cinder-830088-4-iscsi neutron-server[103258]: INFO neutron.wsgi [req-ac6fbbc2-817a-426b-bcf2-2836dbe90fab req-7a0985c0-e618-450a-bb50-8c2fb0dccbc2 tempest-AttachVolumeShelveTestJSON-1581400671 tempest-AttachVolumeShelveTestJSON-1581400671-project] 10.222.0.39 "GET /v2.0/ports?device_id=2ef72612-be1b-425f-9a62-f7ade87d4051 HTTP/1.1" status: 200 len: 943 time: 0.0471249 Apr 12 11:07:34.438966 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron.wsgi [-] (103257) accepted ('10.222.0.39', 55768) {{(pid=103257) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 11:07:34.464792 dv-cinder-830088-4-iscsi neutron-server[103258]: INFO neutron.wsgi [req-ac6fbbc2-817a-426b-bcf2-2836dbe90fab req-f653bd10-0e8c-4da4-9d8d-a7151db421f6 tempest-AttachVolumeShelveTestJSON-1581400671 tempest-AttachVolumeShelveTestJSON-1581400671-project] 10.222.0.39 "GET /v2.0/security-groups?id=30af6b51-0f3e-46d1-b20a-adadc9a21c54&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449176 Apr 12 11:07:34.601191 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron.plugins.ml2.rpc [None req-ae6c308c-a92e-4424-a7f8-d6a17e5174ef None None] Device 327a6baa-d7cd-4006-bb9a-0930d2cb5b8f details requested by agent hyperv_hv-cinder-83008 with host hv-cinder-83008 {{(pid=103259) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 12 11:07:34.611376 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron.plugins.ml2.rpc [None req-ae6c308c-a92e-4424-a7f8-d6a17e5174ef None None] Device bb599851-186f-4d11-8ba0-67885d7edd26 no longer exists at agent hyperv_hv-cinder-83008 {{(pid=103259) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 12 11:07:34.636383 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron.plugins.ml2.plugin [None req-ae6c308c-a92e-4424-a7f8-d6a17e5174ef None None] No Port match for: bb599851-186f-4d11-8ba0-67885d7edd26 {{(pid=103259) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 12 11:07:34.636729 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron.plugins.ml2.rpc [None req-ae6c308c-a92e-4424-a7f8-d6a17e5174ef None None] Device bb599851-186f-4d11-8ba0-67885d7edd26 not bound to the agent host hv-cinder-83008 {{(pid=103259) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 12 11:07:34.721579 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron.plugins.ml2.db [None req-ae6c308c-a92e-4424-a7f8-d6a17e5174ef None None] For port 327a6baa-d7cd-4006-bb9a-0930d2cb5b8f, host hv-cinder-83008, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83008',level=0,port_id=327a6baa-d7cd-4006-bb9a-0930d2cb5b8f,segment=NetworkSegment(af155c35-6d9d-4cb5-9da1-9790843f44dc),segment_id=af155c35-6d9d-4cb5-9da1-9790843f44dc)] {{(pid=103259) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 11:07:34.734214 dv-cinder-830088-4-iscsi neutron-server[103260]: DEBUG neutron.db.agents_db [None req-b0205aca-973a-4a8a-ba9e-4a4e25067b42 None None] Agent healthcheck: found 6 active agents {{(pid=103260) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 12 11:07:34.734796 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron.plugins.ml2.rpc [None req-ae6c308c-a92e-4424-a7f8-d6a17e5174ef None None] Returning: {'device': '327a6baa-d7cd-4006-bb9a-0930d2cb5b8f', 'network_id': '5fe71604-a19f-4748-9dc5-7cc9d7ecf6be', 'port_id': '327a6baa-d7cd-4006-bb9a-0930d2cb5b8f', 'mac_address': 'fa:16:3e:ad:97:8d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 506, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e411d522-7486-40a5-b78b-47a221209e5e', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103259) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 12 11:07:34.771811 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron.plugins.ml2.plugin [None req-ae6c308c-a92e-4424-a7f8-d6a17e5174ef None None] Current status of the port 327a6baa-d7cd-4006-bb9a-0930d2cb5b8f is: DOWN; New status is: BUILD {{(pid=103259) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 11:07:34.772195 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron_lib.callbacks.manager [None req-ae6c308c-a92e-4424-a7f8-d6a17e5174ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1535343'] for port (327a6baa-d7cd-4006-bb9a-0930d2cb5b8f), before_update {{(pid=103259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:07:34.784889 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron.notifiers.nova [None req-ae6c308c-a92e-4424-a7f8-d6a17e5174ef None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 327a6baa-d7cd-4006-bb9a-0930d2cb5b8f {{(pid=103259) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 12 11:07:34.805460 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron.plugins.ml2.db [None req-ae6c308c-a92e-4424-a7f8-d6a17e5174ef None None] For port 327a6baa-d7cd-4006-bb9a-0930d2cb5b8f, host hv-cinder-83008, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83008',level=0,port_id=327a6baa-d7cd-4006-bb9a-0930d2cb5b8f,segment=NetworkSegment(af155c35-6d9d-4cb5-9da1-9790843f44dc),segment_id=af155c35-6d9d-4cb5-9da1-9790843f44dc)] {{(pid=103259) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 11:07:34.809756 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron_lib.callbacks.manager [None req-ae6c308c-a92e-4424-a7f8-d6a17e5174ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1534861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777667992095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777667450170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777667450188'] for port (327a6baa-d7cd-4006-bb9a-0930d2cb5b8f), after_update {{(pid=103259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:07:34.831166 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-7ad376ef-6469-4d38-aebc-813efbe35e0e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-584654'] for router_interface (c2bfbd9b-0f05-47ea-a3fe-4882b6cd1a58), before_delete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:07:34.861439 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae6c308c-a92e-4424-a7f8-d6a17e5174ef None None] Pushing event updated for resources: {'Port': ['ID=327a6baa-d7cd-4006-bb9a-0930d2cb5b8f,revision_number=4']} {{(pid=103259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:07:35.107584 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-7ad376ef-6469-4d38-aebc-813efbe35e0e admin admin] Deleting port ee1d3813-7355-44e7-a412-e4baa8b09e33 {{(pid=103257) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 12 11:07:35.107920 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-7ad376ef-6469-4d38-aebc-813efbe35e0e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777667983647'] for port (ee1d3813-7355-44e7-a412-e4baa8b09e33), before_delete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:07:35.181851 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-7ad376ef-6469-4d38-aebc-813efbe35e0e admin admin] For port ee1d3813-7355-44e7-a412-e4baa8b09e33, host dv-cinder-830088-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830088-4-iscsi',level=0,port_id=ee1d3813-7355-44e7-a412-e4baa8b09e33,segment=NetworkSegment(e9f6dafb-a075-420d-87aa-8b06d81648cd),segment_id=e9f6dafb-a075-420d-87aa-8b06d81648cd)] {{(pid=103257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 11:07:35.182201 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-7ad376ef-6469-4d38-aebc-813efbe35e0e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-575824'] for port (ee1d3813-7355-44e7-a412-e4baa8b09e33), precommit_delete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:07:35.195138 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-7ad376ef-6469-4d38-aebc-813efbe35e0e admin admin] Calling delete_port for ee1d3813-7355-44e7-a412-e4baa8b09e33 owned by network:router_interface {{(pid=103257) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 12 11:07:35.263739 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron.plugins.ml2.db [None req-ae6c308c-a92e-4424-a7f8-d6a17e5174ef None None] get_ports_and_sgs() called for port_ids ['327a6baa-d7cd-4006-bb9a-0930d2cb5b8f'] {{(pid=103259) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 12 11:07:35.371365 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-7ad376ef-6469-4d38-aebc-813efbe35e0e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1534861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777667992077', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777667450161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5265645'] for port (ee1d3813-7355-44e7-a412-e4baa8b09e33), after_delete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:07:35.398996 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ad376ef-6469-4d38-aebc-813efbe35e0e admin admin] Pushing event deleted for resources: {'Port': ['ID=ee1d3813-7355-44e7-a412-e4baa8b09e33,revision_number=None']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:07:35.596951 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc40693e-eafb-4522-b586-9ce6aa397e86 req-a1693110-71f6-4180-a5a3-d3f13e1fc835 tempest-AttachVolumeShelveTestJSON-1581400671 tempest-AttachVolumeShelveTestJSON-1581400671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:07:35.598396 dv-cinder-830088-4-iscsi neutron-server[103257]: INFO neutron.wsgi [req-bc40693e-eafb-4522-b586-9ce6aa397e86 req-a1693110-71f6-4180-a5a3-d3f13e1fc835 tempest-AttachVolumeShelveTestJSON-1581400671 tempest-AttachVolumeShelveTestJSON-1581400671-project] 10.222.0.39 "GET /v2.0/ports?device_id=2ef72612-be1b-425f-9a62-f7ade87d4051 HTTP/1.1" status: 200 len: 944 time: 0.0568609 Apr 12 11:07:35.603721 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-7ad376ef-6469-4d38-aebc-813efbe35e0e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-586184', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-584546'] for router_interface (c2bfbd9b-0f05-47ea-a3fe-4882b6cd1a58), after_delete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:07:35.691838 dv-cinder-830088-4-iscsi neutron-server[103257]: INFO neutron.wsgi [req-bc40693e-eafb-4522-b586-9ce6aa397e86 req-15fcd96f-ffa4-4afb-a16d-ea4788c8a976 tempest-AttachVolumeShelveTestJSON-1581400671 tempest-AttachVolumeShelveTestJSON-1581400671-project] 10.222.0.39 "GET /v2.0/security-groups?id=30af6b51-0f3e-46d1-b20a-adadc9a21c54&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0859594 Apr 12 11:07:35.860040 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7ad376ef-6469-4d38-aebc-813efbe35e0e admin admin] Router c2bfbd9b-0f05-47ea-a3fe-4882b6cd1a58 has already been hosted by L3 agent 77f5e085-0284-4236-9dbf-35d2d452e277 {{(pid=103257) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 12 11:07:35.965173 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7ad376ef-6469-4d38-aebc-813efbe35e0e admin admin] Notify agent at l3_agent.dv-cinder-830088-4-iscsi the message routers_updated {{(pid=103257) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 12 11:07:35.971785 dv-cinder-830088-4-iscsi neutron-server[103257]: INFO neutron.wsgi [None req-7ad376ef-6469-4d38-aebc-813efbe35e0e admin admin] 10.222.0.39 "PUT /v2.0/routers/c2bfbd9b-0f05-47ea-a3fe-4882b6cd1a58/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5305712 Apr 12 11:07:35.973153 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.wsgi [-] (103258) accepted ('10.222.0.39', 55772) {{(pid=103258) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 11:07:35.974026 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb0ff18a-27c3-4079-a5da-f263caf17e63 None None] Sync routers for ids ['c2bfbd9b-0f05-47ea-a3fe-4882b6cd1a58'] in dv-cinder-830088-4-iscsi {{(pid=103259) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 12 11:07:35.987632 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb0ff18a-27c3-4079-a5da-f263caf17e63 None None] Routers {'c2bfbd9b-0f05-47ea-a3fe-4882b6cd1a58'} bound to L3 agent in host dv-cinder-830088-4-iscsi {{(pid=103259) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 11:07:35.988247 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron.db.l3_hamode_db [None req-cb0ff18a-27c3-4079-a5da-f263caf17e63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830088-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-12T10:52:12Z,description=,heartbeat_timestamp=2022-04-12T11:07:13Z,host='dv-cinder-830088-4-iscsi',id=77f5e085-0284-4236-9dbf-35d2d452e277,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T10:52:12Z,topic='l3_agent')) {'router_ids': ['c2bfbd9b-0f05-47ea-a3fe-4882b6cd1a58'], 'active': True} {{(pid=103259) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 11:07:36.084876 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-43ffb354-9e42-4c16-94fb-7f75ad542b81 admin admin] Publish callbacks [] for router (c2bfbd9b-0f05-47ea-a3fe-4882b6cd1a58), before_delete {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:07:36.101517 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron.db.l3_dvr_db [None req-cb0ff18a-27c3-4079-a5da-f263caf17e63 None None] Set router c2bfbd9b-0f05-47ea-a3fe-4882b6cd1a58 gateway port host: dv-cinder-830088-4-iscsi {{(pid=103259) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 11:07:36.191918 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-43ffb354-9e42-4c16-94fb-7f75ad542b81 admin admin] Publish callbacks [] for router_gateway (c2bfbd9b-0f05-47ea-a3fe-4882b6cd1a58), before_delete {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:07:36.238228 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.plugins.ml2.plugin [None req-43ffb354-9e42-4c16-94fb-7f75ad542b81 admin admin] Deleting port 382d4000-7e14-4e0e-8323-855f7d4402e5 {{(pid=103258) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 12 11:07:36.238482 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-43ffb354-9e42-4c16-94fb-7f75ad542b81 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777667983647'] for port (382d4000-7e14-4e0e-8323-855f7d4402e5), before_delete {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:07:36.266866 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron.db.l3_hamode_db [None req-cb0ff18a-27c3-4079-a5da-f263caf17e63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c2bfbd9b-0f05-47ea-a3fe-4882b6cd1a58', 'name': 'tempest-TestMinimumBasicScenario-1538033806-router', 'tenant_id': 'dcfac628f55a40e9b7615ebf00184320', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b7be5f2-485b-4c85-8f98-fb200971b61c', 'external_fixed_ips': [{'subnet_id': '4887111e-1302-416a-ab8e-c957c9df7f85', 'ip_address': '172.27.3.161'}], 'enable_snat': True}, 'gw_port_id': '382d4000-7e14-4e0e-8323-855f7d4402e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T11:02:48Z', 'updated_at': '2022-04-12T11:07:35Z', 'revision_number': 5, 'project_id': 'dcfac628f55a40e9b7615ebf00184320', 'gw_port': {'id': '382d4000-7e14-4e0e-8323-855f7d4402e5', 'name': '', 'network_id': '3b7be5f2-485b-4c85-8f98-fb200971b61c', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:ac:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2bfbd9b-0f05-47ea-a3fe-4882b6cd1a58', 'device_owner': 'network:router_gateway', 'standard_attr_id': 286, 'fixed_ips': [{'subnet_id': '4887111e-1302-416a-ab8e-c957c9df7f85', 'ip_address': '172.27.3.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830088-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T11:02:48Z', 'updated_at': '2022-04-12T11:02:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4887111e-1302-416a-ab8e-c957c9df7f85', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830088-4-iscsi'}], 'dv-cinder-830088-4-iscsi', False) {} {{(pid=103259) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 11:07:36.292906 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb0ff18a-27c3-4079-a5da-f263caf17e63 None None] Checking router: c2bfbd9b-0f05-47ea-a3fe-4882b6cd1a58 for host: dv-cinder-830088-4-iscsi {{(pid=103259) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 12 11:07:36.301941 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb0ff18a-27c3-4079-a5da-f263caf17e63 None None] Routers {'c2bfbd9b-0f05-47ea-a3fe-4882b6cd1a58'} bound to L3 agent in host dv-cinder-830088-4-iscsi {{(pid=103259) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 11:07:36.302545 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron.db.l3_hamode_db [None req-cb0ff18a-27c3-4079-a5da-f263caf17e63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830088-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-12T10:52:12Z,description=,heartbeat_timestamp=2022-04-12T11:07:13Z,host='dv-cinder-830088-4-iscsi',id=77f5e085-0284-4236-9dbf-35d2d452e277,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T10:52:12Z,topic='l3_agent')) {'router_ids': ['c2bfbd9b-0f05-47ea-a3fe-4882b6cd1a58'], 'active': True} {{(pid=103259) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 11:07:36.314456 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.plugins.ml2.db [None req-43ffb354-9e42-4c16-94fb-7f75ad542b81 admin admin] For port 382d4000-7e14-4e0e-8323-855f7d4402e5, host dv-cinder-830088-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830088-4-iscsi',level=0,port_id=382d4000-7e14-4e0e-8323-855f7d4402e5,segment=NetworkSegment(d942c271-b630-4108-8616-b993c4b79ecb),segment_id=d942c271-b630-4108-8616-b993c4b79ecb)] {{(pid=103258) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 11:07:36.314856 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-43ffb354-9e42-4c16-94fb-7f75ad542b81 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-575824'] for port (382d4000-7e14-4e0e-8323-855f7d4402e5), precommit_delete {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:07:36.327321 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.plugins.ml2.plugin [None req-43ffb354-9e42-4c16-94fb-7f75ad542b81 admin admin] Calling delete_port for 382d4000-7e14-4e0e-8323-855f7d4402e5 owned by network:router_gateway {{(pid=103258) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 12 11:07:36.501600 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-43ffb354-9e42-4c16-94fb-7f75ad542b81 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1534861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777667992077', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777667450161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4796947'] for port (382d4000-7e14-4e0e-8323-855f7d4402e5), after_delete {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:07:36.514309 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron.db.l3_dvr_db [None req-cb0ff18a-27c3-4079-a5da-f263caf17e63 None None] Set router c2bfbd9b-0f05-47ea-a3fe-4882b6cd1a58 gateway port host: None {{(pid=103259) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 11:07:36.528280 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43ffb354-9e42-4c16-94fb-7f75ad542b81 admin admin] Pushing event deleted for resources: {'Port': ['ID=382d4000-7e14-4e0e-8323-855f7d4402e5,revision_number=None']} {{(pid=103258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:07:36.569274 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron.db.l3_hamode_db [None req-cb0ff18a-27c3-4079-a5da-f263caf17e63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c2bfbd9b-0f05-47ea-a3fe-4882b6cd1a58', 'name': 'tempest-TestMinimumBasicScenario-1538033806-router', 'tenant_id': 'dcfac628f55a40e9b7615ebf00184320', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T11:02:48Z', 'updated_at': '2022-04-12T11:07:36Z', 'revision_number': 6, 'project_id': 'dcfac628f55a40e9b7615ebf00184320', 'gw_port_host': None}], 'dv-cinder-830088-4-iscsi', False) {} {{(pid=103259) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 11:07:36.597205 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb0ff18a-27c3-4079-a5da-f263caf17e63 None None] The sync data for ids ['c2bfbd9b-0f05-47ea-a3fe-4882b6cd1a58'] in dv-cinder-830088-4-iscsi is: [{'id': 'c2bfbd9b-0f05-47ea-a3fe-4882b6cd1a58', 'name': 'tempest-TestMinimumBasicScenario-1538033806-router', 'tenant_id': 'dcfac628f55a40e9b7615ebf00184320', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T11:02:48Z', 'updated_at': '2022-04-12T11:07:36Z', 'revision_number': 6, 'project_id': 'dcfac628f55a40e9b7615ebf00184320', 'gw_port_host': None}] {{(pid=103259) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 12 11:07:36.602436 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-43ffb354-9e42-4c16-94fb-7f75ad542b81 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-579460'] for router_gateway (c2bfbd9b-0f05-47ea-a3fe-4882b6cd1a58), after_delete {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:07:36.621542 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron.plugins.ml2.rpc [None req-ae6c308c-a92e-4424-a7f8-d6a17e5174ef None None] Device 327a6baa-d7cd-4006-bb9a-0930d2cb5b8f up at agent hyperv_hv-cinder-83008 {{(pid=103259) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 11:07:36.674815 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron.db.provisioning_blocks [None req-ae6c308c-a92e-4424-a7f8-d6a17e5174ef None None] Provisioning for port 327a6baa-d7cd-4006-bb9a-0930d2cb5b8f completed by entity L2. {{(pid=103259) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Apr 12 11:07:36.681676 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron.db.provisioning_blocks [None req-ae6c308c-a92e-4424-a7f8-d6a17e5174ef None None] Provisioning complete for port 327a6baa-d7cd-4006-bb9a-0930d2cb5b8f triggered by entity L2. {{(pid=103259) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 11:07:36.682186 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron_lib.callbacks.manager [None req-ae6c308c-a92e-4424-a7f8-d6a17e5174ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1343588'] for port (327a6baa-d7cd-4006-bb9a-0930d2cb5b8f), provisioning_complete {{(pid=103259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:07:36.708660 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-43ffb354-9e42-4c16-94fb-7f75ad542b81 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-519722', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14489'] for router (c2bfbd9b-0f05-47ea-a3fe-4882b6cd1a58), precommit_delete {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:07:36.710991 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-43ffb354-9e42-4c16-94fb-7f75ad542b81 admin admin] Publish callbacks [] for router_controller (c2bfbd9b-0f05-47ea-a3fe-4882b6cd1a58), precommit_delete_associations {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:07:36.761126 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron.plugins.ml2.plugin [None req-ae6c308c-a92e-4424-a7f8-d6a17e5174ef None None] Current status of the port 327a6baa-d7cd-4006-bb9a-0930d2cb5b8f is: BUILD; New status is: ACTIVE {{(pid=103259) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 11:07:36.761450 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron_lib.callbacks.manager [None req-ae6c308c-a92e-4424-a7f8-d6a17e5174ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1535343'] for port (327a6baa-d7cd-4006-bb9a-0930d2cb5b8f), before_update {{(pid=103259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:07:36.784952 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2ef72612-be1b-425f-9a62-f7ade87d4051', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '327a6baa-d7cd-4006-bb9a-0930d2cb5b8f'}] {{(pid=103259) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 11:07:36.786566 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}af87e37ddfedca7c8b2a1dd0c6cba4e3e91bcc66796c687067be127c7223cf15" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d3c59165-42e1-4a99-97ec-3abcc284c6f6" -d '{"events": [{"server_uuid": "2ef72612-be1b-425f-9a62-f7ade87d4051", "name": "network-vif-plugged", "status": "completed", "tag": "327a6baa-d7cd-4006-bb9a-0930d2cb5b8f"}]}' {{(pid=103259) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 11:07:36.799914 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron.plugins.ml2.db [None req-ae6c308c-a92e-4424-a7f8-d6a17e5174ef None None] For port 327a6baa-d7cd-4006-bb9a-0930d2cb5b8f, host hv-cinder-83008, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83008',level=0,port_id=327a6baa-d7cd-4006-bb9a-0930d2cb5b8f,segment=NetworkSegment(af155c35-6d9d-4cb5-9da1-9790843f44dc),segment_id=af155c35-6d9d-4cb5-9da1-9790843f44dc)] {{(pid=103259) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 11:07:36.802410 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-43ffb354-9e42-4c16-94fb-7f75ad542b81 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-519715'] for router (c2bfbd9b-0f05-47ea-a3fe-4882b6cd1a58), after_delete {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:07:36.802999 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-43ffb354-9e42-4c16-94fb-7f75ad542b81 admin admin] Fanout notify agent at l3_agent the message router_deleted on router c2bfbd9b-0f05-47ea-a3fe-4882b6cd1a58 {{(pid=103258) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 12 11:07:36.804934 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron_lib.callbacks.manager [None req-ae6c308c-a92e-4424-a7f8-d6a17e5174ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1534861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777667992095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777667450170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777667450188'] for port (327a6baa-d7cd-4006-bb9a-0930d2cb5b8f), after_update {{(pid=103259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:07:36.812623 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-43ffb354-9e42-4c16-94fb-7f75ad542b81 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:07:36.816385 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron.wsgi [-] (103257) accepted ('10.222.0.39', 55778) {{(pid=103257) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 11:07:36.816825 dv-cinder-830088-4-iscsi neutron-server[103258]: INFO neutron.wsgi [None req-43ffb354-9e42-4c16-94fb-7f75ad542b81 admin admin] 10.222.0.39 "DELETE /v2.0/routers/c2bfbd9b-0f05-47ea-a3fe-4882b6cd1a58 HTTP/1.1" status: 204 len: 168 time: 0.8422425 Apr 12 11:07:36.829979 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62a018ab-b619-4d72-b907-df3c0a704e8b req-5dfd1683-4040-4215-92b3-9e8bdf2259f7 tempest-AttachVolumeShelveTestJSON-1581400671 tempest-AttachVolumeShelveTestJSON-1581400671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:07:36.831878 dv-cinder-830088-4-iscsi neutron-server[103258]: INFO neutron.wsgi [req-62a018ab-b619-4d72-b907-df3c0a704e8b req-5dfd1683-4040-4215-92b3-9e8bdf2259f7 tempest-AttachVolumeShelveTestJSON-1581400671 tempest-AttachVolumeShelveTestJSON-1581400671-project] 10.222.0.39 "GET /v2.0/ports?device_id=2ef72612-be1b-425f-9a62-f7ade87d4051 HTTP/1.1" status: 200 len: 944 time: 0.0594726 Apr 12 11:07:36.848341 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Apr 2022 11:07:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ae5f15ec-d906-4aed-a8f0-1c1d06137b72 x-openstack-request-id: req-ae5f15ec-d906-4aed-a8f0-1c1d06137b72 {{(pid=103259) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 11:07:36.848804 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2ef72612-be1b-425f-9a62-f7ade87d4051", "name": "network-vif-plugged", "status": "completed", "tag": "327a6baa-d7cd-4006-bb9a-0930d2cb5b8f", "code": 200}]} {{(pid=103259) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 11:07:36.849100 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-ae5f15ec-d906-4aed-a8f0-1c1d06137b72 {{(pid=103259) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 11:07:36.849523 dv-cinder-830088-4-iscsi neutron-server[103259]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ae5f15ec-d906-4aed-a8f0-1c1d06137b72'] response: {'server_uuid': '2ef72612-be1b-425f-9a62-f7ade87d4051', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '327a6baa-d7cd-4006-bb9a-0930d2cb5b8f', 'code': 200} Apr 12 11:07:36.859570 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae6c308c-a92e-4424-a7f8-d6a17e5174ef None None] Pushing event updated for resources: {'Port': ['ID=327a6baa-d7cd-4006-bb9a-0930d2cb5b8f,revision_number=5']} {{(pid=103259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:07:36.871006 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron.db.db_base_plugin_v2 [None req-17657efc-d5b5-4466-8057-083a8b9fe3c3 admin admin] Deleting subnet 62a3d71a-6b7f-4b84-be49-3fdc054580de {{(pid=103257) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Apr 12 11:07:36.874131 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-17657efc-d5b5-4466-8057-083a8b9fe3c3 admin admin] Publish callbacks [] for subnet (62a3d71a-6b7f-4b84-be49-3fdc054580de), before_delete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:07:36.892332 dv-cinder-830088-4-iscsi neutron-server[103258]: INFO neutron.wsgi [req-62a018ab-b619-4d72-b907-df3c0a704e8b req-f8813d00-0a85-42b8-a75b-a32b936e314a tempest-AttachVolumeShelveTestJSON-1581400671 tempest-AttachVolumeShelveTestJSON-1581400671-project] 10.222.0.39 "GET /v2.0/security-groups?id=30af6b51-0f3e-46d1-b20a-adadc9a21c54&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0518477 Apr 12 11:07:36.914445 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-17657efc-d5b5-4466-8057-083a8b9fe3c3 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5269095'] for subnet (62a3d71a-6b7f-4b84-be49-3fdc054580de), precommit_delete_associations {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:07:37.032252 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-17657efc-d5b5-4466-8057-083a8b9fe3c3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1528832'] for subnet (62a3d71a-6b7f-4b84-be49-3fdc054580de), precommit_delete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:07:37.087651 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-17657efc-d5b5-4466-8057-083a8b9fe3c3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1528889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-439037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5265552', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5341063'] for subnet (62a3d71a-6b7f-4b84-be49-3fdc054580de), after_delete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:07:37.099612 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2b9e78e-2eb9-45f8-bb35-06262f401277 req-3c4e2e9c-0540-4094-9be1-aa4e90463897 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:07:37.101122 dv-cinder-830088-4-iscsi neutron-server[103258]: INFO neutron.wsgi [req-f2b9e78e-2eb9-45f8-bb35-06262f401277 req-3c4e2e9c-0540-4094-9be1-aa4e90463897 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=2ef72612-be1b-425f-9a62-f7ade87d4051 HTTP/1.1" status: 200 len: 1129 time: 0.0393553 Apr 12 11:07:37.149712 dv-cinder-830088-4-iscsi neutron-server[103258]: INFO neutron.wsgi [req-f2b9e78e-2eb9-45f8-bb35-06262f401277 req-26fc8aac-fa2d-4a9c-847b-7c047597b12f service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=30af6b51-0f3e-46d1-b20a-adadc9a21c54&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426867 Apr 12 11:07:37.367315 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-17657efc-d5b5-4466-8057-083a8b9fe3c3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586029'] for subnet (None), before_response {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:07:37.371609 dv-cinder-830088-4-iscsi neutron-server[103257]: INFO neutron.wsgi [None req-17657efc-d5b5-4466-8057-083a8b9fe3c3 admin admin] 10.222.0.39 "DELETE /v2.0/subnets/62a3d71a-6b7f-4b84-be49-3fdc054580de HTTP/1.1" status: 204 len: 168 time: 0.5541394 Apr 12 11:07:37.372254 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25799bb3-fba6-4bda-bf7d-842e9b8f7d6c None None] Network 6b07eef1-d07a-4859-9857-639b7b48caec requested from dv-cinder-830088-4-iscsi {{(pid=103259) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 12 11:07:37.372734 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17657efc-d5b5-4466-8057-083a8b9fe3c3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=62a3d71a-6b7f-4b84-be49-3fdc054580de,revision_number=None']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:07:37.374266 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.wsgi [-] (103258) accepted ('10.222.0.39', 55780) {{(pid=103258) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 11:07:37.448581 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-c0fd3c64-1ca9-4d90-820b-82e9d6e1c24b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1505875'] for network (6b07eef1-d07a-4859-9857-639b7b48caec), before_delete {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:07:37.499669 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.plugins.ml2.plugin [None req-c0fd3c64-1ca9-4d90-820b-82e9d6e1c24b admin admin] Deleting port 0efdcee7-9091-42f3-a96c-b242a8661b9d {{(pid=103258) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 12 11:07:37.500008 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-c0fd3c64-1ca9-4d90-820b-82e9d6e1c24b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777667983647'] for port (0efdcee7-9091-42f3-a96c-b242a8661b9d), before_delete {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:07:37.537416 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dcd7c97a-7ab1-45ca-ba74-4c9a6d858f89 None None] DHCP port deletion for 6b07eef1-d07a-4859-9857-639b7b48caec request from dv-cinder-830088-4-iscsi {{(pid=103259) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 12 11:07:37.569174 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.plugins.ml2.db [None req-c0fd3c64-1ca9-4d90-820b-82e9d6e1c24b admin admin] For port 0efdcee7-9091-42f3-a96c-b242a8661b9d, host dv-cinder-830088-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830088-4-iscsi',level=0,port_id=0efdcee7-9091-42f3-a96c-b242a8661b9d,segment=NetworkSegment(e9f6dafb-a075-420d-87aa-8b06d81648cd),segment_id=e9f6dafb-a075-420d-87aa-8b06d81648cd)] {{(pid=103258) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 11:07:37.569540 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-c0fd3c64-1ca9-4d90-820b-82e9d6e1c24b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-575824'] for port (0efdcee7-9091-42f3-a96c-b242a8661b9d), precommit_delete {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:07:37.583475 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.plugins.ml2.plugin [None req-c0fd3c64-1ca9-4d90-820b-82e9d6e1c24b admin admin] Calling delete_port for 0efdcee7-9091-42f3-a96c-b242a8661b9d owned by network:dhcp {{(pid=103258) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 12 11:07:37.590906 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron.plugins.ml2.plugin [None req-dcd7c97a-7ab1-45ca-ba74-4c9a6d858f89 None None] Deleting port 0efdcee7-9091-42f3-a96c-b242a8661b9d {{(pid=103259) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 12 11:07:37.591535 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron_lib.callbacks.manager [None req-dcd7c97a-7ab1-45ca-ba74-4c9a6d858f89 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777667983647'] for port (0efdcee7-9091-42f3-a96c-b242a8661b9d), before_delete {{(pid=103259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:07:37.655965 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron.plugins.ml2.db [None req-dcd7c97a-7ab1-45ca-ba74-4c9a6d858f89 None None] For port 0efdcee7-9091-42f3-a96c-b242a8661b9d, host dv-cinder-830088-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830088-4-iscsi',level=0,port_id=0efdcee7-9091-42f3-a96c-b242a8661b9d,segment=NetworkSegment(e9f6dafb-a075-420d-87aa-8b06d81648cd),segment_id=e9f6dafb-a075-420d-87aa-8b06d81648cd)] {{(pid=103259) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 11:07:37.656353 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron_lib.callbacks.manager [None req-dcd7c97a-7ab1-45ca-ba74-4c9a6d858f89 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-575824'] for port (0efdcee7-9091-42f3-a96c-b242a8661b9d), precommit_delete {{(pid=103259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:07:37.665668 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-c0fd3c64-1ca9-4d90-820b-82e9d6e1c24b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1534861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777667992077', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777667450161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4796947'] for port (0efdcee7-9091-42f3-a96c-b242a8661b9d), after_delete {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:07:37.669320 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron.plugins.ml2.plugin [None req-dcd7c97a-7ab1-45ca-ba74-4c9a6d858f89 None None] Calling delete_port for 0efdcee7-9091-42f3-a96c-b242a8661b9d owned by network:dhcp {{(pid=103259) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 12 11:07:37.695898 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0fd3c64-1ca9-4d90-820b-82e9d6e1c24b admin admin] Pushing event deleted for resources: {'Port': ['ID=0efdcee7-9091-42f3-a96c-b242a8661b9d,revision_number=None']} {{(pid=103258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:07:37.697859 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0fd3c64-1ca9-4d90-820b-82e9d6e1c24b admin admin] No DVR routers for this DVR port 0efdcee7-9091-42f3-a96c-b242a8661b9d on host dv-cinder-830088-4-iscsi {{(pid=103258) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 12 11:07:37.768005 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-c0fd3c64-1ca9-4d90-820b-82e9d6e1c24b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1527181', 'neutron.services.segments.db._delete_segments_for_network-8777667879599'] for network (6b07eef1-d07a-4859-9857-639b7b48caec), precommit_delete {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:07:37.783163 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron_lib.callbacks.manager [None req-dcd7c97a-7ab1-45ca-ba74-4c9a6d858f89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1534861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777667992077', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777667450161'] for port (0efdcee7-9091-42f3-a96c-b242a8661b9d), after_delete {{(pid=103259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:07:37.787362 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.services.segments.db [None req-c0fd3c64-1ca9-4d90-820b-82e9d6e1c24b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6b07eef1-d07a-4859-9857-639b7b48caec']}} {{(pid=103258) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 11:07:37.796576 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.services.segments.db [None req-c0fd3c64-1ca9-4d90-820b-82e9d6e1c24b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e9f6dafb-a075-420d-87aa-8b06d81648cd') {'for_net_delete': True} {{(pid=103258) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 11:07:37.796885 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.services.segments.db [None req-c0fd3c64-1ca9-4d90-820b-82e9d6e1c24b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e9f6dafb-a075-420d-87aa-8b06d81648cd') {} {{(pid=103258) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 11:07:37.806069 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-c0fd3c64-1ca9-4d90-820b-82e9d6e1c24b admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777667883192', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5023932'] for segment (e9f6dafb-a075-420d-87aa-8b06d81648cd), before_delete {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:07:37.806904 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcd7c97a-7ab1-45ca-ba74-4c9a6d858f89 None None] Pushing event deleted for resources: {'Port': ['ID=0efdcee7-9091-42f3-a96c-b242a8661b9d,revision_number=None']} {{(pid=103259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:07:37.810544 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dcd7c97a-7ab1-45ca-ba74-4c9a6d858f89 None None] No DVR routers for this DVR port 0efdcee7-9091-42f3-a96c-b242a8661b9d on host dv-cinder-830088-4-iscsi {{(pid=103259) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 12 11:07:37.820238 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-c0fd3c64-1ca9-4d90-820b-82e9d6e1c24b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1531021'] for segment (e9f6dafb-a075-420d-87aa-8b06d81648cd), precommit_delete {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:07:37.829320 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c0fd3c64-1ca9-4d90-820b-82e9d6e1c24b admin admin] Releasing vlan 542 on physical network physnet1 to pool {{(pid=103258) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 12 11:07:37.829320 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-c0fd3c64-1ca9-4d90-820b-82e9d6e1c24b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1531021', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4797124'] for segment (e9f6dafb-a075-420d-87aa-8b06d81648cd), after_delete {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:07:37.829753 dv-cinder-830088-4-iscsi neutron-server[103258]: Traceback (most recent call last): Apr 12 11:07:37.829753 dv-cinder-830088-4-iscsi neutron-server[103258]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 12 11:07:37.829753 dv-cinder-830088-4-iscsi neutron-server[103258]: timer() Apr 12 11:07:37.829753 dv-cinder-830088-4-iscsi neutron-server[103258]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 12 11:07:37.829753 dv-cinder-830088-4-iscsi neutron-server[103258]: cb(*args, **kw) Apr 12 11:07:37.829753 dv-cinder-830088-4-iscsi neutron-server[103258]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 12 11:07:37.829753 dv-cinder-830088-4-iscsi neutron-server[103258]: return func(*args, **kwargs) Apr 12 11:07:37.829753 dv-cinder-830088-4-iscsi neutron-server[103258]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 12 11:07:37.829753 dv-cinder-830088-4-iscsi neutron-server[103258]: self._notify() Apr 12 11:07:37.829753 dv-cinder-830088-4-iscsi neutron-server[103258]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 12 11:07:37.829753 dv-cinder-830088-4-iscsi neutron-server[103258]: self.callback(batched_events) Apr 12 11:07:37.829753 dv-cinder-830088-4-iscsi neutron-server[103258]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 12 11:07:37.829753 dv-cinder-830088-4-iscsi neutron-server[103258]: event.method(event) Apr 12 11:07:37.829753 dv-cinder-830088-4-iscsi neutron-server[103258]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 12 11:07:37.829753 dv-cinder-830088-4-iscsi neutron-server[103258]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 12 11:07:37.829753 dv-cinder-830088-4-iscsi neutron-server[103258]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 12 11:07:37.829753 dv-cinder-830088-4-iscsi neutron-server[103258]: aggregate_uuid = self.p_client.list_aggregates( Apr 12 11:07:37.829753 dv-cinder-830088-4-iscsi neutron-server[103258]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 12 11:07:37.829753 dv-cinder-830088-4-iscsi neutron-server[103258]: return f(self, *a, **k) Apr 12 11:07:37.829753 dv-cinder-830088-4-iscsi neutron-server[103258]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 12 11:07:37.829753 dv-cinder-830088-4-iscsi neutron-server[103258]: return self._get(url).json() Apr 12 11:07:37.829753 dv-cinder-830088-4-iscsi neutron-server[103258]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 12 11:07:37.829753 dv-cinder-830088-4-iscsi neutron-server[103258]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 12 11:07:37.829753 dv-cinder-830088-4-iscsi neutron-server[103258]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 12 11:07:37.829753 dv-cinder-830088-4-iscsi neutron-server[103258]: return self.request(url, 'GET', **kwargs) Apr 12 11:07:37.829753 dv-cinder-830088-4-iscsi neutron-server[103258]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 12 11:07:37.829753 dv-cinder-830088-4-iscsi neutron-server[103258]: base_url = self.get_endpoint(auth, allow=allow, Apr 12 11:07:37.829753 dv-cinder-830088-4-iscsi neutron-server[103258]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 12 11:07:37.829753 dv-cinder-830088-4-iscsi neutron-server[103258]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 12 11:07:37.829753 dv-cinder-830088-4-iscsi neutron-server[103258]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 12 11:07:37.829753 dv-cinder-830088-4-iscsi neutron-server[103258]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 12 11:07:37.829753 dv-cinder-830088-4-iscsi neutron-server[103258]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 12 11:07:37.889042 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-c0fd3c64-1ca9-4d90-820b-82e9d6e1c24b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1527170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-415428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586207', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-579552'] for network (6b07eef1-d07a-4859-9857-639b7b48caec), after_delete {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:07:37.896588 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-c0fd3c64-1ca9-4d90-820b-82e9d6e1c24b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586029'] for network (None), before_response {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:07:37.899744 dv-cinder-830088-4-iscsi neutron-server[103258]: INFO neutron.wsgi [None req-c0fd3c64-1ca9-4d90-820b-82e9d6e1c24b admin admin] 10.222.0.39 "DELETE /v2.0/networks/6b07eef1-d07a-4859-9857-639b7b48caec HTTP/1.1" status: 204 len: 168 time: 0.5244551 Apr 12 11:07:37.902798 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron.wsgi [-] (103257) accepted ('10.222.0.39', 55786) {{(pid=103257) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 11:07:37.908799 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0fd3c64-1ca9-4d90-820b-82e9d6e1c24b admin admin] Pushing event deleted for resources: {'Network': ['ID=6b07eef1-d07a-4859-9857-639b7b48caec,revision_number=None']} {{(pid=103258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:07:38.042964 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron.plugins.ml2.rpc [None req-e4b062a6-7a21-4431-be77-3c7776c11043 None None] Device 0efdcee7-9091-42f3-a96c-b242a8661b9d no longer exists at agent ovs-agent-dv-cinder-830088-4-iscsi {{(pid=103259) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 12 11:07:38.047673 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-544538df-95cc-4253-a743-a3751692d1cc req-0f73ec6e-de8a-4480-8280-23209b729a72 tempest-AttachVolumeShelveTestJSON-1581400671 tempest-AttachVolumeShelveTestJSON-1581400671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:07:38.049151 dv-cinder-830088-4-iscsi neutron-server[103257]: INFO neutron.wsgi [req-544538df-95cc-4253-a743-a3751692d1cc req-0f73ec6e-de8a-4480-8280-23209b729a72 tempest-AttachVolumeShelveTestJSON-1581400671 tempest-AttachVolumeShelveTestJSON-1581400671-project] 10.222.0.39 "GET /v2.0/ports?device_id=2ef72612-be1b-425f-9a62-f7ade87d4051 HTTP/1.1" status: 200 len: 945 time: 0.0617781 Apr 12 11:07:38.067880 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron.plugins.ml2.plugin [None req-e4b062a6-7a21-4431-be77-3c7776c11043 None None] No Port match for: 0efdcee7-9091-42f3-a96c-b242a8661b9d {{(pid=103259) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 12 11:07:38.068228 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron.plugins.ml2.rpc [None req-e4b062a6-7a21-4431-be77-3c7776c11043 None None] Device 0efdcee7-9091-42f3-a96c-b242a8661b9d not bound to the agent host dv-cinder-830088-4-iscsi {{(pid=103259) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 12 11:07:38.068652 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron.plugins.ml2.rpc [None req-e4b062a6-7a21-4431-be77-3c7776c11043 None None] Device 382d4000-7e14-4e0e-8323-855f7d4402e5 no longer exists at agent ovs-agent-dv-cinder-830088-4-iscsi {{(pid=103259) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 12 11:07:38.087901 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron.plugins.ml2.plugin [None req-e4b062a6-7a21-4431-be77-3c7776c11043 None None] No Port match for: 382d4000-7e14-4e0e-8323-855f7d4402e5 {{(pid=103259) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 12 11:07:38.088148 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron.plugins.ml2.rpc [None req-e4b062a6-7a21-4431-be77-3c7776c11043 None None] Device 382d4000-7e14-4e0e-8323-855f7d4402e5 not bound to the agent host dv-cinder-830088-4-iscsi {{(pid=103259) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 12 11:07:38.088555 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron.plugins.ml2.rpc [None req-e4b062a6-7a21-4431-be77-3c7776c11043 None None] Device ee1d3813-7355-44e7-a412-e4baa8b09e33 no longer exists at agent ovs-agent-dv-cinder-830088-4-iscsi {{(pid=103259) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 12 11:07:38.107621 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron.plugins.ml2.plugin [None req-e4b062a6-7a21-4431-be77-3c7776c11043 None None] No Port match for: ee1d3813-7355-44e7-a412-e4baa8b09e33 {{(pid=103259) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 12 11:07:38.107967 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron.plugins.ml2.rpc [None req-e4b062a6-7a21-4431-be77-3c7776c11043 None None] Device ee1d3813-7355-44e7-a412-e4baa8b09e33 not bound to the agent host dv-cinder-830088-4-iscsi {{(pid=103259) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 12 11:07:38.168271 dv-cinder-830088-4-iscsi neutron-server[103257]: INFO neutron.wsgi [req-544538df-95cc-4253-a743-a3751692d1cc req-12849aed-8627-48c8-aec8-70d6ffd2f71c tempest-AttachVolumeShelveTestJSON-1581400671 tempest-AttachVolumeShelveTestJSON-1581400671-project] 10.222.0.39 "GET /v2.0/security-groups?id=30af6b51-0f3e-46d1-b20a-adadc9a21c54&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0822423 Apr 12 11:07:38.299083 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-9eeb30a1-bb85-4e78-97d7-5307c1c5eb5f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-584654'] for router_interface (52a119ef-499f-4af8-8b07-100074dbd2a6), before_delete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:07:38.525835 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-9eeb30a1-bb85-4e78-97d7-5307c1c5eb5f admin admin] Deleting port 391633f2-fa7c-4547-b4c8-9c36686527b2 {{(pid=103257) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 12 11:07:38.526167 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-9eeb30a1-bb85-4e78-97d7-5307c1c5eb5f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777667983647'] for port (391633f2-fa7c-4547-b4c8-9c36686527b2), before_delete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:07:38.601017 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-9eeb30a1-bb85-4e78-97d7-5307c1c5eb5f admin admin] For port 391633f2-fa7c-4547-b4c8-9c36686527b2, host dv-cinder-830088-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830088-4-iscsi',level=0,port_id=391633f2-fa7c-4547-b4c8-9c36686527b2,segment=NetworkSegment(2c3159ea-6a9b-49ce-a30a-529be056c88e),segment_id=2c3159ea-6a9b-49ce-a30a-529be056c88e)] {{(pid=103257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 11:07:38.601365 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-9eeb30a1-bb85-4e78-97d7-5307c1c5eb5f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-575824'] for port (391633f2-fa7c-4547-b4c8-9c36686527b2), precommit_delete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:07:38.617620 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-9eeb30a1-bb85-4e78-97d7-5307c1c5eb5f admin admin] Calling delete_port for 391633f2-fa7c-4547-b4c8-9c36686527b2 owned by network:router_interface {{(pid=103257) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 12 11:07:38.795460 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-9eeb30a1-bb85-4e78-97d7-5307c1c5eb5f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1534861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777667992077', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777667450161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5265645'] for port (391633f2-fa7c-4547-b4c8-9c36686527b2), after_delete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:07:38.819822 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eeb30a1-bb85-4e78-97d7-5307c1c5eb5f admin admin] Pushing event deleted for resources: {'Port': ['ID=391633f2-fa7c-4547-b4c8-9c36686527b2,revision_number=None']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:07:38.985494 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-9eeb30a1-bb85-4e78-97d7-5307c1c5eb5f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-586184', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-584546'] for router_interface (52a119ef-499f-4af8-8b07-100074dbd2a6), after_delete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:07:39.203798 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9eeb30a1-bb85-4e78-97d7-5307c1c5eb5f admin admin] Router 52a119ef-499f-4af8-8b07-100074dbd2a6 has already been hosted by L3 agent 77f5e085-0284-4236-9dbf-35d2d452e277 {{(pid=103257) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 12 11:07:39.287353 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19727181-ed3a-4b1e-8741-4fc734eda015 req-cb9b9cad-5906-4da3-8e63-840ab67ff075 tempest-AttachVolumeShelveTestJSON-1581400671 tempest-AttachVolumeShelveTestJSON-1581400671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:07:39.288930 dv-cinder-830088-4-iscsi neutron-server[103258]: INFO neutron.wsgi [req-19727181-ed3a-4b1e-8741-4fc734eda015 req-cb9b9cad-5906-4da3-8e63-840ab67ff075 tempest-AttachVolumeShelveTestJSON-1581400671 tempest-AttachVolumeShelveTestJSON-1581400671-project] 10.222.0.39 "GET /v2.0/ports?device_id=2ef72612-be1b-425f-9a62-f7ade87d4051 HTTP/1.1" status: 200 len: 945 time: 0.0480947 Apr 12 11:07:39.318841 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9eeb30a1-bb85-4e78-97d7-5307c1c5eb5f admin admin] Notify agent at l3_agent.dv-cinder-830088-4-iscsi the message routers_updated {{(pid=103257) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 12 11:07:39.326824 dv-cinder-830088-4-iscsi neutron-server[103257]: INFO neutron.wsgi [None req-9eeb30a1-bb85-4e78-97d7-5307c1c5eb5f admin admin] 10.222.0.39 "PUT /v2.0/routers/52a119ef-499f-4af8-8b07-100074dbd2a6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4205301 Apr 12 11:07:39.327041 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron.wsgi [-] (103257) accepted ('10.222.0.39', 55794) {{(pid=103257) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 11:07:39.329208 dv-cinder-830088-4-iscsi neutron-server[103260]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-085b2912-1c50-4176-89a7-eaaf5c2d35a1 None None] Sync routers for ids ['52a119ef-499f-4af8-8b07-100074dbd2a6'] in dv-cinder-830088-4-iscsi {{(pid=103260) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 12 11:07:39.340108 dv-cinder-830088-4-iscsi neutron-server[103258]: INFO neutron.wsgi [req-19727181-ed3a-4b1e-8741-4fc734eda015 req-099bdfd6-461b-4043-a751-59757e3d9b06 tempest-AttachVolumeShelveTestJSON-1581400671 tempest-AttachVolumeShelveTestJSON-1581400671-project] 10.222.0.39 "GET /v2.0/security-groups?id=30af6b51-0f3e-46d1-b20a-adadc9a21c54&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451205 Apr 12 11:07:39.347186 dv-cinder-830088-4-iscsi neutron-server[103260]: DEBUG neutron.db.l3_dvrscheduler_db [None req-085b2912-1c50-4176-89a7-eaaf5c2d35a1 None None] Routers {'52a119ef-499f-4af8-8b07-100074dbd2a6'} bound to L3 agent in host dv-cinder-830088-4-iscsi {{(pid=103260) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 11:07:39.347818 dv-cinder-830088-4-iscsi neutron-server[103260]: DEBUG neutron.db.l3_hamode_db [None req-085b2912-1c50-4176-89a7-eaaf5c2d35a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830088-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-12T10:52:12Z,description=,heartbeat_timestamp=2022-04-12T11:07:13Z,host='dv-cinder-830088-4-iscsi',id=77f5e085-0284-4236-9dbf-35d2d452e277,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T10:52:12Z,topic='l3_agent')) {'router_ids': ['52a119ef-499f-4af8-8b07-100074dbd2a6'], 'active': True} {{(pid=103260) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 11:07:39.457278 dv-cinder-830088-4-iscsi neutron-server[103260]: DEBUG neutron.db.l3_dvr_db [None req-085b2912-1c50-4176-89a7-eaaf5c2d35a1 None None] Set router 52a119ef-499f-4af8-8b07-100074dbd2a6 gateway port host: dv-cinder-830088-4-iscsi {{(pid=103260) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 11:07:39.473279 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e661a9ef-354b-40d4-b098-bb9edd5f0b03 req-bf578f64-1352-4f63-aca9-3737576e226a tempest-AttachVolumeShelveTestJSON-1581400671 tempest-AttachVolumeShelveTestJSON-1581400671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:07:39.478923 dv-cinder-830088-4-iscsi neutron-server[103257]: INFO neutron.wsgi [req-e661a9ef-354b-40d4-b098-bb9edd5f0b03 req-bf578f64-1352-4f63-aca9-3737576e226a tempest-AttachVolumeShelveTestJSON-1581400671 tempest-AttachVolumeShelveTestJSON-1581400671-project] 10.222.0.39 "GET /v2.0/ports?device_id=2ef72612-be1b-425f-9a62-f7ade87d4051 HTTP/1.1" status: 200 len: 945 time: 0.0600226 Apr 12 11:07:39.478923 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-39c78247-0e5a-4adf-81e8-aea265e5e118 admin admin] Publish callbacks [] for router (52a119ef-499f-4af8-8b07-100074dbd2a6), before_delete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:07:39.484401 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.wsgi [-] (103258) accepted ('10.222.0.39', 55798) {{(pid=103258) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 11:07:39.488843 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.api.v2.base [None req-9de66a53-6489-423b-a194-302890f46d94 tempest-AttachVolumeShelveTestJSON-1581400671 tempest-AttachVolumeShelveTestJSON-1581400671-project] Request body: {'floatingip': {'port_id': '327a6baa-d7cd-4006-bb9a-0930d2cb5b8f'}} {{(pid=103258) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 11:07:39.531844 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-9de66a53-6489-423b-a194-302890f46d94 tempest-AttachVolumeShelveTestJSON-1581400671 tempest-AttachVolumeShelveTestJSON-1581400671-project] Publish callbacks [] for floatingip (ebe9ba14-e57a-439b-a949-420a8039a76c), before_update {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:07:39.591319 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-39c78247-0e5a-4adf-81e8-aea265e5e118 admin admin] Publish callbacks [] for router_gateway (52a119ef-499f-4af8-8b07-100074dbd2a6), before_delete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:07:39.631270 dv-cinder-830088-4-iscsi neutron-server[103260]: DEBUG neutron.db.l3_hamode_db [None req-085b2912-1c50-4176-89a7-eaaf5c2d35a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '52a119ef-499f-4af8-8b07-100074dbd2a6', 'name': 'tempest-TestMinimumBasicScenario-995339280-router', 'tenant_id': '185f953920024ba2ae1226bc0df55949', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b7be5f2-485b-4c85-8f98-fb200971b61c', 'external_fixed_ips': [{'subnet_id': '4887111e-1302-416a-ab8e-c957c9df7f85', 'ip_address': '172.27.3.216'}], 'enable_snat': True}, 'gw_port_id': 'eb201387-b7a7-4777-a143-53a5eee3833e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T11:02:53Z', 'updated_at': '2022-04-12T11:07:38Z', 'revision_number': 5, 'project_id': '185f953920024ba2ae1226bc0df55949', 'gw_port': {'id': 'eb201387-b7a7-4777-a143-53a5eee3833e', 'name': '', 'network_id': '3b7be5f2-485b-4c85-8f98-fb200971b61c', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:cd:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52a119ef-499f-4af8-8b07-100074dbd2a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 298, 'fixed_ips': [{'subnet_id': '4887111e-1302-416a-ab8e-c957c9df7f85', 'ip_address': '172.27.3.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830088-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T11:02:54Z', 'updated_at': '2022-04-12T11:03:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4887111e-1302-416a-ab8e-c957c9df7f85', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830088-4-iscsi'}], 'dv-cinder-830088-4-iscsi', False) {} {{(pid=103260) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 11:07:39.640685 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-39c78247-0e5a-4adf-81e8-aea265e5e118 admin admin] Deleting port eb201387-b7a7-4777-a143-53a5eee3833e {{(pid=103257) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 12 11:07:39.641040 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-39c78247-0e5a-4adf-81e8-aea265e5e118 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777667983647'] for port (eb201387-b7a7-4777-a143-53a5eee3833e), before_delete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:07:39.664419 dv-cinder-830088-4-iscsi neutron-server[103260]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-085b2912-1c50-4176-89a7-eaaf5c2d35a1 None None] Checking router: 52a119ef-499f-4af8-8b07-100074dbd2a6 for host: dv-cinder-830088-4-iscsi {{(pid=103260) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 12 11:07:39.673374 dv-cinder-830088-4-iscsi neutron-server[103260]: DEBUG neutron.db.l3_dvrscheduler_db [None req-085b2912-1c50-4176-89a7-eaaf5c2d35a1 None None] Routers {'52a119ef-499f-4af8-8b07-100074dbd2a6'} bound to L3 agent in host dv-cinder-830088-4-iscsi {{(pid=103260) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 11:07:39.673969 dv-cinder-830088-4-iscsi neutron-server[103260]: DEBUG neutron.db.l3_hamode_db [None req-085b2912-1c50-4176-89a7-eaaf5c2d35a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830088-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-12T10:52:12Z,description=,heartbeat_timestamp=2022-04-12T11:07:13Z,host='dv-cinder-830088-4-iscsi',id=77f5e085-0284-4236-9dbf-35d2d452e277,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T10:52:12Z,topic='l3_agent')) {'router_ids': ['52a119ef-499f-4af8-8b07-100074dbd2a6'], 'active': True} {{(pid=103260) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 11:07:39.724705 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-39c78247-0e5a-4adf-81e8-aea265e5e118 admin admin] For port eb201387-b7a7-4777-a143-53a5eee3833e, host dv-cinder-830088-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830088-4-iscsi',level=0,port_id=eb201387-b7a7-4777-a143-53a5eee3833e,segment=NetworkSegment(d942c271-b630-4108-8616-b993c4b79ecb),segment_id=d942c271-b630-4108-8616-b993c4b79ecb)] {{(pid=103257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 11:07:39.725039 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-39c78247-0e5a-4adf-81e8-aea265e5e118 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-575824'] for port (eb201387-b7a7-4777-a143-53a5eee3833e), precommit_delete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:07:39.738548 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-39c78247-0e5a-4adf-81e8-aea265e5e118 admin admin] Calling delete_port for eb201387-b7a7-4777-a143-53a5eee3833e owned by network:router_gateway {{(pid=103257) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 12 11:07:39.758240 dv-cinder-830088-4-iscsi neutron-server[103260]: DEBUG neutron.db.l3_dvr_db [None req-085b2912-1c50-4176-89a7-eaaf5c2d35a1 None None] Set router 52a119ef-499f-4af8-8b07-100074dbd2a6 gateway port host: None {{(pid=103260) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 11:07:39.814952 dv-cinder-830088-4-iscsi neutron-server[103260]: DEBUG neutron.db.l3_hamode_db [None req-085b2912-1c50-4176-89a7-eaaf5c2d35a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '52a119ef-499f-4af8-8b07-100074dbd2a6', 'name': 'tempest-TestMinimumBasicScenario-995339280-router', 'tenant_id': '185f953920024ba2ae1226bc0df55949', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T11:02:53Z', 'updated_at': '2022-04-12T11:07:39Z', 'revision_number': 6, 'project_id': '185f953920024ba2ae1226bc0df55949', 'gw_port_host': None}], 'dv-cinder-830088-4-iscsi', False) {} {{(pid=103260) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 11:07:39.843959 dv-cinder-830088-4-iscsi neutron-server[103260]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-085b2912-1c50-4176-89a7-eaaf5c2d35a1 None None] The sync data for ids ['52a119ef-499f-4af8-8b07-100074dbd2a6'] in dv-cinder-830088-4-iscsi is: [{'id': '52a119ef-499f-4af8-8b07-100074dbd2a6', 'name': 'tempest-TestMinimumBasicScenario-995339280-router', 'tenant_id': '185f953920024ba2ae1226bc0df55949', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T11:02:53Z', 'updated_at': '2022-04-12T11:07:39Z', 'revision_number': 6, 'project_id': '185f953920024ba2ae1226bc0df55949', 'gw_port_host': None}] {{(pid=103260) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 12 11:07:39.912345 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-39c78247-0e5a-4adf-81e8-aea265e5e118 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1534861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777667992077', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777667450161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5265645'] for port (eb201387-b7a7-4777-a143-53a5eee3833e), after_delete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:07:39.938450 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39c78247-0e5a-4adf-81e8-aea265e5e118 admin admin] Pushing event deleted for resources: {'Port': ['ID=eb201387-b7a7-4777-a143-53a5eee3833e,revision_number=None']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:07:39.987276 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-9de66a53-6489-423b-a194-302890f46d94 tempest-AttachVolumeShelveTestJSON-1581400671 tempest-AttachVolumeShelveTestJSON-1581400671-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:07:39.991295 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-9de66a53-6489-423b-a194-302890f46d94 tempest-AttachVolumeShelveTestJSON-1581400671 tempest-AttachVolumeShelveTestJSON-1581400671-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-579534'] for floatingip (ebe9ba14-e57a-439b-a949-420a8039a76c), after_update {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:07:39.998629 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-39c78247-0e5a-4adf-81e8-aea265e5e118 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-579460'] for router_gateway (52a119ef-499f-4af8-8b07-100074dbd2a6), after_delete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:07:40.092386 dv-cinder-830088-4-iscsi neutron-server[103258]: INFO neutron.db.l3_db [None req-9de66a53-6489-423b-a194-302890f46d94 tempest-AttachVolumeShelveTestJSON-1581400671 tempest-AttachVolumeShelveTestJSON-1581400671-project] Floating IP ebe9ba14-e57a-439b-a949-420a8039a76c associated. External IP: 172.27.3.62, port: 327a6baa-d7cd-4006-bb9a-0930d2cb5b8f. Apr 12 11:07:40.106761 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-39c78247-0e5a-4adf-81e8-aea265e5e118 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-519722', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14489'] for router (52a119ef-499f-4af8-8b07-100074dbd2a6), precommit_delete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:07:40.108896 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-39c78247-0e5a-4adf-81e8-aea265e5e118 admin admin] Publish callbacks [] for router_controller (52a119ef-499f-4af8-8b07-100074dbd2a6), precommit_delete_associations {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:07:40.172535 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-39c78247-0e5a-4adf-81e8-aea265e5e118 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-519715'] for router (52a119ef-499f-4af8-8b07-100074dbd2a6), after_delete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:07:40.173077 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-39c78247-0e5a-4adf-81e8-aea265e5e118 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 52a119ef-499f-4af8-8b07-100074dbd2a6 {{(pid=103257) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 12 11:07:40.177913 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-39c78247-0e5a-4adf-81e8-aea265e5e118 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:07:40.179095 dv-cinder-830088-4-iscsi neutron-server[103257]: INFO neutron.wsgi [None req-39c78247-0e5a-4adf-81e8-aea265e5e118 admin admin] 10.222.0.39 "DELETE /v2.0/routers/52a119ef-499f-4af8-8b07-100074dbd2a6 HTTP/1.1" status: 204 len: 168 time: 0.8511910 Apr 12 11:07:40.181643 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron.wsgi [-] (103257) accepted ('10.222.0.39', 55800) {{(pid=103257) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 11:07:40.235662 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron.db.db_base_plugin_v2 [None req-43326387-3fb7-4152-803d-07a15504bc9a admin admin] Deleting subnet a9c00b83-c6ca-4248-95d0-bc696986c436 {{(pid=103257) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Apr 12 11:07:40.239582 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-43326387-3fb7-4152-803d-07a15504bc9a admin admin] Publish callbacks [] for subnet (a9c00b83-c6ca-4248-95d0-bc696986c436), before_delete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:07:40.277126 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-43326387-3fb7-4152-803d-07a15504bc9a admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5269095'] for subnet (a9c00b83-c6ca-4248-95d0-bc696986c436), precommit_delete_associations {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:07:40.291590 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron_lib.callbacks.manager [None req-228ae0b9-50a1-42ea-8f6b-592e1629a2fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777667879581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1343690'] for agent (0a0a44e5-732d-48d9-a8ad-b47e7b7c1a86), after_update {{(pid=103259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:07:40.337645 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9de66a53-6489-423b-a194-302890f46d94 tempest-AttachVolumeShelveTestJSON-1581400671 tempest-AttachVolumeShelveTestJSON-1581400671-project] Router eb1e4800-8b4f-4be4-9243-871422076e8b has already been hosted by L3 agent 77f5e085-0284-4236-9dbf-35d2d452e277 {{(pid=103258) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 12 11:07:40.374924 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-43326387-3fb7-4152-803d-07a15504bc9a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1528832'] for subnet (a9c00b83-c6ca-4248-95d0-bc696986c436), precommit_delete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:07:40.429031 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-43326387-3fb7-4152-803d-07a15504bc9a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1528889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-439037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5265552', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5341063'] for subnet (a9c00b83-c6ca-4248-95d0-bc696986c436), after_delete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:07:40.458881 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43326387-3fb7-4152-803d-07a15504bc9a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a9c00b83-c6ca-4248-95d0-bc696986c436,revision_number=None']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:07:40.462545 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-43326387-3fb7-4152-803d-07a15504bc9a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586029'] for subnet (None), before_response {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:07:40.468558 dv-cinder-830088-4-iscsi neutron-server[103257]: INFO neutron.wsgi [None req-43326387-3fb7-4152-803d-07a15504bc9a admin admin] 10.222.0.39 "DELETE /v2.0/subnets/a9c00b83-c6ca-4248-95d0-bc696986c436 HTTP/1.1" status: 204 len: 168 time: 0.2831731 Apr 12 11:07:40.468798 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron.wsgi [-] (103257) accepted ('10.222.0.39', 55802) {{(pid=103257) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 11:07:40.471636 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de04078a-4cc7-462d-964f-645e44dd1b0f None None] Network 1aa1357a-efde-48ef-9c1b-166a435bd8dc requested from dv-cinder-830088-4-iscsi {{(pid=103259) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 12 11:07:40.545642 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-56f54d49-4386-4538-9f4b-f5d406b02a9a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1505875'] for network (1aa1357a-efde-48ef-9c1b-166a435bd8dc), before_delete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:07:40.594297 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-56f54d49-4386-4538-9f4b-f5d406b02a9a admin admin] Deleting port 791529e6-b96d-4ce3-912c-f995a45f2e4f {{(pid=103257) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 12 11:07:40.594658 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-56f54d49-4386-4538-9f4b-f5d406b02a9a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777667983647'] for port (791529e6-b96d-4ce3-912c-f995a45f2e4f), before_delete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:07:40.658664 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron.plugins.ml2.rpc [None req-e4b062a6-7a21-4431-be77-3c7776c11043 None None] Device 391633f2-fa7c-4547-b4c8-9c36686527b2 no longer exists at agent ovs-agent-dv-cinder-830088-4-iscsi {{(pid=103259) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 12 11:07:40.683207 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-56f54d49-4386-4538-9f4b-f5d406b02a9a admin admin] For port 791529e6-b96d-4ce3-912c-f995a45f2e4f, host dv-cinder-830088-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830088-4-iscsi',level=0,port_id=791529e6-b96d-4ce3-912c-f995a45f2e4f,segment=NetworkSegment(2c3159ea-6a9b-49ce-a30a-529be056c88e),segment_id=2c3159ea-6a9b-49ce-a30a-529be056c88e)] {{(pid=103257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 11:07:40.683576 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-56f54d49-4386-4538-9f4b-f5d406b02a9a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-575824'] for port (791529e6-b96d-4ce3-912c-f995a45f2e4f), precommit_delete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:07:40.687360 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c615bc7c-6c24-40e8-a4ee-92b0b39099a7 None None] DHCP port deletion for 1aa1357a-efde-48ef-9c1b-166a435bd8dc request from dv-cinder-830088-4-iscsi {{(pid=103259) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 12 11:07:40.690690 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron.plugins.ml2.plugin [None req-e4b062a6-7a21-4431-be77-3c7776c11043 None None] No Port match for: 391633f2-fa7c-4547-b4c8-9c36686527b2 {{(pid=103259) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 12 11:07:40.691105 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron.plugins.ml2.rpc [None req-e4b062a6-7a21-4431-be77-3c7776c11043 None None] Device 391633f2-fa7c-4547-b4c8-9c36686527b2 not bound to the agent host dv-cinder-830088-4-iscsi {{(pid=103259) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 12 11:07:40.699000 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-56f54d49-4386-4538-9f4b-f5d406b02a9a admin admin] Calling delete_port for 791529e6-b96d-4ce3-912c-f995a45f2e4f owned by network:dhcp {{(pid=103257) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 12 11:07:40.706038 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9de66a53-6489-423b-a194-302890f46d94 tempest-AttachVolumeShelveTestJSON-1581400671 tempest-AttachVolumeShelveTestJSON-1581400671-project] Notify agent at l3_agent.dv-cinder-830088-4-iscsi the message routers_updated {{(pid=103258) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 12 11:07:40.714874 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-9de66a53-6489-423b-a194-302890f46d94 tempest-AttachVolumeShelveTestJSON-1581400671 tempest-AttachVolumeShelveTestJSON-1581400671-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108023'] for floatingip (None), before_response {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:07:40.731672 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aec1e4f5-3865-4bd6-ae70-803d0cc4761c None None] Sync routers for ids ['eb1e4800-8b4f-4be4-9243-871422076e8b'] in dv-cinder-830088-4-iscsi {{(pid=103259) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 12 11:07:40.747989 dv-cinder-830088-4-iscsi neutron-server[103258]: INFO neutron.wsgi [None req-9de66a53-6489-423b-a194-302890f46d94 tempest-AttachVolumeShelveTestJSON-1581400671 tempest-AttachVolumeShelveTestJSON-1581400671-project] 10.222.0.39 "PUT /v2.0/floatingips/ebe9ba14-e57a-439b-a949-420a8039a76c HTTP/1.1" status: 200 len: 990 time: 1.2624757 Apr 12 11:07:40.748581 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2ef72612-be1b-425f-9a62-f7ade87d4051', 'tag': '327a6baa-d7cd-4006-bb9a-0930d2cb5b8f'}] {{(pid=103258) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 11:07:40.750900 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c54b6d548356c9296345eb8e608a1624e6dfb095c10b2709a108c8ba991c21a4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cc0c57f6-5169-455e-818d-43c4472ff967" -d '{"events": [{"name": "network-changed", "server_uuid": "2ef72612-be1b-425f-9a62-f7ade87d4051", "tag": "327a6baa-d7cd-4006-bb9a-0930d2cb5b8f"}]}' {{(pid=103258) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 11:07:40.758007 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron.plugins.ml2.plugin [None req-c615bc7c-6c24-40e8-a4ee-92b0b39099a7 None None] Deleting port 791529e6-b96d-4ce3-912c-f995a45f2e4f {{(pid=103259) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 12 11:07:40.758385 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron_lib.callbacks.manager [None req-c615bc7c-6c24-40e8-a4ee-92b0b39099a7 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777667983647'] for port (791529e6-b96d-4ce3-912c-f995a45f2e4f), before_delete {{(pid=103259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:07:40.760181 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aec1e4f5-3865-4bd6-ae70-803d0cc4761c None None] Routers {'eb1e4800-8b4f-4be4-9243-871422076e8b'} bound to L3 agent in host dv-cinder-830088-4-iscsi {{(pid=103259) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 11:07:40.760795 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron.db.l3_hamode_db [None req-aec1e4f5-3865-4bd6-ae70-803d0cc4761c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830088-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-12T10:52:12Z,description=,heartbeat_timestamp=2022-04-12T11:07:13Z,host='dv-cinder-830088-4-iscsi',id=77f5e085-0284-4236-9dbf-35d2d452e277,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T10:52:12Z,topic='l3_agent')) {'router_ids': ['eb1e4800-8b4f-4be4-9243-871422076e8b'], 'active': True} {{(pid=103259) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 11:07:40.788691 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-56f54d49-4386-4538-9f4b-f5d406b02a9a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1534861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777667992077', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777667450161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5265645'] for port (791529e6-b96d-4ce3-912c-f995a45f2e4f), after_delete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:07:40.812138 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Apr 2022 11:07:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c43a470a-9574-4d5e-b2eb-689db27d9b0c x-openstack-request-id: req-c43a470a-9574-4d5e-b2eb-689db27d9b0c {{(pid=103258) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 11:07:40.812427 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2ef72612-be1b-425f-9a62-f7ade87d4051", "tag": "327a6baa-d7cd-4006-bb9a-0930d2cb5b8f", "status": "completed", "code": 200}]} {{(pid=103258) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 11:07:40.812677 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-c43a470a-9574-4d5e-b2eb-689db27d9b0c {{(pid=103258) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 11:07:40.813154 dv-cinder-830088-4-iscsi neutron-server[103258]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c43a470a-9574-4d5e-b2eb-689db27d9b0c'] response: {'name': 'network-changed', 'server_uuid': '2ef72612-be1b-425f-9a62-f7ade87d4051', 'tag': '327a6baa-d7cd-4006-bb9a-0930d2cb5b8f', 'status': 'completed', 'code': 200} Apr 12 11:07:40.820602 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56f54d49-4386-4538-9f4b-f5d406b02a9a admin admin] Pushing event deleted for resources: {'Port': ['ID=791529e6-b96d-4ce3-912c-f995a45f2e4f,revision_number=None']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:07:40.825707 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56f54d49-4386-4538-9f4b-f5d406b02a9a admin admin] No DVR routers for this DVR port 791529e6-b96d-4ce3-912c-f995a45f2e4f on host dv-cinder-830088-4-iscsi {{(pid=103257) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 12 11:07:40.899463 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-56f54d49-4386-4538-9f4b-f5d406b02a9a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1527181', 'neutron.services.segments.db._delete_segments_for_network-8777667879599'] for network (1aa1357a-efde-48ef-9c1b-166a435bd8dc), precommit_delete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:07:40.907550 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc0c57f6-5169-455e-818d-43c4472ff967 req-1e9feaf0-610d-4ebb-ba14-05ccc6f69d81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:07:40.910139 dv-cinder-830088-4-iscsi neutron-server[103258]: INFO neutron.wsgi [req-cc0c57f6-5169-455e-818d-43c4472ff967 req-1e9feaf0-610d-4ebb-ba14-05ccc6f69d81 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=64420168af994dfe8d37cc175e2bfbd6&device_id=2ef72612-be1b-425f-9a62-f7ade87d4051 HTTP/1.1" status: 200 len: 1129 time: 0.0438783 Apr 12 11:07:40.913920 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron.plugins.ml2.db [None req-c615bc7c-6c24-40e8-a4ee-92b0b39099a7 None None] For port 791529e6-b96d-4ce3-912c-f995a45f2e4f, host dv-cinder-830088-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830088-4-iscsi',level=0,port_id=791529e6-b96d-4ce3-912c-f995a45f2e4f,segment=NetworkSegment(2c3159ea-6a9b-49ce-a30a-529be056c88e),segment_id=2c3159ea-6a9b-49ce-a30a-529be056c88e)] {{(pid=103259) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 11:07:40.914327 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron_lib.callbacks.manager [None req-c615bc7c-6c24-40e8-a4ee-92b0b39099a7 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-575824'] for port (791529e6-b96d-4ce3-912c-f995a45f2e4f), precommit_delete {{(pid=103259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:07:40.921092 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron.services.segments.db [None req-56f54d49-4386-4538-9f4b-f5d406b02a9a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1aa1357a-efde-48ef-9c1b-166a435bd8dc']}} {{(pid=103257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 11:07:40.931371 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron.services.segments.db [None req-56f54d49-4386-4538-9f4b-f5d406b02a9a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2c3159ea-6a9b-49ce-a30a-529be056c88e') {'for_net_delete': True} {{(pid=103257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 11:07:40.931833 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron.services.segments.db [None req-56f54d49-4386-4538-9f4b-f5d406b02a9a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2c3159ea-6a9b-49ce-a30a-529be056c88e') {} {{(pid=103257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 11:07:40.935922 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron.plugins.ml2.plugin [None req-c615bc7c-6c24-40e8-a4ee-92b0b39099a7 None None] Calling delete_port for 791529e6-b96d-4ce3-912c-f995a45f2e4f owned by network:dhcp {{(pid=103259) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 12 11:07:40.943908 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-56f54d49-4386-4538-9f4b-f5d406b02a9a admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777667883192', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5269102'] for segment (2c3159ea-6a9b-49ce-a30a-529be056c88e), before_delete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:07:40.960857 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-56f54d49-4386-4538-9f4b-f5d406b02a9a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1531021'] for segment (2c3159ea-6a9b-49ce-a30a-529be056c88e), precommit_delete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:07:40.961240 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron.db.l3_dvr_db [None req-aec1e4f5-3865-4bd6-ae70-803d0cc4761c None None] Set router eb1e4800-8b4f-4be4-9243-871422076e8b gateway port host: dv-cinder-830088-4-iscsi {{(pid=103259) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 11:07:40.967786 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-56f54d49-4386-4538-9f4b-f5d406b02a9a admin admin] Releasing vlan 513 on physical network physnet1 to pool {{(pid=103257) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 12 11:07:40.968183 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-56f54d49-4386-4538-9f4b-f5d406b02a9a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1531021', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5265466'] for segment (2c3159ea-6a9b-49ce-a30a-529be056c88e), after_delete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:07:40.969874 dv-cinder-830088-4-iscsi neutron-server[103257]: Traceback (most recent call last): Apr 12 11:07:40.969874 dv-cinder-830088-4-iscsi neutron-server[103257]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 12 11:07:40.969874 dv-cinder-830088-4-iscsi neutron-server[103257]: timer() Apr 12 11:07:40.969874 dv-cinder-830088-4-iscsi neutron-server[103257]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 12 11:07:40.969874 dv-cinder-830088-4-iscsi neutron-server[103257]: cb(*args, **kw) Apr 12 11:07:40.969874 dv-cinder-830088-4-iscsi neutron-server[103257]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 12 11:07:40.969874 dv-cinder-830088-4-iscsi neutron-server[103257]: return func(*args, **kwargs) Apr 12 11:07:40.969874 dv-cinder-830088-4-iscsi neutron-server[103257]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 12 11:07:40.969874 dv-cinder-830088-4-iscsi neutron-server[103257]: self._notify() Apr 12 11:07:40.969874 dv-cinder-830088-4-iscsi neutron-server[103257]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 12 11:07:40.969874 dv-cinder-830088-4-iscsi neutron-server[103257]: self.callback(batched_events) Apr 12 11:07:40.969874 dv-cinder-830088-4-iscsi neutron-server[103257]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 12 11:07:40.969874 dv-cinder-830088-4-iscsi neutron-server[103257]: event.method(event) Apr 12 11:07:40.969874 dv-cinder-830088-4-iscsi neutron-server[103257]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 12 11:07:40.969874 dv-cinder-830088-4-iscsi neutron-server[103257]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 12 11:07:40.969874 dv-cinder-830088-4-iscsi neutron-server[103257]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 12 11:07:40.969874 dv-cinder-830088-4-iscsi neutron-server[103257]: aggregate_uuid = self.p_client.list_aggregates( Apr 12 11:07:40.969874 dv-cinder-830088-4-iscsi neutron-server[103257]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 12 11:07:40.969874 dv-cinder-830088-4-iscsi neutron-server[103257]: return f(self, *a, **k) Apr 12 11:07:40.969874 dv-cinder-830088-4-iscsi neutron-server[103257]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 12 11:07:40.969874 dv-cinder-830088-4-iscsi neutron-server[103257]: return self._get(url).json() Apr 12 11:07:40.969874 dv-cinder-830088-4-iscsi neutron-server[103257]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 12 11:07:40.969874 dv-cinder-830088-4-iscsi neutron-server[103257]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 12 11:07:40.969874 dv-cinder-830088-4-iscsi neutron-server[103257]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 12 11:07:40.969874 dv-cinder-830088-4-iscsi neutron-server[103257]: return self.request(url, 'GET', **kwargs) Apr 12 11:07:40.969874 dv-cinder-830088-4-iscsi neutron-server[103257]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 12 11:07:40.969874 dv-cinder-830088-4-iscsi neutron-server[103257]: base_url = self.get_endpoint(auth, allow=allow, Apr 12 11:07:40.969874 dv-cinder-830088-4-iscsi neutron-server[103257]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 12 11:07:40.969874 dv-cinder-830088-4-iscsi neutron-server[103257]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 12 11:07:40.969874 dv-cinder-830088-4-iscsi neutron-server[103257]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 12 11:07:40.969874 dv-cinder-830088-4-iscsi neutron-server[103257]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 12 11:07:40.969874 dv-cinder-830088-4-iscsi neutron-server[103257]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 12 11:07:41.024181 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc0c57f6-5169-455e-818d-43c4472ff967 req-0198f92f-e871-462c-9fba-e9e4e2c06605 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:07:41.026482 dv-cinder-830088-4-iscsi neutron-server[103258]: INFO neutron.wsgi [req-cc0c57f6-5169-455e-818d-43c4472ff967 req-0198f92f-e871-462c-9fba-e9e4e2c06605 service neutron] 10.222.0.53 "GET /v2.0/networks?id=5fe71604-a19f-4748-9dc5-7cc9d7ecf6be HTTP/1.1" status: 200 len: 918 time: 0.1097698 Apr 12 11:07:41.048949 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-56f54d49-4386-4538-9f4b-f5d406b02a9a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1527170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-415428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586207', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-579552'] for network (1aa1357a-efde-48ef-9c1b-166a435bd8dc), after_delete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:07:41.055497 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-56f54d49-4386-4538-9f4b-f5d406b02a9a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586029'] for network (None), before_response {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:07:41.062616 dv-cinder-830088-4-iscsi neutron-server[103257]: INFO neutron.wsgi [None req-56f54d49-4386-4538-9f4b-f5d406b02a9a admin admin] 10.222.0.39 "DELETE /v2.0/networks/1aa1357a-efde-48ef-9c1b-166a435bd8dc HTTP/1.1" status: 204 len: 168 time: 0.5899882 Apr 12 11:07:41.072926 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56f54d49-4386-4538-9f4b-f5d406b02a9a admin admin] Pushing event deleted for resources: {'Network': ['ID=1aa1357a-efde-48ef-9c1b-166a435bd8dc,revision_number=None']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:07:41.109462 dv-cinder-830088-4-iscsi neutron-server[103258]: INFO neutron.wsgi [req-cc0c57f6-5169-455e-818d-43c4472ff967 req-55e66273-fb48-4553-a157-dedcab9dc35f service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=327a6baa-d7cd-4006-bb9a-0930d2cb5b8f HTTP/1.1" status: 200 len: 998 time: 0.0734665 Apr 12 11:07:41.148983 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron_lib.callbacks.manager [None req-c615bc7c-6c24-40e8-a4ee-92b0b39099a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1534861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777667992077', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777667450161'] for port (791529e6-b96d-4ce3-912c-f995a45f2e4f), after_delete {{(pid=103259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:07:41.162573 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc0c57f6-5169-455e-818d-43c4472ff967 req-79ffdd87-092f-4801-afc5-1ee7e35f4317 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:07:41.164074 dv-cinder-830088-4-iscsi neutron-server[103258]: INFO neutron.wsgi [req-cc0c57f6-5169-455e-818d-43c4472ff967 req-79ffdd87-092f-4801-afc5-1ee7e35f4317 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=e411d522-7486-40a5-b78b-47a221209e5e HTTP/1.1" status: 200 len: 856 time: 0.0483508 Apr 12 11:07:41.181419 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-c615bc7c-6c24-40e8-a4ee-92b0b39099a7 None None] Network 1aa1357a-efde-48ef-9c1b-166a435bd8dc is not hosted by any dhcp agent {{(pid=103259) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Apr 12 11:07:41.181877 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c615bc7c-6c24-40e8-a4ee-92b0b39099a7 None None] No DVR routers for this DVR port 791529e6-b96d-4ce3-912c-f995a45f2e4f on host dv-cinder-830088-4-iscsi {{(pid=103259) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 12 11:07:41.206828 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c615bc7c-6c24-40e8-a4ee-92b0b39099a7 None None] Pushing event deleted for resources: {'Port': ['ID=791529e6-b96d-4ce3-912c-f995a45f2e4f,revision_number=None']} {{(pid=103259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:07:41.230553 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc0c57f6-5169-455e-818d-43c4472ff967 req-075e858d-f75f-4274-8b23-272393548e35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:07:41.232597 dv-cinder-830088-4-iscsi neutron-server[103258]: INFO neutron.wsgi [req-cc0c57f6-5169-455e-818d-43c4472ff967 req-075e858d-f75f-4274-8b23-272393548e35 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=5fe71604-a19f-4748-9dc5-7cc9d7ecf6be&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0619738 Apr 12 11:07:41.268425 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron.wsgi [-] (103257) accepted ('10.222.0.39', 55810) {{(pid=103257) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 11:07:41.314470 dv-cinder-830088-4-iscsi neutron-server[103257]: INFO neutron.wsgi [None req-e397b482-cf47-43a2-9597-7571a8476bcb admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=dcfac628f55a40e9b7615ebf00184320&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0447204 Apr 12 11:07:41.315124 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron.wsgi [-] (103257) accepted ('10.222.0.39', 55812) {{(pid=103257) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 11:07:41.336810 dv-cinder-830088-4-iscsi neutron-server[103258]: INFO neutron.wsgi [req-cc0c57f6-5169-455e-818d-43c4472ff967 req-7aa142e5-e042-4c29-ad61-98c809fa3ee5 service neutron] 10.222.0.53 "GET /v2.0/networks/5fe71604-a19f-4748-9dc5-7cc9d7ecf6be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0969446 Apr 12 11:07:41.375770 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-397c9c5b-1146-4fd6-a900-d7c5849f3d6c admin admin] Publish callbacks [] for security_group (eeca4fa4-eaf7-49a0-81c4-0cdb30ea4fa7), before_delete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:07:41.398309 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-397c9c5b-1146-4fd6-a900-d7c5849f3d6c admin admin] Publish callbacks [] for security_group (eeca4fa4-eaf7-49a0-81c4-0cdb30ea4fa7), precommit_delete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:07:41.418163 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron.db.l3_hamode_db [None req-aec1e4f5-3865-4bd6-ae70-803d0cc4761c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eb1e4800-8b4f-4be4-9243-871422076e8b', 'name': 'tempest-AttachVolumeShelveTestJSON-1929172249-router', 'tenant_id': '64420168af994dfe8d37cc175e2bfbd6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b7be5f2-485b-4c85-8f98-fb200971b61c', 'external_fixed_ips': [{'subnet_id': '4887111e-1302-416a-ab8e-c957c9df7f85', 'ip_address': '172.27.3.180'}], 'enable_snat': True}, 'gw_port_id': 'c771e6b6-83f9-494d-bdb0-336589cf0989', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T11:00:46Z', 'updated_at': '2022-04-12T11:01:05Z', 'revision_number': 4, 'project_id': '64420168af994dfe8d37cc175e2bfbd6', 'gw_port': {'id': 'c771e6b6-83f9-494d-bdb0-336589cf0989', 'name': '', 'network_id': '3b7be5f2-485b-4c85-8f98-fb200971b61c', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:fc:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb1e4800-8b4f-4be4-9243-871422076e8b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 106, 'fixed_ips': [{'subnet_id': '4887111e-1302-416a-ab8e-c957c9df7f85', 'ip_address': '172.27.3.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830088-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T11:00:49Z', 'updated_at': '2022-04-12T11:01:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4887111e-1302-416a-ab8e-c957c9df7f85', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830088-4-iscsi', '_floatingips': [{'id': 'ebe9ba14-e57a-439b-a949-420a8039a76c', 'tenant_id': '64420168af994dfe8d37cc175e2bfbd6', 'floating_ip_address': '172.27.3.62', 'floating_network_id': '3b7be5f2-485b-4c85-8f98-fb200971b61c', 'router_id': 'eb1e4800-8b4f-4be4-9243-871422076e8b', 'port_id': '327a6baa-d7cd-4006-bb9a-0930d2cb5b8f', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 408, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5fe71604-a19f-4748-9dc5-7cc9d7ecf6be', 'mac_address': 'fa:16:3e:ad:97:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ef72612-be1b-425f-9a62-f7ade87d4051', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-12T11:07:24Z', 'updated_at': '2022-04-12T11:07:39Z', 'revision_number': 1, 'project_id': '64420168af994dfe8d37cc175e2bfbd6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '632e73d3-9090-45e5-a39e-4edfd594e1f3', 'name': '', 'network_id': '5fe71604-a19f-4748-9dc5-7cc9d7ecf6be', 'tenant_id': '64420168af994dfe8d37cc175e2bfbd6', 'mac_address': 'fa:16:3e:0a:17:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb1e4800-8b4f-4be4-9243-871422076e8b', 'device_owner': 'network:router_interface', 'standard_attr_id': 128, 'fixed_ips': [{'subnet_id': 'e411d522-7486-40a5-b78b-47a221209e5e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830088-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T11:01:02Z', 'updated_at': '2022-04-12T11:01:13Z', 'revision_number': 5, 'project_id': '64420168af994dfe8d37cc175e2bfbd6', 'subnets': [{'id': 'e411d522-7486-40a5-b78b-47a221209e5e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830088-4-iscsi', False) {} {{(pid=103259) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 11:07:41.441828 dv-cinder-830088-4-iscsi neutron-server[103258]: INFO neutron.wsgi [req-cc0c57f6-5169-455e-818d-43c4472ff967 req-8ba6c419-5f94-4ac2-9e24-838fdeef4d19 service neutron] 10.222.0.53 "GET /v2.0/networks/5fe71604-a19f-4748-9dc5-7cc9d7ecf6be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0976386 Apr 12 11:07:41.449473 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aec1e4f5-3865-4bd6-ae70-803d0cc4761c None None] Checking router: eb1e4800-8b4f-4be4-9243-871422076e8b for host: dv-cinder-830088-4-iscsi {{(pid=103259) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 12 11:07:41.455716 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-397c9c5b-1146-4fd6-a900-d7c5849f3d6c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-415253'] for security_group (eeca4fa4-eaf7-49a0-81c4-0cdb30ea4fa7), after_delete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:07:41.458403 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-397c9c5b-1146-4fd6-a900-d7c5849f3d6c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:07:41.459023 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aec1e4f5-3865-4bd6-ae70-803d0cc4761c None None] Routers {'eb1e4800-8b4f-4be4-9243-871422076e8b'} bound to L3 agent in host dv-cinder-830088-4-iscsi {{(pid=103259) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 11:07:41.459576 dv-cinder-830088-4-iscsi neutron-server[103257]: INFO neutron.wsgi [None req-397c9c5b-1146-4fd6-a900-d7c5849f3d6c admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/eeca4fa4-eaf7-49a0-81c4-0cdb30ea4fa7 HTTP/1.1" status: 204 len: 168 time: 0.1434691 Apr 12 11:07:41.459812 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron.db.l3_hamode_db [None req-aec1e4f5-3865-4bd6-ae70-803d0cc4761c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830088-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-12T10:52:12Z,description=,heartbeat_timestamp=2022-04-12T11:07:13Z,host='dv-cinder-830088-4-iscsi',id=77f5e085-0284-4236-9dbf-35d2d452e277,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T10:52:12Z,topic='l3_agent')) {'router_ids': ['eb1e4800-8b4f-4be4-9243-871422076e8b'], 'active': True} {{(pid=103259) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 11:07:41.468377 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-397c9c5b-1146-4fd6-a900-d7c5849f3d6c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eeca4fa4-eaf7-49a0-81c4-0cdb30ea4fa7,revision_number=None']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:07:41.587327 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron.db.l3_dvr_db [None req-aec1e4f5-3865-4bd6-ae70-803d0cc4761c None None] Set router eb1e4800-8b4f-4be4-9243-871422076e8b gateway port host: dv-cinder-830088-4-iscsi {{(pid=103259) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 11:07:41.780061 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron_lib.callbacks.manager [None req-ae6c308c-a92e-4424-a7f8-d6a17e5174ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777667879581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1343690'] for agent (742b2e09-86ec-4663-b086-f6b891926c3e), after_update {{(pid=103259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:07:41.797925 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron.wsgi [-] (103257) accepted ('10.222.0.39', 55818) {{(pid=103257) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 11:07:41.819702 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron.db.l3_hamode_db [None req-aec1e4f5-3865-4bd6-ae70-803d0cc4761c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eb1e4800-8b4f-4be4-9243-871422076e8b', 'name': 'tempest-AttachVolumeShelveTestJSON-1929172249-router', 'tenant_id': '64420168af994dfe8d37cc175e2bfbd6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b7be5f2-485b-4c85-8f98-fb200971b61c', 'external_fixed_ips': [{'subnet_id': '4887111e-1302-416a-ab8e-c957c9df7f85', 'ip_address': '172.27.3.180'}], 'enable_snat': True}, 'gw_port_id': 'c771e6b6-83f9-494d-bdb0-336589cf0989', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T11:00:46Z', 'updated_at': '2022-04-12T11:01:05Z', 'revision_number': 4, 'project_id': '64420168af994dfe8d37cc175e2bfbd6', 'gw_port': {'id': 'c771e6b6-83f9-494d-bdb0-336589cf0989', 'name': '', 'network_id': '3b7be5f2-485b-4c85-8f98-fb200971b61c', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:fc:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb1e4800-8b4f-4be4-9243-871422076e8b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 106, 'fixed_ips': [{'subnet_id': '4887111e-1302-416a-ab8e-c957c9df7f85', 'ip_address': '172.27.3.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830088-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T11:00:49Z', 'updated_at': '2022-04-12T11:01:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4887111e-1302-416a-ab8e-c957c9df7f85', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830088-4-iscsi', '_floatingips': [{'id': 'ebe9ba14-e57a-439b-a949-420a8039a76c', 'tenant_id': '64420168af994dfe8d37cc175e2bfbd6', 'floating_ip_address': '172.27.3.62', 'floating_network_id': '3b7be5f2-485b-4c85-8f98-fb200971b61c', 'router_id': 'eb1e4800-8b4f-4be4-9243-871422076e8b', 'port_id': '327a6baa-d7cd-4006-bb9a-0930d2cb5b8f', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 408, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5fe71604-a19f-4748-9dc5-7cc9d7ecf6be', 'mac_address': 'fa:16:3e:ad:97:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ef72612-be1b-425f-9a62-f7ade87d4051', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-12T11:07:24Z', 'updated_at': '2022-04-12T11:07:39Z', 'revision_number': 1, 'project_id': '64420168af994dfe8d37cc175e2bfbd6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '632e73d3-9090-45e5-a39e-4edfd594e1f3', 'name': '', 'network_id': '5fe71604-a19f-4748-9dc5-7cc9d7ecf6be', 'tenant_id': '64420168af994dfe8d37cc175e2bfbd6', 'mac_address': 'fa:16:3e:0a:17:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb1e4800-8b4f-4be4-9243-871422076e8b', 'device_owner': 'network:router_interface', 'standard_attr_id': 128, 'fixed_ips': [{'subnet_id': 'e411d522-7486-40a5-b78b-47a221209e5e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830088-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T11:01:02Z', 'updated_at': '2022-04-12T11:01:13Z', 'revision_number': 5, 'project_id': '64420168af994dfe8d37cc175e2bfbd6', 'subnets': [{'id': 'e411d522-7486-40a5-b78b-47a221209e5e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830088-4-iscsi', False) {} {{(pid=103259) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 11:07:41.837726 dv-cinder-830088-4-iscsi neutron-server[103257]: INFO neutron.wsgi [None req-01a699ed-1d9b-4f7e-bf84-1e2de0551b4d admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=185f953920024ba2ae1226bc0df55949&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0385058 Apr 12 11:07:41.840167 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.wsgi [-] (103258) accepted ('10.222.0.39', 55820) {{(pid=103258) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 11:07:41.846285 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aec1e4f5-3865-4bd6-ae70-803d0cc4761c None None] The sync data for ids ['eb1e4800-8b4f-4be4-9243-871422076e8b'] in dv-cinder-830088-4-iscsi is: [{'id': 'eb1e4800-8b4f-4be4-9243-871422076e8b', 'name': 'tempest-AttachVolumeShelveTestJSON-1929172249-router', 'tenant_id': '64420168af994dfe8d37cc175e2bfbd6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b7be5f2-485b-4c85-8f98-fb200971b61c', 'external_fixed_ips': [{'subnet_id': '4887111e-1302-416a-ab8e-c957c9df7f85', 'ip_address': '172.27.3.180'}], 'enable_snat': True}, 'gw_port_id': 'c771e6b6-83f9-494d-bdb0-336589cf0989', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T11:00:46Z', 'updated_at': '2022-04-12T11:01:05Z', 'revision_number': 4, 'project_id': '64420168af994dfe8d37cc175e2bfbd6', 'gw_port': {'id': 'c771e6b6-83f9-494d-bdb0-336589cf0989', 'name': '', 'network_id': '3b7be5f2-485b-4c85-8f98-fb200971b61c', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:fc:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb1e4800-8b4f-4be4-9243-871422076e8b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 106, 'fixed_ips': [{'subnet_id': '4887111e-1302-416a-ab8e-c957c9df7f85', 'ip_address': '172.27.3.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830088-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T11:00:49Z', 'updated_at': '2022-04-12T11:01:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4887111e-1302-416a-ab8e-c957c9df7f85', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830088-4-iscsi', '_floatingips': [{'id': 'ebe9ba14-e57a-439b-a949-420a8039a76c', 'tenant_id': '64420168af994dfe8d37cc175e2bfbd6', 'floating_ip_address': '172.27.3.62', 'floating_network_id': '3b7be5f2-485b-4c85-8f98-fb200971b61c', 'router_id': 'eb1e4800-8b4f-4be4-9243-871422076e8b', 'port_id': '327a6baa-d7cd-4006-bb9a-0930d2cb5b8f', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 408, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5fe71604-a19f-4748-9dc5-7cc9d7ecf6be', 'mac_address': 'fa:16:3e:ad:97:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ef72612-be1b-425f-9a62-f7ade87d4051', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-12T11:07:24Z', 'updated_at': '2022-04-12T11:07:39Z', 'revision_number': 1, 'project_id': '64420168af994dfe8d37cc175e2bfbd6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '632e73d3-9090-45e5-a39e-4edfd594e1f3', 'name': '', 'network_id': '5fe71604-a19f-4748-9dc5-7cc9d7ecf6be', 'tenant_id': '64420168af994dfe8d37cc175e2bfbd6', 'mac_address': 'fa:16:3e:0a:17:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb1e4800-8b4f-4be4-9243-871422076e8b', 'device_owner': 'network:router_interface', 'standard_attr_id': 128, 'fixed_ips': [{'subnet_id': 'e411d522-7486-40a5-b78b-47a221209e5e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830088-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T11:01:02Z', 'updated_at': '2022-04-12T11:01:13Z', 'revision_number': 5, 'project_id': '64420168af994dfe8d37cc175e2bfbd6', 'subnets': [{'id': 'e411d522-7486-40a5-b78b-47a221209e5e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103259) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 12 11:07:41.891098 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-4e7cda36-5c2a-4bcb-8b39-ad7c275697d6 admin admin] Publish callbacks [] for security_group (42c2d295-a149-43b0-84cf-8825312e10c4), before_delete {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:07:41.913219 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-4e7cda36-5c2a-4bcb-8b39-ad7c275697d6 admin admin] Publish callbacks [] for security_group (42c2d295-a149-43b0-84cf-8825312e10c4), precommit_delete {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:07:41.964449 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-4e7cda36-5c2a-4bcb-8b39-ad7c275697d6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-415253'] for security_group (42c2d295-a149-43b0-84cf-8825312e10c4), after_delete {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:07:41.967360 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-4e7cda36-5c2a-4bcb-8b39-ad7c275697d6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:07:41.969161 dv-cinder-830088-4-iscsi neutron-server[103258]: INFO neutron.wsgi [None req-4e7cda36-5c2a-4bcb-8b39-ad7c275697d6 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/42c2d295-a149-43b0-84cf-8825312e10c4 HTTP/1.1" status: 204 len: 168 time: 0.1279278 Apr 12 11:07:41.977682 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e7cda36-5c2a-4bcb-8b39-ad7c275697d6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=42c2d295-a149-43b0-84cf-8825312e10c4,revision_number=None']} {{(pid=103258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:07:42.062051 dv-cinder-830088-4-iscsi neutron-server[103260]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6579e875-c552-4433-a419-dbe7bc0b1549 None None] New status for floating IP ebe9ba14-e57a-439b-a949-420a8039a76c: ACTIVE {{(pid=103260) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 12 11:07:42.071099 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron.plugins.ml2.rpc [None req-e4b062a6-7a21-4431-be77-3c7776c11043 None None] Device eb201387-b7a7-4777-a143-53a5eee3833e no longer exists at agent ovs-agent-dv-cinder-830088-4-iscsi {{(pid=103259) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 12 11:07:42.091969 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron.plugins.ml2.plugin [None req-e4b062a6-7a21-4431-be77-3c7776c11043 None None] No Port match for: eb201387-b7a7-4777-a143-53a5eee3833e {{(pid=103259) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 12 11:07:42.092300 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron.plugins.ml2.rpc [None req-e4b062a6-7a21-4431-be77-3c7776c11043 None None] Device eb201387-b7a7-4777-a143-53a5eee3833e not bound to the agent host dv-cinder-830088-4-iscsi {{(pid=103259) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 12 11:07:42.093290 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron.plugins.ml2.rpc [None req-e4b062a6-7a21-4431-be77-3c7776c11043 None None] Device 791529e6-b96d-4ce3-912c-f995a45f2e4f no longer exists at agent ovs-agent-dv-cinder-830088-4-iscsi {{(pid=103259) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 12 11:07:42.112439 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron.plugins.ml2.plugin [None req-e4b062a6-7a21-4431-be77-3c7776c11043 None None] No Port match for: 791529e6-b96d-4ce3-912c-f995a45f2e4f {{(pid=103259) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 12 11:07:42.112778 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron.plugins.ml2.rpc [None req-e4b062a6-7a21-4431-be77-3c7776c11043 None None] Device 791529e6-b96d-4ce3-912c-f995a45f2e4f not bound to the agent host dv-cinder-830088-4-iscsi {{(pid=103259) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 12 11:07:42.544608 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron_lib.callbacks.manager [None req-e8ad0a3f-a070-41c8-bf3c-87374dce25cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777667879581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1343690'] for agent (77f5e085-0284-4236-9dbf-35d2d452e277), after_update {{(pid=103259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:07:43.809274 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron_lib.callbacks.manager [None req-601bd752-88b9-4ad2-8e14-56931e32431b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777667879581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1343690'] for agent (3ceb33ec-7c20-4632-9357-4cc6534463de), after_update {{(pid=103259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:07:45.059285 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron_lib.callbacks.manager [None req-0acb87d3-0572-4b2c-b7c9-977edd32a8b9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777667879581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1343690'] for agent (3c144e28-9cc5-463d-ad96-a18b19cd455c), after_update {{(pid=103259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:07:46.546447 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron_lib.callbacks.manager [None req-e4b062a6-7a21-4431-be77-3c7776c11043 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777667879581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1343690'] for agent (c71cae7d-514b-467a-8477-0a67bee0b970), after_update {{(pid=103259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:07:47.505821 dv-cinder-830088-4-iscsi neutron-server[103258]: INFO neutron.wsgi [req-37b45f47-c850-4ad2-9fab-9132a9467f4e req-168f0acc-e20e-482c-8138-3055ba32a5ec service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=59d855d0-c55b-43eb-bbd0-ca27547aa179&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0384376 Apr 12 11:07:47.610964 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37b45f47-c850-4ad2-9fab-9132a9467f4e req-87f5122c-02a4-40d7-b300-5a2d168ee04c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:07:47.612502 dv-cinder-830088-4-iscsi neutron-server[103258]: INFO neutron.wsgi [req-37b45f47-c850-4ad2-9fab-9132a9467f4e req-87f5122c-02a4-40d7-b300-5a2d168ee04c service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=87551ef1ad8e4190b7a3b1c3469382df&device_id=59d855d0-c55b-43eb-bbd0-ca27547aa179 HTTP/1.1" status: 200 len: 1129 time: 0.0460734 Apr 12 11:07:47.694803 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62919c8f-dfc2-437c-b4a2-51cd818e3251 req-75372222-6e2d-4d0a-91b6-54aceca5f113 tempest-ServerRescueNegativeTestJSON-1304480791 tempest-ServerRescueNegativeTestJSON-1304480791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:07:47.696162 dv-cinder-830088-4-iscsi neutron-server[103257]: INFO neutron.wsgi [req-62919c8f-dfc2-437c-b4a2-51cd818e3251 req-75372222-6e2d-4d0a-91b6-54aceca5f113 tempest-ServerRescueNegativeTestJSON-1304480791 tempest-ServerRescueNegativeTestJSON-1304480791-project] 10.222.0.39 "GET /v2.0/ports?device_id=d9cb99b4-c491-4271-becc-0d2d2181c9ef HTTP/1.1" status: 200 len: 946 time: 0.0449076 Apr 12 11:07:47.741684 dv-cinder-830088-4-iscsi neutron-server[103257]: INFO neutron.wsgi [req-62919c8f-dfc2-437c-b4a2-51cd818e3251 req-e943dc76-08f1-4478-9651-0b226c0f10c6 tempest-ServerRescueNegativeTestJSON-1304480791 tempest-ServerRescueNegativeTestJSON-1304480791-project] 10.222.0.39 "GET /v2.0/security-groups?id=b1b29e01-05b2-4338-a931-45b7ca5e7425&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400507 Apr 12 11:07:48.854513 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1278165-9242-4f35-b915-16b699af137d req-db07af8b-d4d4-434c-ae1d-d410c2ad448e tempest-ServerRescueNegativeTestJSON-1304480791 tempest-ServerRescueNegativeTestJSON-1304480791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:07:48.856004 dv-cinder-830088-4-iscsi neutron-server[103258]: INFO neutron.wsgi [req-b1278165-9242-4f35-b915-16b699af137d req-db07af8b-d4d4-434c-ae1d-d410c2ad448e tempest-ServerRescueNegativeTestJSON-1304480791 tempest-ServerRescueNegativeTestJSON-1304480791-project] 10.222.0.39 "GET /v2.0/ports?device_id=d9cb99b4-c491-4271-becc-0d2d2181c9ef HTTP/1.1" status: 200 len: 946 time: 0.0467868 Apr 12 11:07:48.902396 dv-cinder-830088-4-iscsi neutron-server[103258]: INFO neutron.wsgi [req-b1278165-9242-4f35-b915-16b699af137d req-0a83c4d6-8960-4f41-8ac2-a82fc76add89 tempest-ServerRescueNegativeTestJSON-1304480791 tempest-ServerRescueNegativeTestJSON-1304480791-project] 10.222.0.39 "GET /v2.0/security-groups?id=b1b29e01-05b2-4338-a931-45b7ca5e7425&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399871 Apr 12 11:07:50.010776 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ae14bcb-9e03-4ad9-bb2d-763c2f74e20a req-757bf13d-79f1-435a-850f-e3bc23d92f7a tempest-ServerRescueNegativeTestJSON-1304480791 tempest-ServerRescueNegativeTestJSON-1304480791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:07:50.012207 dv-cinder-830088-4-iscsi neutron-server[103257]: INFO neutron.wsgi [req-7ae14bcb-9e03-4ad9-bb2d-763c2f74e20a req-757bf13d-79f1-435a-850f-e3bc23d92f7a tempest-ServerRescueNegativeTestJSON-1304480791 tempest-ServerRescueNegativeTestJSON-1304480791-project] 10.222.0.39 "GET /v2.0/ports?device_id=d9cb99b4-c491-4271-becc-0d2d2181c9ef HTTP/1.1" status: 200 len: 946 time: 0.0456624 Apr 12 11:07:50.059514 dv-cinder-830088-4-iscsi neutron-server[103257]: INFO neutron.wsgi [req-7ae14bcb-9e03-4ad9-bb2d-763c2f74e20a req-4ab3c64e-adc1-4838-b273-2e0feef51351 tempest-ServerRescueNegativeTestJSON-1304480791 tempest-ServerRescueNegativeTestJSON-1304480791-project] 10.222.0.39 "GET /v2.0/security-groups?id=b1b29e01-05b2-4338-a931-45b7ca5e7425&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418503 Apr 12 11:07:50.775658 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37b45f47-c850-4ad2-9fab-9132a9467f4e req-bc2b7b79-4b3b-4b9e-bcaf-250afe365a77 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:07:50.777075 dv-cinder-830088-4-iscsi neutron-server[103258]: INFO neutron.wsgi [req-37b45f47-c850-4ad2-9fab-9132a9467f4e req-bc2b7b79-4b3b-4b9e-bcaf-250afe365a77 service neutron] 10.222.0.53 "GET /v2.0/networks?id=696acaf3-e376-402a-9f44-515f336c0ed7 HTTP/1.1" status: 200 len: 920 time: 0.0868945 Apr 12 11:07:50.816635 dv-cinder-830088-4-iscsi neutron-server[103258]: INFO neutron.wsgi [req-37b45f47-c850-4ad2-9fab-9132a9467f4e req-40f3f822-7dc5-40a7-ac65-4a2240e725be service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=d44d9ccf-b10a-4742-9c74-7f9d8d3c3ce8 HTTP/1.1" status: 200 len: 217 time: 0.0333979 Apr 12 11:07:50.864188 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37b45f47-c850-4ad2-9fab-9132a9467f4e req-0d1328d0-552a-468c-bc3c-a526b862e4b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:07:50.865587 dv-cinder-830088-4-iscsi neutron-server[103258]: INFO neutron.wsgi [req-37b45f47-c850-4ad2-9fab-9132a9467f4e req-0d1328d0-552a-468c-bc3c-a526b862e4b6 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=dac559db-7802-4e19-95c5-3aacf686b15d HTTP/1.1" status: 200 len: 858 time: 0.0422835 Apr 12 11:07:50.911160 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37b45f47-c850-4ad2-9fab-9132a9467f4e req-7a820e50-ca61-4b4f-9b8f-d302a8e3349d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:07:50.912598 dv-cinder-830088-4-iscsi neutron-server[103258]: INFO neutron.wsgi [req-37b45f47-c850-4ad2-9fab-9132a9467f4e req-7a820e50-ca61-4b4f-9b8f-d302a8e3349d service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=696acaf3-e376-402a-9f44-515f336c0ed7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0400372 Apr 12 11:07:51.000776 dv-cinder-830088-4-iscsi neutron-server[103258]: INFO neutron.wsgi [req-37b45f47-c850-4ad2-9fab-9132a9467f4e req-3a18ac53-1ca9-42b2-b7c9-800d10c03a4f service neutron] 10.222.0.53 "GET /v2.0/networks/696acaf3-e376-402a-9f44-515f336c0ed7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0817106 Apr 12 11:07:51.112299 dv-cinder-830088-4-iscsi neutron-server[103258]: INFO neutron.wsgi [req-37b45f47-c850-4ad2-9fab-9132a9467f4e req-ea75b430-c415-42e4-bb0a-6a0d46f7792a service neutron] 10.222.0.53 "GET /v2.0/networks/696acaf3-e376-402a-9f44-515f336c0ed7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0880198 Apr 12 11:07:51.171104 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73f98d02-3743-440f-8c68-f1ec6b7b11cc req-d992de5c-3f44-4388-a050-7d619b2737eb tempest-ServerRescueNegativeTestJSON-1304480791 tempest-ServerRescueNegativeTestJSON-1304480791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:07:51.172579 dv-cinder-830088-4-iscsi neutron-server[103258]: INFO neutron.wsgi [req-73f98d02-3743-440f-8c68-f1ec6b7b11cc req-d992de5c-3f44-4388-a050-7d619b2737eb tempest-ServerRescueNegativeTestJSON-1304480791 tempest-ServerRescueNegativeTestJSON-1304480791-project] 10.222.0.39 "GET /v2.0/ports?device_id=d9cb99b4-c491-4271-becc-0d2d2181c9ef HTTP/1.1" status: 200 len: 946 time: 0.0469790 Apr 12 11:07:51.220142 dv-cinder-830088-4-iscsi neutron-server[103258]: INFO neutron.wsgi [req-73f98d02-3743-440f-8c68-f1ec6b7b11cc req-e3976c72-fe5d-42ad-a35b-53757fb242ca tempest-ServerRescueNegativeTestJSON-1304480791 tempest-ServerRescueNegativeTestJSON-1304480791-project] 10.222.0.39 "GET /v2.0/security-groups?id=b1b29e01-05b2-4338-a931-45b7ca5e7425&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419245 Apr 12 11:07:51.322409 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64c137e3-8339-4e9b-b821-8e8d85b109c9 req-82a9fcf7-be70-4e96-bff5-22721230a82b tempest-ServerRescueNegativeTestJSON-1304480791 tempest-ServerRescueNegativeTestJSON-1304480791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:07:51.323856 dv-cinder-830088-4-iscsi neutron-server[103258]: INFO neutron.wsgi [req-64c137e3-8339-4e9b-b821-8e8d85b109c9 req-82a9fcf7-be70-4e96-bff5-22721230a82b tempest-ServerRescueNegativeTestJSON-1304480791 tempest-ServerRescueNegativeTestJSON-1304480791-project] 10.222.0.53 "GET /v2.0/ports?device_id=d9cb99b4-c491-4271-becc-0d2d2181c9ef HTTP/1.1" status: 200 len: 946 time: 0.0461838 Apr 12 11:07:51.685714 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.plugins.ml2.plugin [req-64c137e3-8339-4e9b-b821-8e8d85b109c9 req-a7f438ba-d828-4b0c-ba12-2bb5ec6ba309 tempest-ServerRescueNegativeTestJSON-1304480791 tempest-ServerRescueNegativeTestJSON-1304480791-project] Deleting port 7a6a5da3-5446-43d6-9ca9-386e0b6e81a2 {{(pid=103258) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 12 11:07:51.686084 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [req-64c137e3-8339-4e9b-b821-8e8d85b109c9 req-a7f438ba-d828-4b0c-ba12-2bb5ec6ba309 tempest-ServerRescueNegativeTestJSON-1304480791 tempest-ServerRescueNegativeTestJSON-1304480791-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777667983647'] for port (7a6a5da3-5446-43d6-9ca9-386e0b6e81a2), before_delete {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:07:51.773062 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.plugins.ml2.db [req-64c137e3-8339-4e9b-b821-8e8d85b109c9 req-a7f438ba-d828-4b0c-ba12-2bb5ec6ba309 tempest-ServerRescueNegativeTestJSON-1304480791 tempest-ServerRescueNegativeTestJSON-1304480791-project] For port 7a6a5da3-5446-43d6-9ca9-386e0b6e81a2, host hv-cinder-83008, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83008',level=0,port_id=7a6a5da3-5446-43d6-9ca9-386e0b6e81a2,segment=NetworkSegment(fef06479-df1c-48b3-ab23-a5007803664a),segment_id=fef06479-df1c-48b3-ab23-a5007803664a)] {{(pid=103258) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 11:07:51.773349 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [req-64c137e3-8339-4e9b-b821-8e8d85b109c9 req-a7f438ba-d828-4b0c-ba12-2bb5ec6ba309 tempest-ServerRescueNegativeTestJSON-1304480791 tempest-ServerRescueNegativeTestJSON-1304480791-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-575824'] for port (7a6a5da3-5446-43d6-9ca9-386e0b6e81a2), precommit_delete {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:07:51.988404 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [req-64c137e3-8339-4e9b-b821-8e8d85b109c9 req-a7f438ba-d828-4b0c-ba12-2bb5ec6ba309 tempest-ServerRescueNegativeTestJSON-1304480791 tempest-ServerRescueNegativeTestJSON-1304480791-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:07:51.988917 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [req-64c137e3-8339-4e9b-b821-8e8d85b109c9 req-a7f438ba-d828-4b0c-ba12-2bb5ec6ba309 tempest-ServerRescueNegativeTestJSON-1304480791 tempest-ServerRescueNegativeTestJSON-1304480791-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-579534'] for floatingip (001ffded-7b33-4f7b-84b7-403bc4158d38), after_update {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:07:51.989129 dv-cinder-830088-4-iscsi neutron-server[103258]: INFO neutron.db.l3_db [req-64c137e3-8339-4e9b-b821-8e8d85b109c9 req-a7f438ba-d828-4b0c-ba12-2bb5ec6ba309 tempest-ServerRescueNegativeTestJSON-1304480791 tempest-ServerRescueNegativeTestJSON-1304480791-project] Floating IP 001ffded-7b33-4f7b-84b7-403bc4158d38 disassociated. External IP: 172.27.3.230, port: 7a6a5da3-5446-43d6-9ca9-386e0b6e81a2. Apr 12 11:07:51.989298 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.plugins.ml2.plugin [req-64c137e3-8339-4e9b-b821-8e8d85b109c9 req-a7f438ba-d828-4b0c-ba12-2bb5ec6ba309 tempest-ServerRescueNegativeTestJSON-1304480791 tempest-ServerRescueNegativeTestJSON-1304480791-project] Calling delete_port for 7a6a5da3-5446-43d6-9ca9-386e0b6e81a2 owned by compute:nova {{(pid=103258) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 12 11:07:52.114778 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [req-64c137e3-8339-4e9b-b821-8e8d85b109c9 req-a7f438ba-d828-4b0c-ba12-2bb5ec6ba309 tempest-ServerRescueNegativeTestJSON-1304480791 tempest-ServerRescueNegativeTestJSON-1304480791-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1534861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777667992077', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777667450161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4796947'] for port (7a6a5da3-5446-43d6-9ca9-386e0b6e81a2), after_delete {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:07:52.143544 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7f438ba-d828-4b0c-ba12-2bb5ec6ba309 tempest-ServerRescueNegativeTestJSON-1304480791 tempest-ServerRescueNegativeTestJSON-1304480791-project] Pushing event deleted for resources: {'Port': ['ID=7a6a5da3-5446-43d6-9ca9-386e0b6e81a2,revision_number=None']} {{(pid=103258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:07:52.255690 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.scheduler.l3_agent_scheduler [req-64c137e3-8339-4e9b-b821-8e8d85b109c9 req-a7f438ba-d828-4b0c-ba12-2bb5ec6ba309 tempest-ServerRescueNegativeTestJSON-1304480791 tempest-ServerRescueNegativeTestJSON-1304480791-project] Router ebba7e6c-c174-4e43-823e-0332064b8743 has already been hosted by L3 agent 77f5e085-0284-4236-9dbf-35d2d452e277 {{(pid=103258) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 12 11:07:52.315314 dv-cinder-830088-4-iscsi neutron-server[103257]: INFO neutron.wsgi [req-6867294a-f2f7-4055-a4e1-b5b79d64efdb req-d6f8a9bb-e7b6-438b-99bd-12a3b5430631 tempest-ServerRescueNegativeTestJSON-1304480791 tempest-ServerRescueNegativeTestJSON-1304480791-project] 10.222.0.39 "GET /v2.0/ports?device_id=d9cb99b4-c491-4271-becc-0d2d2181c9ef HTTP/1.1" status: 200 len: 210 time: 0.0273099 Apr 12 11:07:52.364358 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-64c137e3-8339-4e9b-b821-8e8d85b109c9 req-a7f438ba-d828-4b0c-ba12-2bb5ec6ba309 tempest-ServerRescueNegativeTestJSON-1304480791 tempest-ServerRescueNegativeTestJSON-1304480791-project] Notify agent at l3_agent.dv-cinder-830088-4-iscsi the message routers_updated {{(pid=103258) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 12 11:07:52.374212 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-daaf350b-3e9a-46de-ba9d-a2a647cf7857 None None] Sync routers for ids ['ebba7e6c-c174-4e43-823e-0332064b8743'] in dv-cinder-830088-4-iscsi {{(pid=103259) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 12 11:07:52.383970 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron.db.l3_dvrscheduler_db [None req-daaf350b-3e9a-46de-ba9d-a2a647cf7857 None None] Routers {'ebba7e6c-c174-4e43-823e-0332064b8743'} bound to L3 agent in host dv-cinder-830088-4-iscsi {{(pid=103259) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 11:07:52.384575 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron.db.l3_hamode_db [None req-daaf350b-3e9a-46de-ba9d-a2a647cf7857 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830088-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-12T10:52:12Z,description=,heartbeat_timestamp=2022-04-12T11:07:43Z,host='dv-cinder-830088-4-iscsi',id=77f5e085-0284-4236-9dbf-35d2d452e277,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T10:52:12Z,topic='l3_agent')) {'router_ids': ['ebba7e6c-c174-4e43-823e-0332064b8743'], 'active': True} {{(pid=103259) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 11:07:52.409032 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.db.l3_dvrscheduler_db [req-64c137e3-8339-4e9b-b821-8e8d85b109c9 req-a7f438ba-d828-4b0c-ba12-2bb5ec6ba309 tempest-ServerRescueNegativeTestJSON-1304480791 tempest-ServerRescueNegativeTestJSON-1304480791-project] No DVR routers for this DVR port 7a6a5da3-5446-43d6-9ca9-386e0b6e81a2 on host hv-cinder-83008 {{(pid=103258) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 12 11:07:52.411621 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [req-64c137e3-8339-4e9b-b821-8e8d85b109c9 req-a7f438ba-d828-4b0c-ba12-2bb5ec6ba309 tempest-ServerRescueNegativeTestJSON-1304480791 tempest-ServerRescueNegativeTestJSON-1304480791-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108023'] for port (None), before_response {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:07:52.415033 dv-cinder-830088-4-iscsi neutron-server[103258]: INFO neutron.wsgi [req-64c137e3-8339-4e9b-b821-8e8d85b109c9 req-a7f438ba-d828-4b0c-ba12-2bb5ec6ba309 tempest-ServerRescueNegativeTestJSON-1304480791 tempest-ServerRescueNegativeTestJSON-1304480791-project] 10.222.0.53 "DELETE /v2.0/ports/7a6a5da3-5446-43d6-9ca9-386e0b6e81a2 HTTP/1.1" status: 204 len: 173 time: 0.8108854 Apr 12 11:07:52.415416 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd9cb99b4-c491-4271-becc-0d2d2181c9ef', 'name': 'network-vif-deleted', 'tag': '7a6a5da3-5446-43d6-9ca9-386e0b6e81a2'}] {{(pid=103258) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 11:07:52.417698 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c54b6d548356c9296345eb8e608a1624e6dfb095c10b2709a108c8ba991c21a4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6e16964f-f2bd-4342-a65d-ff80de5800ce" -d '{"events": [{"server_uuid": "d9cb99b4-c491-4271-becc-0d2d2181c9ef", "name": "network-vif-deleted", "tag": "7a6a5da3-5446-43d6-9ca9-386e0b6e81a2"}]}' {{(pid=103258) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 11:07:52.460546 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Apr 2022 11:07:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a2346cec-2f96-4d43-83d9-f03a1e677687 x-openstack-request-id: req-a2346cec-2f96-4d43-83d9-f03a1e677687 {{(pid=103258) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 11:07:52.460839 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d9cb99b4-c491-4271-becc-0d2d2181c9ef", "name": "network-vif-deleted", "tag": "7a6a5da3-5446-43d6-9ca9-386e0b6e81a2", "status": "completed", "code": 200}]} {{(pid=103258) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 11:07:52.461115 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-a2346cec-2f96-4d43-83d9-f03a1e677687 {{(pid=103258) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 11:07:52.461520 dv-cinder-830088-4-iscsi neutron-server[103258]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a2346cec-2f96-4d43-83d9-f03a1e677687'] response: {'server_uuid': 'd9cb99b4-c491-4271-becc-0d2d2181c9ef', 'name': 'network-vif-deleted', 'tag': '7a6a5da3-5446-43d6-9ca9-386e0b6e81a2', 'status': 'completed', 'code': 200} Apr 12 11:07:52.503813 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron.db.l3_dvr_db [None req-daaf350b-3e9a-46de-ba9d-a2a647cf7857 None None] Set router ebba7e6c-c174-4e43-823e-0332064b8743 gateway port host: dv-cinder-830088-4-iscsi {{(pid=103259) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 11:07:52.707517 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron.db.l3_hamode_db [None req-daaf350b-3e9a-46de-ba9d-a2a647cf7857 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ebba7e6c-c174-4e43-823e-0332064b8743', 'name': 'tempest-ServerRescueNegativeTestJSON-1877816747-router', 'tenant_id': '87551ef1ad8e4190b7a3b1c3469382df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b7be5f2-485b-4c85-8f98-fb200971b61c', 'external_fixed_ips': [{'subnet_id': '4887111e-1302-416a-ab8e-c957c9df7f85', 'ip_address': '172.27.3.24'}], 'enable_snat': True}, 'gw_port_id': '092f00f6-c2f2-4426-a5db-b5016b474eb5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T11:00:45Z', 'updated_at': '2022-04-12T11:01:02Z', 'revision_number': 4, 'project_id': '87551ef1ad8e4190b7a3b1c3469382df', 'gw_port': {'id': '092f00f6-c2f2-4426-a5db-b5016b474eb5', 'name': '', 'network_id': '3b7be5f2-485b-4c85-8f98-fb200971b61c', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:22:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ebba7e6c-c174-4e43-823e-0332064b8743', 'device_owner': 'network:router_gateway', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': '4887111e-1302-416a-ab8e-c957c9df7f85', 'ip_address': '172.27.3.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830088-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T11:00:47Z', 'updated_at': '2022-04-12T11:01:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4887111e-1302-416a-ab8e-c957c9df7f85', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830088-4-iscsi', '_interfaces': [{'id': '7599ff43-fec5-460d-87d7-48cc29fb6aaf', 'name': '', 'network_id': '696acaf3-e376-402a-9f44-515f336c0ed7', 'tenant_id': '87551ef1ad8e4190b7a3b1c3469382df', 'mac_address': 'fa:16:3e:7b:de:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ebba7e6c-c174-4e43-823e-0332064b8743', 'device_owner': 'network:router_interface', 'standard_attr_id': 122, 'fixed_ips': [{'subnet_id': 'dac559db-7802-4e19-95c5-3aacf686b15d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830088-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T11:00:59Z', 'updated_at': '2022-04-12T11:01:12Z', 'revision_number': 5, 'project_id': '87551ef1ad8e4190b7a3b1c3469382df', 'subnets': [{'id': 'dac559db-7802-4e19-95c5-3aacf686b15d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830088-4-iscsi', False) {} {{(pid=103259) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 11:07:52.733534 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-daaf350b-3e9a-46de-ba9d-a2a647cf7857 None None] Checking router: ebba7e6c-c174-4e43-823e-0332064b8743 for host: dv-cinder-830088-4-iscsi {{(pid=103259) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 12 11:07:52.741514 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron.db.l3_dvrscheduler_db [None req-daaf350b-3e9a-46de-ba9d-a2a647cf7857 None None] Routers {'ebba7e6c-c174-4e43-823e-0332064b8743'} bound to L3 agent in host dv-cinder-830088-4-iscsi {{(pid=103259) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 11:07:52.742103 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron.db.l3_hamode_db [None req-daaf350b-3e9a-46de-ba9d-a2a647cf7857 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830088-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-12T10:52:12Z,description=,heartbeat_timestamp=2022-04-12T11:07:43Z,host='dv-cinder-830088-4-iscsi',id=77f5e085-0284-4236-9dbf-35d2d452e277,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T10:52:12Z,topic='l3_agent')) {'router_ids': ['ebba7e6c-c174-4e43-823e-0332064b8743'], 'active': True} {{(pid=103259) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 11:07:52.844716 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron.db.l3_dvr_db [None req-daaf350b-3e9a-46de-ba9d-a2a647cf7857 None None] Set router ebba7e6c-c174-4e43-823e-0332064b8743 gateway port host: dv-cinder-830088-4-iscsi {{(pid=103259) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 11:07:53.034094 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron.db.l3_hamode_db [None req-daaf350b-3e9a-46de-ba9d-a2a647cf7857 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ebba7e6c-c174-4e43-823e-0332064b8743', 'name': 'tempest-ServerRescueNegativeTestJSON-1877816747-router', 'tenant_id': '87551ef1ad8e4190b7a3b1c3469382df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b7be5f2-485b-4c85-8f98-fb200971b61c', 'external_fixed_ips': [{'subnet_id': '4887111e-1302-416a-ab8e-c957c9df7f85', 'ip_address': '172.27.3.24'}], 'enable_snat': True}, 'gw_port_id': '092f00f6-c2f2-4426-a5db-b5016b474eb5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T11:00:45Z', 'updated_at': '2022-04-12T11:01:02Z', 'revision_number': 4, 'project_id': '87551ef1ad8e4190b7a3b1c3469382df', 'gw_port': {'id': '092f00f6-c2f2-4426-a5db-b5016b474eb5', 'name': '', 'network_id': '3b7be5f2-485b-4c85-8f98-fb200971b61c', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:22:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ebba7e6c-c174-4e43-823e-0332064b8743', 'device_owner': 'network:router_gateway', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': '4887111e-1302-416a-ab8e-c957c9df7f85', 'ip_address': '172.27.3.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830088-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T11:00:47Z', 'updated_at': '2022-04-12T11:01:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4887111e-1302-416a-ab8e-c957c9df7f85', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830088-4-iscsi', '_interfaces': [{'id': '7599ff43-fec5-460d-87d7-48cc29fb6aaf', 'name': '', 'network_id': '696acaf3-e376-402a-9f44-515f336c0ed7', 'tenant_id': '87551ef1ad8e4190b7a3b1c3469382df', 'mac_address': 'fa:16:3e:7b:de:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ebba7e6c-c174-4e43-823e-0332064b8743', 'device_owner': 'network:router_interface', 'standard_attr_id': 122, 'fixed_ips': [{'subnet_id': 'dac559db-7802-4e19-95c5-3aacf686b15d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830088-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T11:00:59Z', 'updated_at': '2022-04-12T11:01:12Z', 'revision_number': 5, 'project_id': '87551ef1ad8e4190b7a3b1c3469382df', 'subnets': [{'id': 'dac559db-7802-4e19-95c5-3aacf686b15d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830088-4-iscsi', False) {} {{(pid=103259) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 11:07:53.063852 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-daaf350b-3e9a-46de-ba9d-a2a647cf7857 None None] The sync data for ids ['ebba7e6c-c174-4e43-823e-0332064b8743'] in dv-cinder-830088-4-iscsi is: [{'id': 'ebba7e6c-c174-4e43-823e-0332064b8743', 'name': 'tempest-ServerRescueNegativeTestJSON-1877816747-router', 'tenant_id': '87551ef1ad8e4190b7a3b1c3469382df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b7be5f2-485b-4c85-8f98-fb200971b61c', 'external_fixed_ips': [{'subnet_id': '4887111e-1302-416a-ab8e-c957c9df7f85', 'ip_address': '172.27.3.24'}], 'enable_snat': True}, 'gw_port_id': '092f00f6-c2f2-4426-a5db-b5016b474eb5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T11:00:45Z', 'updated_at': '2022-04-12T11:01:02Z', 'revision_number': 4, 'project_id': '87551ef1ad8e4190b7a3b1c3469382df', 'gw_port': {'id': '092f00f6-c2f2-4426-a5db-b5016b474eb5', 'name': '', 'network_id': '3b7be5f2-485b-4c85-8f98-fb200971b61c', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:22:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ebba7e6c-c174-4e43-823e-0332064b8743', 'device_owner': 'network:router_gateway', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': '4887111e-1302-416a-ab8e-c957c9df7f85', 'ip_address': '172.27.3.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830088-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T11:00:47Z', 'updated_at': '2022-04-12T11:01:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4887111e-1302-416a-ab8e-c957c9df7f85', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830088-4-iscsi', '_interfaces': [{'id': '7599ff43-fec5-460d-87d7-48cc29fb6aaf', 'name': '', 'network_id': '696acaf3-e376-402a-9f44-515f336c0ed7', 'tenant_id': '87551ef1ad8e4190b7a3b1c3469382df', 'mac_address': 'fa:16:3e:7b:de:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ebba7e6c-c174-4e43-823e-0332064b8743', 'device_owner': 'network:router_interface', 'standard_attr_id': 122, 'fixed_ips': [{'subnet_id': 'dac559db-7802-4e19-95c5-3aacf686b15d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830088-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T11:00:59Z', 'updated_at': '2022-04-12T11:01:12Z', 'revision_number': 5, 'project_id': '87551ef1ad8e4190b7a3b1c3469382df', 'subnets': [{'id': 'dac559db-7802-4e19-95c5-3aacf686b15d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103259) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 12 11:07:53.263710 dv-cinder-830088-4-iscsi neutron-server[103260]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2deb6006-bc6c-40ad-b7a8-c994b1c0317b None None] New status for floating IP 001ffded-7b33-4f7b-84b7-403bc4158d38: DOWN {{(pid=103260) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 12 11:07:53.401075 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron.wsgi [-] (103257) accepted ('10.222.0.39', 55866) {{(pid=103257) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 11:07:53.458335 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-67da32be-34d3-45e2-aeae-4925b1bd7c57 tempest-ServerRescueNegativeTestJSON-1304480791 tempest-ServerRescueNegativeTestJSON-1304480791-project] Publish callbacks [] for security_group (b1b29e01-05b2-4338-a931-45b7ca5e7425), before_delete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:07:53.484234 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-67da32be-34d3-45e2-aeae-4925b1bd7c57 tempest-ServerRescueNegativeTestJSON-1304480791 tempest-ServerRescueNegativeTestJSON-1304480791-project] Publish callbacks [] for security_group (b1b29e01-05b2-4338-a931-45b7ca5e7425), precommit_delete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:07:53.531635 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-67da32be-34d3-45e2-aeae-4925b1bd7c57 tempest-ServerRescueNegativeTestJSON-1304480791 tempest-ServerRescueNegativeTestJSON-1304480791-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-415253'] for security_group (b1b29e01-05b2-4338-a931-45b7ca5e7425), after_delete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:07:53.534209 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-67da32be-34d3-45e2-aeae-4925b1bd7c57 tempest-ServerRescueNegativeTestJSON-1304480791 tempest-ServerRescueNegativeTestJSON-1304480791-project] Publish callbacks [] for security_group (None), before_response {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:07:53.535389 dv-cinder-830088-4-iscsi neutron-server[103257]: INFO neutron.wsgi [None req-67da32be-34d3-45e2-aeae-4925b1bd7c57 tempest-ServerRescueNegativeTestJSON-1304480791 tempest-ServerRescueNegativeTestJSON-1304480791-project] 10.222.0.39 "DELETE /v2.0/security-groups/b1b29e01-05b2-4338-a931-45b7ca5e7425 HTTP/1.1" status: 204 len: 168 time: 0.1333222 Apr 12 11:07:53.538179 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.wsgi [-] (103258) accepted ('10.222.0.39', 55868) {{(pid=103258) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 11:07:53.544116 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67da32be-34d3-45e2-aeae-4925b1bd7c57 tempest-ServerRescueNegativeTestJSON-1304480791 tempest-ServerRescueNegativeTestJSON-1304480791-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b1b29e01-05b2-4338-a931-45b7ca5e7425,revision_number=None']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:07:53.557975 dv-cinder-830088-4-iscsi neutron-server[103258]: INFO neutron.api.v2.resource [None req-24b1cd06-b8e2-48d9-bad4-874c81203a78 tempest-ServerRescueNegativeTestJSON-1304480791 tempest-ServerRescueNegativeTestJSON-1304480791-project] show failed (client error): The resource could not be found. Apr 12 11:07:53.559075 dv-cinder-830088-4-iscsi neutron-server[103258]: INFO neutron.wsgi [None req-24b1cd06-b8e2-48d9-bad4-874c81203a78 tempest-ServerRescueNegativeTestJSON-1304480791 tempest-ServerRescueNegativeTestJSON-1304480791-project] 10.222.0.39 "GET /v2.0/security-groups/b1b29e01-05b2-4338-a931-45b7ca5e7425 HTTP/1.1" status: 404 len: 347 time: 0.0198216 Apr 12 11:07:53.561655 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.wsgi [-] (103258) accepted ('10.222.0.39', 55870) {{(pid=103258) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 11:07:53.675842 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.plugins.ml2.plugin [None req-468661d2-4e16-4c6f-85fe-7846075bf322 tempest-ServerRescueNegativeTestJSON-1304480791 tempest-ServerRescueNegativeTestJSON-1304480791-project] Deleting port 52e7bfd7-5f48-4eeb-8b64-75125d2483e0 {{(pid=103258) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 12 11:07:53.676183 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-468661d2-4e16-4c6f-85fe-7846075bf322 tempest-ServerRescueNegativeTestJSON-1304480791 tempest-ServerRescueNegativeTestJSON-1304480791-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777667983647'] for port (52e7bfd7-5f48-4eeb-8b64-75125d2483e0), before_delete {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:07:53.749255 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-468661d2-4e16-4c6f-85fe-7846075bf322 tempest-ServerRescueNegativeTestJSON-1304480791 tempest-ServerRescueNegativeTestJSON-1304480791-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-575824'] for port (52e7bfd7-5f48-4eeb-8b64-75125d2483e0), precommit_delete {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:07:53.749504 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-468661d2-4e16-4c6f-85fe-7846075bf322 tempest-ServerRescueNegativeTestJSON-1304480791 tempest-ServerRescueNegativeTestJSON-1304480791-project] Publish callbacks [] for floatingip (52e7bfd7-5f48-4eeb-8b64-75125d2483e0), precommit_delete {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:07:53.761171 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.plugins.ml2.plugin [None req-468661d2-4e16-4c6f-85fe-7846075bf322 tempest-ServerRescueNegativeTestJSON-1304480791 tempest-ServerRescueNegativeTestJSON-1304480791-project] Calling delete_port for 52e7bfd7-5f48-4eeb-8b64-75125d2483e0 owned by network:floatingip {{(pid=103258) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 12 11:07:53.889361 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-468661d2-4e16-4c6f-85fe-7846075bf322 tempest-ServerRescueNegativeTestJSON-1304480791 tempest-ServerRescueNegativeTestJSON-1304480791-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1534861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777667992077', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777667450161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4796947'] for port (52e7bfd7-5f48-4eeb-8b64-75125d2483e0), after_delete {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:07:53.914335 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-468661d2-4e16-4c6f-85fe-7846075bf322 tempest-ServerRescueNegativeTestJSON-1304480791 tempest-ServerRescueNegativeTestJSON-1304480791-project] Pushing event deleted for resources: {'Port': ['ID=52e7bfd7-5f48-4eeb-8b64-75125d2483e0,revision_number=None']} {{(pid=103258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:07:53.975266 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-468661d2-4e16-4c6f-85fe-7846075bf322 tempest-ServerRescueNegativeTestJSON-1304480791 tempest-ServerRescueNegativeTestJSON-1304480791-project] Publish callbacks [] for floatingip (001ffded-7b33-4f7b-84b7-403bc4158d38), after_delete {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:07:53.977854 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-468661d2-4e16-4c6f-85fe-7846075bf322 tempest-ServerRescueNegativeTestJSON-1304480791 tempest-ServerRescueNegativeTestJSON-1304480791-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108023'] for floatingip (None), before_response {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:07:53.979009 dv-cinder-830088-4-iscsi neutron-server[103258]: INFO neutron.wsgi [None req-468661d2-4e16-4c6f-85fe-7846075bf322 tempest-ServerRescueNegativeTestJSON-1304480791 tempest-ServerRescueNegativeTestJSON-1304480791-project] 10.222.0.39 "DELETE /v2.0/floatingips/001ffded-7b33-4f7b-84b7-403bc4158d38 HTTP/1.1" status: 204 len: 168 time: 0.4164088 Apr 12 11:07:56.425783 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21a3d3f3-b363-430c-adfb-0c7c9ad61297 req-d9ee8f46-9c66-4866-9a38-877ee0e4a4b1 tempest-ServerRescueNegativeTestJSON-1304480791 tempest-ServerRescueNegativeTestJSON-1304480791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:07:56.427268 dv-cinder-830088-4-iscsi neutron-server[103258]: INFO neutron.wsgi [req-21a3d3f3-b363-430c-adfb-0c7c9ad61297 req-d9ee8f46-9c66-4866-9a38-877ee0e4a4b1 tempest-ServerRescueNegativeTestJSON-1304480791 tempest-ServerRescueNegativeTestJSON-1304480791-project] 10.222.0.39 "GET /v2.0/ports?device_id=9850fc3f-3ca4-4813-9ce5-f048fd29222e HTTP/1.1" status: 200 len: 945 time: 0.0462778 Apr 12 11:07:56.472394 dv-cinder-830088-4-iscsi neutron-server[103258]: INFO neutron.wsgi [req-21a3d3f3-b363-430c-adfb-0c7c9ad61297 req-11e765bc-48d9-4858-9eb6-906cfb99822e tempest-ServerRescueNegativeTestJSON-1304480791 tempest-ServerRescueNegativeTestJSON-1304480791-project] 10.222.0.39 "GET /v2.0/security-groups?id=d3f9b1f1-6368-4c51-964e-16ec3a7a3785&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395916 Apr 12 11:07:56.672366 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron.plugins.ml2.rpc [None req-ae6c308c-a92e-4424-a7f8-d6a17e5174ef None None] Device 7a6a5da3-5446-43d6-9ca9-386e0b6e81a2 no longer exists at agent hyperv_hv-cinder-83008 {{(pid=103259) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 12 11:07:56.691930 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron.plugins.ml2.plugin [None req-ae6c308c-a92e-4424-a7f8-d6a17e5174ef None None] No Port match for: 7a6a5da3-5446-43d6-9ca9-386e0b6e81a2 {{(pid=103259) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 12 11:07:56.692270 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron.plugins.ml2.rpc [None req-ae6c308c-a92e-4424-a7f8-d6a17e5174ef None None] Device 7a6a5da3-5446-43d6-9ca9-386e0b6e81a2 not bound to the agent host hv-cinder-83008 {{(pid=103259) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 12 11:07:57.430660 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3e1760c-9f27-4f03-af9e-8b192dde59a2 req-1067ec80-bea3-464f-8d0d-0e6aa64550b3 tempest-ServerRescueNegativeTestJSON-1304480791 tempest-ServerRescueNegativeTestJSON-1304480791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:07:57.432134 dv-cinder-830088-4-iscsi neutron-server[103258]: INFO neutron.wsgi [req-a3e1760c-9f27-4f03-af9e-8b192dde59a2 req-1067ec80-bea3-464f-8d0d-0e6aa64550b3 tempest-ServerRescueNegativeTestJSON-1304480791 tempest-ServerRescueNegativeTestJSON-1304480791-project] 10.222.0.53 "GET /v2.0/ports?device_id=9850fc3f-3ca4-4813-9ce5-f048fd29222e HTTP/1.1" status: 200 len: 945 time: 0.0447738 Apr 12 11:07:57.519909 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.plugins.ml2.plugin [req-a3e1760c-9f27-4f03-af9e-8b192dde59a2 req-01119cc0-5033-4c97-92bf-aae062619a08 tempest-ServerRescueNegativeTestJSON-1304480791 tempest-ServerRescueNegativeTestJSON-1304480791-project] Deleting port 32eb7972-1ced-4874-ad88-2f410c1396b9 {{(pid=103258) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 12 11:07:57.520257 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [req-a3e1760c-9f27-4f03-af9e-8b192dde59a2 req-01119cc0-5033-4c97-92bf-aae062619a08 tempest-ServerRescueNegativeTestJSON-1304480791 tempest-ServerRescueNegativeTestJSON-1304480791-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777667983647'] for port (32eb7972-1ced-4874-ad88-2f410c1396b9), before_delete {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:07:57.586546 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faeaac26-f19f-4d8e-944c-3a6d1dbd63ff req-98d791cd-3bbb-470f-9556-b0d1f805db7c tempest-ServerRescueNegativeTestJSON-1304480791 tempest-ServerRescueNegativeTestJSON-1304480791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:07:57.588046 dv-cinder-830088-4-iscsi neutron-server[103257]: INFO neutron.wsgi [req-faeaac26-f19f-4d8e-944c-3a6d1dbd63ff req-98d791cd-3bbb-470f-9556-b0d1f805db7c tempest-ServerRescueNegativeTestJSON-1304480791 tempest-ServerRescueNegativeTestJSON-1304480791-project] 10.222.0.39 "GET /v2.0/ports?device_id=9850fc3f-3ca4-4813-9ce5-f048fd29222e HTTP/1.1" status: 200 len: 945 time: 0.0477159 Apr 12 11:07:57.606347 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.plugins.ml2.db [req-a3e1760c-9f27-4f03-af9e-8b192dde59a2 req-01119cc0-5033-4c97-92bf-aae062619a08 tempest-ServerRescueNegativeTestJSON-1304480791 tempest-ServerRescueNegativeTestJSON-1304480791-project] For port 32eb7972-1ced-4874-ad88-2f410c1396b9, host hv-cinder-83008, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83008',level=0,port_id=32eb7972-1ced-4874-ad88-2f410c1396b9,segment=NetworkSegment(fef06479-df1c-48b3-ab23-a5007803664a),segment_id=fef06479-df1c-48b3-ab23-a5007803664a)] {{(pid=103258) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 11:07:57.606734 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [req-a3e1760c-9f27-4f03-af9e-8b192dde59a2 req-01119cc0-5033-4c97-92bf-aae062619a08 tempest-ServerRescueNegativeTestJSON-1304480791 tempest-ServerRescueNegativeTestJSON-1304480791-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-575824'] for port (32eb7972-1ced-4874-ad88-2f410c1396b9), precommit_delete {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:07:57.619486 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.plugins.ml2.plugin [req-a3e1760c-9f27-4f03-af9e-8b192dde59a2 req-01119cc0-5033-4c97-92bf-aae062619a08 tempest-ServerRescueNegativeTestJSON-1304480791 tempest-ServerRescueNegativeTestJSON-1304480791-project] Calling delete_port for 32eb7972-1ced-4874-ad88-2f410c1396b9 owned by compute:nova {{(pid=103258) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 12 11:07:57.633682 dv-cinder-830088-4-iscsi neutron-server[103257]: INFO neutron.wsgi [req-faeaac26-f19f-4d8e-944c-3a6d1dbd63ff req-b956dacb-deb7-46c4-bf63-a537893c1a49 tempest-ServerRescueNegativeTestJSON-1304480791 tempest-ServerRescueNegativeTestJSON-1304480791-project] 10.222.0.39 "GET /v2.0/security-groups?id=d3f9b1f1-6368-4c51-964e-16ec3a7a3785&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389075 Apr 12 11:07:57.748117 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [req-a3e1760c-9f27-4f03-af9e-8b192dde59a2 req-01119cc0-5033-4c97-92bf-aae062619a08 tempest-ServerRescueNegativeTestJSON-1304480791 tempest-ServerRescueNegativeTestJSON-1304480791-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1534861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777667992077', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777667450161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4796947'] for port (32eb7972-1ced-4874-ad88-2f410c1396b9), after_delete {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:07:57.776845 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01119cc0-5033-4c97-92bf-aae062619a08 tempest-ServerRescueNegativeTestJSON-1304480791 tempest-ServerRescueNegativeTestJSON-1304480791-project] Pushing event deleted for resources: {'Port': ['ID=32eb7972-1ced-4874-ad88-2f410c1396b9,revision_number=None']} {{(pid=103258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:07:57.791337 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron.plugins.ml2.db [None req-ae6c308c-a92e-4424-a7f8-d6a17e5174ef None None] get_ports_and_sgs() called for port_ids ['d44d9ccf-b10a-4742-9c74-7f9d8d3c3ce8', '32eb7972-1ced-4874-ad88-2f410c1396b9'] {{(pid=103259) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 12 11:07:57.825393 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.db.l3_dvrscheduler_db [req-a3e1760c-9f27-4f03-af9e-8b192dde59a2 req-01119cc0-5033-4c97-92bf-aae062619a08 tempest-ServerRescueNegativeTestJSON-1304480791 tempest-ServerRescueNegativeTestJSON-1304480791-project] No DVR routers for this DVR port 32eb7972-1ced-4874-ad88-2f410c1396b9 on host hv-cinder-83008 {{(pid=103258) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 12 11:07:57.828170 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [req-a3e1760c-9f27-4f03-af9e-8b192dde59a2 req-01119cc0-5033-4c97-92bf-aae062619a08 tempest-ServerRescueNegativeTestJSON-1304480791 tempest-ServerRescueNegativeTestJSON-1304480791-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108023'] for port (None), before_response {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:07:57.831515 dv-cinder-830088-4-iscsi neutron-server[103258]: INFO neutron.wsgi [req-a3e1760c-9f27-4f03-af9e-8b192dde59a2 req-01119cc0-5033-4c97-92bf-aae062619a08 tempest-ServerRescueNegativeTestJSON-1304480791 tempest-ServerRescueNegativeTestJSON-1304480791-project] 10.222.0.53 "DELETE /v2.0/ports/32eb7972-1ced-4874-ad88-2f410c1396b9 HTTP/1.1" status: 204 len: 173 time: 0.3937333 Apr 12 11:07:57.831976 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9850fc3f-3ca4-4813-9ce5-f048fd29222e', 'name': 'network-vif-deleted', 'tag': '32eb7972-1ced-4874-ad88-2f410c1396b9'}] {{(pid=103258) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 11:07:57.834235 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c54b6d548356c9296345eb8e608a1624e6dfb095c10b2709a108c8ba991c21a4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5a8c0c97-230a-42d6-b62d-e3b75fc2ccde" -d '{"events": [{"server_uuid": "9850fc3f-3ca4-4813-9ce5-f048fd29222e", "name": "network-vif-deleted", "tag": "32eb7972-1ced-4874-ad88-2f410c1396b9"}]}' {{(pid=103258) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 11:07:57.874903 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Apr 2022 11:07:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a6bab677-0dba-40d7-98eb-d5f0d98f0699 x-openstack-request-id: req-a6bab677-0dba-40d7-98eb-d5f0d98f0699 {{(pid=103258) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 11:07:57.875229 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9850fc3f-3ca4-4813-9ce5-f048fd29222e", "name": "network-vif-deleted", "tag": "32eb7972-1ced-4874-ad88-2f410c1396b9", "status": "completed", "code": 200}]} {{(pid=103258) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 11:07:57.875514 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-a6bab677-0dba-40d7-98eb-d5f0d98f0699 {{(pid=103258) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 11:07:57.876536 dv-cinder-830088-4-iscsi neutron-server[103258]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a6bab677-0dba-40d7-98eb-d5f0d98f0699'] response: {'server_uuid': '9850fc3f-3ca4-4813-9ce5-f048fd29222e', 'name': 'network-vif-deleted', 'tag': '32eb7972-1ced-4874-ad88-2f410c1396b9', 'status': 'completed', 'code': 200} Apr 12 11:07:58.888260 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a67d1f9-eddb-4c22-91fb-5ef323ed124c req-ed1a181c-10d6-4656-9406-7ab3e16d2e75 tempest-ServerRescueNegativeTestJSON-1304480791 tempest-ServerRescueNegativeTestJSON-1304480791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:07:58.890340 dv-cinder-830088-4-iscsi neutron-server[103257]: INFO neutron.wsgi [req-7a67d1f9-eddb-4c22-91fb-5ef323ed124c req-ed1a181c-10d6-4656-9406-7ab3e16d2e75 tempest-ServerRescueNegativeTestJSON-1304480791 tempest-ServerRescueNegativeTestJSON-1304480791-project] 10.222.0.39 "GET /v2.0/ports?device_id=59d855d0-c55b-43eb-bbd0-ca27547aa179 HTTP/1.1" status: 200 len: 945 time: 0.0462630 Apr 12 11:07:58.934658 dv-cinder-830088-4-iscsi neutron-server[103257]: INFO neutron.wsgi [req-7a67d1f9-eddb-4c22-91fb-5ef323ed124c req-34a4d235-6440-4a46-808f-3f6b1dfbee36 tempest-ServerRescueNegativeTestJSON-1304480791 tempest-ServerRescueNegativeTestJSON-1304480791-project] 10.222.0.39 "GET /v2.0/security-groups?id=d3f9b1f1-6368-4c51-964e-16ec3a7a3785&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388229 Apr 12 11:08:00.047134 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a6655d7-10d6-4008-bfaa-2a7dd18c7f78 req-e5ff46b5-b513-4cec-a466-803c39f81d26 tempest-ServerRescueNegativeTestJSON-1304480791 tempest-ServerRescueNegativeTestJSON-1304480791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:08:00.048623 dv-cinder-830088-4-iscsi neutron-server[103258]: INFO neutron.wsgi [req-1a6655d7-10d6-4008-bfaa-2a7dd18c7f78 req-e5ff46b5-b513-4cec-a466-803c39f81d26 tempest-ServerRescueNegativeTestJSON-1304480791 tempest-ServerRescueNegativeTestJSON-1304480791-project] 10.222.0.39 "GET /v2.0/ports?device_id=59d855d0-c55b-43eb-bbd0-ca27547aa179 HTTP/1.1" status: 200 len: 945 time: 0.0457878 Apr 12 11:08:00.094036 dv-cinder-830088-4-iscsi neutron-server[103258]: INFO neutron.wsgi [req-1a6655d7-10d6-4008-bfaa-2a7dd18c7f78 req-0c7b09ac-354d-4775-b80c-6cc01f045f10 tempest-ServerRescueNegativeTestJSON-1304480791 tempest-ServerRescueNegativeTestJSON-1304480791-project] 10.222.0.39 "GET /v2.0/security-groups?id=d3f9b1f1-6368-4c51-964e-16ec3a7a3785&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399697 Apr 12 11:08:01.204792 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9881895-81ce-48fc-b103-9bbd62a10404 req-92fdb0ab-61cb-4304-a213-0d54152a2ede tempest-ServerRescueNegativeTestJSON-1304480791 tempest-ServerRescueNegativeTestJSON-1304480791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:08:01.206237 dv-cinder-830088-4-iscsi neutron-server[103257]: INFO neutron.wsgi [req-b9881895-81ce-48fc-b103-9bbd62a10404 req-92fdb0ab-61cb-4304-a213-0d54152a2ede tempest-ServerRescueNegativeTestJSON-1304480791 tempest-ServerRescueNegativeTestJSON-1304480791-project] 10.222.0.39 "GET /v2.0/ports?device_id=59d855d0-c55b-43eb-bbd0-ca27547aa179 HTTP/1.1" status: 200 len: 945 time: 0.0469337 Apr 12 11:08:01.254947 dv-cinder-830088-4-iscsi neutron-server[103257]: INFO neutron.wsgi [req-b9881895-81ce-48fc-b103-9bbd62a10404 req-6073b07d-22ed-42a9-9c2d-07b46df0dfdc tempest-ServerRescueNegativeTestJSON-1304480791 tempest-ServerRescueNegativeTestJSON-1304480791-project] 10.222.0.39 "GET /v2.0/security-groups?id=d3f9b1f1-6368-4c51-964e-16ec3a7a3785&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430820 Apr 12 11:08:01.608737 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1268138b-e69d-4016-98d5-c9b197486628 req-ef579a20-3455-4d78-b808-b2ae1a092a0c tempest-ServerRescueNegativeTestJSON-1304480791 tempest-ServerRescueNegativeTestJSON-1304480791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:08:01.610183 dv-cinder-830088-4-iscsi neutron-server[103258]: INFO neutron.wsgi [req-1268138b-e69d-4016-98d5-c9b197486628 req-ef579a20-3455-4d78-b808-b2ae1a092a0c tempest-ServerRescueNegativeTestJSON-1304480791 tempest-ServerRescueNegativeTestJSON-1304480791-project] 10.222.0.53 "GET /v2.0/ports?device_id=59d855d0-c55b-43eb-bbd0-ca27547aa179 HTTP/1.1" status: 200 len: 945 time: 0.0469413 Apr 12 11:08:01.704064 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.plugins.ml2.plugin [req-1268138b-e69d-4016-98d5-c9b197486628 req-e17d808d-6214-40b3-8099-b6ae82e748b3 tempest-ServerRescueNegativeTestJSON-1304480791 tempest-ServerRescueNegativeTestJSON-1304480791-project] Deleting port d44d9ccf-b10a-4742-9c74-7f9d8d3c3ce8 {{(pid=103258) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 12 11:08:01.704336 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [req-1268138b-e69d-4016-98d5-c9b197486628 req-e17d808d-6214-40b3-8099-b6ae82e748b3 tempest-ServerRescueNegativeTestJSON-1304480791 tempest-ServerRescueNegativeTestJSON-1304480791-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777667983647'] for port (d44d9ccf-b10a-4742-9c74-7f9d8d3c3ce8), before_delete {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:08:01.789070 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.plugins.ml2.db [req-1268138b-e69d-4016-98d5-c9b197486628 req-e17d808d-6214-40b3-8099-b6ae82e748b3 tempest-ServerRescueNegativeTestJSON-1304480791 tempest-ServerRescueNegativeTestJSON-1304480791-project] For port d44d9ccf-b10a-4742-9c74-7f9d8d3c3ce8, host hv-cinder-83008, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83008',level=0,port_id=d44d9ccf-b10a-4742-9c74-7f9d8d3c3ce8,segment=NetworkSegment(fef06479-df1c-48b3-ab23-a5007803664a),segment_id=fef06479-df1c-48b3-ab23-a5007803664a)] {{(pid=103258) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 11:08:01.789434 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [req-1268138b-e69d-4016-98d5-c9b197486628 req-e17d808d-6214-40b3-8099-b6ae82e748b3 tempest-ServerRescueNegativeTestJSON-1304480791 tempest-ServerRescueNegativeTestJSON-1304480791-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-575824'] for port (d44d9ccf-b10a-4742-9c74-7f9d8d3c3ce8), precommit_delete {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:08:01.801976 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.plugins.ml2.plugin [req-1268138b-e69d-4016-98d5-c9b197486628 req-e17d808d-6214-40b3-8099-b6ae82e748b3 tempest-ServerRescueNegativeTestJSON-1304480791 tempest-ServerRescueNegativeTestJSON-1304480791-project] Calling delete_port for d44d9ccf-b10a-4742-9c74-7f9d8d3c3ce8 owned by compute:nova {{(pid=103258) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 12 11:08:01.930388 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [req-1268138b-e69d-4016-98d5-c9b197486628 req-e17d808d-6214-40b3-8099-b6ae82e748b3 tempest-ServerRescueNegativeTestJSON-1304480791 tempest-ServerRescueNegativeTestJSON-1304480791-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1534861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777667992077', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777667450161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4796947'] for port (d44d9ccf-b10a-4742-9c74-7f9d8d3c3ce8), after_delete {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:08:01.956838 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e17d808d-6214-40b3-8099-b6ae82e748b3 tempest-ServerRescueNegativeTestJSON-1304480791 tempest-ServerRescueNegativeTestJSON-1304480791-project] Pushing event deleted for resources: {'Port': ['ID=d44d9ccf-b10a-4742-9c74-7f9d8d3c3ce8,revision_number=None']} {{(pid=103258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:08:01.966569 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e17d808d-6214-40b3-8099-b6ae82e748b3 tempest-ServerRescueNegativeTestJSON-1304480791 tempest-ServerRescueNegativeTestJSON-1304480791-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830088-4-iscsi {{(pid=103258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:08:01.966949 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e17d808d-6214-40b3-8099-b6ae82e748b3 tempest-ServerRescueNegativeTestJSON-1304480791 tempest-ServerRescueNegativeTestJSON-1304480791-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830088-4-iscsi {{(pid=103258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:08:01.967324 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e17d808d-6214-40b3-8099-b6ae82e748b3 tempest-ServerRescueNegativeTestJSON-1304480791 tempest-ServerRescueNegativeTestJSON-1304480791-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830088-4-iscsi {{(pid=103258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:08:01.967668 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e17d808d-6214-40b3-8099-b6ae82e748b3 tempest-ServerRescueNegativeTestJSON-1304480791 tempest-ServerRescueNegativeTestJSON-1304480791-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830088-4-iscsi {{(pid=103258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:08:01.970733 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e17d808d-6214-40b3-8099-b6ae82e748b3 tempest-ServerRescueNegativeTestJSON-1304480791 tempest-ServerRescueNegativeTestJSON-1304480791-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830088-4-iscsi {{(pid=103258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:08:01.970733 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e17d808d-6214-40b3-8099-b6ae82e748b3 tempest-ServerRescueNegativeTestJSON-1304480791 tempest-ServerRescueNegativeTestJSON-1304480791-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830088-4-iscsi {{(pid=103258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:08:01.970733 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e17d808d-6214-40b3-8099-b6ae82e748b3 tempest-ServerRescueNegativeTestJSON-1304480791 tempest-ServerRescueNegativeTestJSON-1304480791-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830088-4-iscsi {{(pid=103258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:08:01.970733 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e17d808d-6214-40b3-8099-b6ae82e748b3 tempest-ServerRescueNegativeTestJSON-1304480791 tempest-ServerRescueNegativeTestJSON-1304480791-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830088-4-iscsi {{(pid=103258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:08:01.970733 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e17d808d-6214-40b3-8099-b6ae82e748b3 tempest-ServerRescueNegativeTestJSON-1304480791 tempest-ServerRescueNegativeTestJSON-1304480791-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-830088-4-iscsi {{(pid=103258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:08:01.970733 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e17d808d-6214-40b3-8099-b6ae82e748b3 tempest-ServerRescueNegativeTestJSON-1304480791 tempest-ServerRescueNegativeTestJSON-1304480791-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830088-4-iscsi {{(pid=103258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:08:01.970733 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e17d808d-6214-40b3-8099-b6ae82e748b3 tempest-ServerRescueNegativeTestJSON-1304480791 tempest-ServerRescueNegativeTestJSON-1304480791-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830088-4-iscsi {{(pid=103258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:08:01.970733 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e17d808d-6214-40b3-8099-b6ae82e748b3 tempest-ServerRescueNegativeTestJSON-1304480791 tempest-ServerRescueNegativeTestJSON-1304480791-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830088-4-iscsi {{(pid=103258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:08:01.972146 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron.plugins.ml2.db [None req-ae6c308c-a92e-4424-a7f8-d6a17e5174ef None None] get_ports_and_sgs() called for port_ids ['d44d9ccf-b10a-4742-9c74-7f9d8d3c3ce8'] {{(pid=103259) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 12 11:08:01.972521 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e17d808d-6214-40b3-8099-b6ae82e748b3 tempest-ServerRescueNegativeTestJSON-1304480791 tempest-ServerRescueNegativeTestJSON-1304480791-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830088-4-iscsi {{(pid=103258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:08:01.972521 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e17d808d-6214-40b3-8099-b6ae82e748b3 tempest-ServerRescueNegativeTestJSON-1304480791 tempest-ServerRescueNegativeTestJSON-1304480791-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830088-4-iscsi {{(pid=103258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:08:01.972521 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e17d808d-6214-40b3-8099-b6ae82e748b3 tempest-ServerRescueNegativeTestJSON-1304480791 tempest-ServerRescueNegativeTestJSON-1304480791-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830088-4-iscsi {{(pid=103258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:08:02.018962 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.db.l3_dvrscheduler_db [req-1268138b-e69d-4016-98d5-c9b197486628 req-e17d808d-6214-40b3-8099-b6ae82e748b3 tempest-ServerRescueNegativeTestJSON-1304480791 tempest-ServerRescueNegativeTestJSON-1304480791-project] No DVR routers for this DVR port d44d9ccf-b10a-4742-9c74-7f9d8d3c3ce8 on host hv-cinder-83008 {{(pid=103258) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 12 11:08:02.021364 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [req-1268138b-e69d-4016-98d5-c9b197486628 req-e17d808d-6214-40b3-8099-b6ae82e748b3 tempest-ServerRescueNegativeTestJSON-1304480791 tempest-ServerRescueNegativeTestJSON-1304480791-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108023'] for port (None), before_response {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:08:02.024612 dv-cinder-830088-4-iscsi neutron-server[103258]: INFO neutron.wsgi [req-1268138b-e69d-4016-98d5-c9b197486628 req-e17d808d-6214-40b3-8099-b6ae82e748b3 tempest-ServerRescueNegativeTestJSON-1304480791 tempest-ServerRescueNegativeTestJSON-1304480791-project] 10.222.0.53 "DELETE /v2.0/ports/d44d9ccf-b10a-4742-9c74-7f9d8d3c3ce8 HTTP/1.1" status: 204 len: 173 time: 0.4001524 Apr 12 11:08:02.025036 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '59d855d0-c55b-43eb-bbd0-ca27547aa179', 'name': 'network-vif-deleted', 'tag': 'd44d9ccf-b10a-4742-9c74-7f9d8d3c3ce8'}] {{(pid=103258) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 11:08:02.027224 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c54b6d548356c9296345eb8e608a1624e6dfb095c10b2709a108c8ba991c21a4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ca874c6a-031f-45ae-9f01-6f464f8581eb" -d '{"events": [{"server_uuid": "59d855d0-c55b-43eb-bbd0-ca27547aa179", "name": "network-vif-deleted", "tag": "d44d9ccf-b10a-4742-9c74-7f9d8d3c3ce8"}]}' {{(pid=103258) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 11:08:02.065470 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Apr 2022 11:08:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-59d047a1-0fcb-4677-b31d-f90550ab20c0 x-openstack-request-id: req-59d047a1-0fcb-4677-b31d-f90550ab20c0 {{(pid=103258) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 11:08:02.065756 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "59d855d0-c55b-43eb-bbd0-ca27547aa179", "name": "network-vif-deleted", "tag": "d44d9ccf-b10a-4742-9c74-7f9d8d3c3ce8", "status": "completed", "code": 200}]} {{(pid=103258) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 11:08:02.066023 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-59d047a1-0fcb-4677-b31d-f90550ab20c0 {{(pid=103258) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 11:08:02.066426 dv-cinder-830088-4-iscsi neutron-server[103258]: INFO neutron.notifiers.nova [-] Nova event matching ['req-59d047a1-0fcb-4677-b31d-f90550ab20c0'] response: {'server_uuid': '59d855d0-c55b-43eb-bbd0-ca27547aa179', 'name': 'network-vif-deleted', 'tag': 'd44d9ccf-b10a-4742-9c74-7f9d8d3c3ce8', 'status': 'completed', 'code': 200} Apr 12 11:08:02.361621 dv-cinder-830088-4-iscsi neutron-server[103257]: INFO neutron.wsgi [req-bbbb2e23-4a51-4dbe-875d-388034a1cb33 req-ae694dd2-7165-45aa-8b3a-2e0d3f9f17eb tempest-ServerRescueNegativeTestJSON-1304480791 tempest-ServerRescueNegativeTestJSON-1304480791-project] 10.222.0.39 "GET /v2.0/ports?device_id=59d855d0-c55b-43eb-bbd0-ca27547aa179 HTTP/1.1" status: 200 len: 210 time: 0.0292246 Apr 12 11:08:02.705146 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron.plugins.ml2.rpc [None req-ae6c308c-a92e-4424-a7f8-d6a17e5174ef None None] Device 32eb7972-1ced-4874-ad88-2f410c1396b9 no longer exists at agent hyperv_hv-cinder-83008 {{(pid=103259) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 12 11:08:02.727011 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron.plugins.ml2.plugin [None req-ae6c308c-a92e-4424-a7f8-d6a17e5174ef None None] No Port match for: 32eb7972-1ced-4874-ad88-2f410c1396b9 {{(pid=103259) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 12 11:08:02.727356 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron.plugins.ml2.rpc [None req-ae6c308c-a92e-4424-a7f8-d6a17e5174ef None None] Device 32eb7972-1ced-4874-ad88-2f410c1396b9 not bound to the agent host hv-cinder-83008 {{(pid=103259) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 12 11:08:03.417339 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.wsgi [-] (103258) accepted ('10.222.0.39', 55918) {{(pid=103258) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 11:08:04.222314 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-02705b57-b10b-4b75-8fec-455b25b32d51 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-584654'] for router_interface (ebba7e6c-c174-4e43-823e-0332064b8743), before_delete {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:08:04.497099 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.plugins.ml2.plugin [None req-02705b57-b10b-4b75-8fec-455b25b32d51 admin admin] Deleting port 7599ff43-fec5-460d-87d7-48cc29fb6aaf {{(pid=103258) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 12 11:08:04.497761 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-02705b57-b10b-4b75-8fec-455b25b32d51 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777667983647'] for port (7599ff43-fec5-460d-87d7-48cc29fb6aaf), before_delete {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:08:04.572433 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.plugins.ml2.db [None req-02705b57-b10b-4b75-8fec-455b25b32d51 admin admin] For port 7599ff43-fec5-460d-87d7-48cc29fb6aaf, host dv-cinder-830088-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830088-4-iscsi',level=0,port_id=7599ff43-fec5-460d-87d7-48cc29fb6aaf,segment=NetworkSegment(fef06479-df1c-48b3-ab23-a5007803664a),segment_id=fef06479-df1c-48b3-ab23-a5007803664a)] {{(pid=103258) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 11:08:04.572797 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-02705b57-b10b-4b75-8fec-455b25b32d51 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-575824'] for port (7599ff43-fec5-460d-87d7-48cc29fb6aaf), precommit_delete {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:08:04.585504 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.plugins.ml2.plugin [None req-02705b57-b10b-4b75-8fec-455b25b32d51 admin admin] Calling delete_port for 7599ff43-fec5-460d-87d7-48cc29fb6aaf owned by network:router_interface {{(pid=103258) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 12 11:08:04.757593 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-02705b57-b10b-4b75-8fec-455b25b32d51 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1534861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777667992077', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777667450161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4796947'] for port (7599ff43-fec5-460d-87d7-48cc29fb6aaf), after_delete {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:08:04.784271 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02705b57-b10b-4b75-8fec-455b25b32d51 admin admin] Pushing event deleted for resources: {'Port': ['ID=7599ff43-fec5-460d-87d7-48cc29fb6aaf,revision_number=None']} {{(pid=103258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:08:04.947724 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-02705b57-b10b-4b75-8fec-455b25b32d51 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-586184', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-584546'] for router_interface (ebba7e6c-c174-4e43-823e-0332064b8743), after_delete {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:08:05.162296 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-02705b57-b10b-4b75-8fec-455b25b32d51 admin admin] Router ebba7e6c-c174-4e43-823e-0332064b8743 has already been hosted by L3 agent 77f5e085-0284-4236-9dbf-35d2d452e277 {{(pid=103258) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 12 11:08:05.269701 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-02705b57-b10b-4b75-8fec-455b25b32d51 admin admin] Notify agent at l3_agent.dv-cinder-830088-4-iscsi the message routers_updated {{(pid=103258) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 12 11:08:05.274622 dv-cinder-830088-4-iscsi neutron-server[103258]: INFO neutron.wsgi [None req-02705b57-b10b-4b75-8fec-455b25b32d51 admin admin] 10.222.0.39 "PUT /v2.0/routers/ebba7e6c-c174-4e43-823e-0332064b8743/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8562710 Apr 12 11:08:05.277184 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.wsgi [-] (103258) accepted ('10.222.0.39', 55922) {{(pid=103258) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 11:08:05.279734 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57f5ea5b-bf43-4b21-bd3f-97001250c8d7 None None] Sync routers for ids ['ebba7e6c-c174-4e43-823e-0332064b8743'] in dv-cinder-830088-4-iscsi {{(pid=103259) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 12 11:08:05.289454 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57f5ea5b-bf43-4b21-bd3f-97001250c8d7 None None] Routers {'ebba7e6c-c174-4e43-823e-0332064b8743'} bound to L3 agent in host dv-cinder-830088-4-iscsi {{(pid=103259) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 11:08:05.290047 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron.db.l3_hamode_db [None req-57f5ea5b-bf43-4b21-bd3f-97001250c8d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830088-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-12T10:52:12Z,description=,heartbeat_timestamp=2022-04-12T11:07:43Z,host='dv-cinder-830088-4-iscsi',id=77f5e085-0284-4236-9dbf-35d2d452e277,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T10:52:12Z,topic='l3_agent')) {'router_ids': ['ebba7e6c-c174-4e43-823e-0332064b8743'], 'active': True} {{(pid=103259) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 11:08:05.382987 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-f949f840-1667-4bd8-833a-4f746f607c2b admin admin] Publish callbacks [] for router (ebba7e6c-c174-4e43-823e-0332064b8743), before_delete {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:08:05.396068 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron.db.l3_dvr_db [None req-57f5ea5b-bf43-4b21-bd3f-97001250c8d7 None None] Set router ebba7e6c-c174-4e43-823e-0332064b8743 gateway port host: dv-cinder-830088-4-iscsi {{(pid=103259) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 11:08:05.490554 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-f949f840-1667-4bd8-833a-4f746f607c2b admin admin] Publish callbacks [] for router_gateway (ebba7e6c-c174-4e43-823e-0332064b8743), before_delete {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:08:05.533953 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.plugins.ml2.plugin [None req-f949f840-1667-4bd8-833a-4f746f607c2b admin admin] Deleting port 092f00f6-c2f2-4426-a5db-b5016b474eb5 {{(pid=103258) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 12 11:08:05.534667 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-f949f840-1667-4bd8-833a-4f746f607c2b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777667983647'] for port (092f00f6-c2f2-4426-a5db-b5016b474eb5), before_delete {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:08:05.561793 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron.db.l3_hamode_db [None req-57f5ea5b-bf43-4b21-bd3f-97001250c8d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ebba7e6c-c174-4e43-823e-0332064b8743', 'name': 'tempest-ServerRescueNegativeTestJSON-1877816747-router', 'tenant_id': '87551ef1ad8e4190b7a3b1c3469382df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b7be5f2-485b-4c85-8f98-fb200971b61c', 'external_fixed_ips': [{'subnet_id': '4887111e-1302-416a-ab8e-c957c9df7f85', 'ip_address': '172.27.3.24'}], 'enable_snat': True}, 'gw_port_id': '092f00f6-c2f2-4426-a5db-b5016b474eb5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T11:00:45Z', 'updated_at': '2022-04-12T11:08:04Z', 'revision_number': 5, 'project_id': '87551ef1ad8e4190b7a3b1c3469382df', 'gw_port': {'id': '092f00f6-c2f2-4426-a5db-b5016b474eb5', 'name': '', 'network_id': '3b7be5f2-485b-4c85-8f98-fb200971b61c', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:22:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ebba7e6c-c174-4e43-823e-0332064b8743', 'device_owner': 'network:router_gateway', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': '4887111e-1302-416a-ab8e-c957c9df7f85', 'ip_address': '172.27.3.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830088-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T11:00:47Z', 'updated_at': '2022-04-12T11:01:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4887111e-1302-416a-ab8e-c957c9df7f85', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830088-4-iscsi'}], 'dv-cinder-830088-4-iscsi', False) {} {{(pid=103259) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 11:08:05.593257 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57f5ea5b-bf43-4b21-bd3f-97001250c8d7 None None] Checking router: ebba7e6c-c174-4e43-823e-0332064b8743 for host: dv-cinder-830088-4-iscsi {{(pid=103259) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 12 11:08:05.602057 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57f5ea5b-bf43-4b21-bd3f-97001250c8d7 None None] Routers {'ebba7e6c-c174-4e43-823e-0332064b8743'} bound to L3 agent in host dv-cinder-830088-4-iscsi {{(pid=103259) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 11:08:05.602678 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron.db.l3_hamode_db [None req-57f5ea5b-bf43-4b21-bd3f-97001250c8d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830088-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-12T10:52:12Z,description=,heartbeat_timestamp=2022-04-12T11:07:43Z,host='dv-cinder-830088-4-iscsi',id=77f5e085-0284-4236-9dbf-35d2d452e277,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T10:52:12Z,topic='l3_agent')) {'router_ids': ['ebba7e6c-c174-4e43-823e-0332064b8743'], 'active': True} {{(pid=103259) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 11:08:05.616500 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.plugins.ml2.db [None req-f949f840-1667-4bd8-833a-4f746f607c2b admin admin] For port 092f00f6-c2f2-4426-a5db-b5016b474eb5, host dv-cinder-830088-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830088-4-iscsi',level=0,port_id=092f00f6-c2f2-4426-a5db-b5016b474eb5,segment=NetworkSegment(d942c271-b630-4108-8616-b993c4b79ecb),segment_id=d942c271-b630-4108-8616-b993c4b79ecb)] {{(pid=103258) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 11:08:05.616866 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-f949f840-1667-4bd8-833a-4f746f607c2b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-575824'] for port (092f00f6-c2f2-4426-a5db-b5016b474eb5), precommit_delete {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:08:05.631041 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.plugins.ml2.plugin [None req-f949f840-1667-4bd8-833a-4f746f607c2b admin admin] Calling delete_port for 092f00f6-c2f2-4426-a5db-b5016b474eb5 owned by network:router_gateway {{(pid=103258) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 12 11:08:05.800918 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-f949f840-1667-4bd8-833a-4f746f607c2b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1534861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777667992077', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777667450161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4796947'] for port (092f00f6-c2f2-4426-a5db-b5016b474eb5), after_delete {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:08:05.816226 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron.db.l3_dvr_db [None req-57f5ea5b-bf43-4b21-bd3f-97001250c8d7 None None] Set router ebba7e6c-c174-4e43-823e-0332064b8743 gateway port host: None {{(pid=103259) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 11:08:05.830379 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f949f840-1667-4bd8-833a-4f746f607c2b admin admin] Pushing event deleted for resources: {'Port': ['ID=092f00f6-c2f2-4426-a5db-b5016b474eb5,revision_number=None']} {{(pid=103258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:08:05.872067 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron.db.l3_hamode_db [None req-57f5ea5b-bf43-4b21-bd3f-97001250c8d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ebba7e6c-c174-4e43-823e-0332064b8743', 'name': 'tempest-ServerRescueNegativeTestJSON-1877816747-router', 'tenant_id': '87551ef1ad8e4190b7a3b1c3469382df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T11:00:45Z', 'updated_at': '2022-04-12T11:08:05Z', 'revision_number': 6, 'project_id': '87551ef1ad8e4190b7a3b1c3469382df', 'gw_port_host': None}], 'dv-cinder-830088-4-iscsi', False) {} {{(pid=103259) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 11:08:05.890593 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-f949f840-1667-4bd8-833a-4f746f607c2b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-579460'] for router_gateway (ebba7e6c-c174-4e43-823e-0332064b8743), after_delete {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:08:05.901547 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57f5ea5b-bf43-4b21-bd3f-97001250c8d7 None None] The sync data for ids ['ebba7e6c-c174-4e43-823e-0332064b8743'] in dv-cinder-830088-4-iscsi is: [{'id': 'ebba7e6c-c174-4e43-823e-0332064b8743', 'name': 'tempest-ServerRescueNegativeTestJSON-1877816747-router', 'tenant_id': '87551ef1ad8e4190b7a3b1c3469382df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T11:00:45Z', 'updated_at': '2022-04-12T11:08:05Z', 'revision_number': 6, 'project_id': '87551ef1ad8e4190b7a3b1c3469382df', 'gw_port_host': None}] {{(pid=103259) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 12 11:08:05.983702 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-f949f840-1667-4bd8-833a-4f746f607c2b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-519722', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14489'] for router (ebba7e6c-c174-4e43-823e-0332064b8743), precommit_delete {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:08:05.985792 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-f949f840-1667-4bd8-833a-4f746f607c2b admin admin] Publish callbacks [] for router_controller (ebba7e6c-c174-4e43-823e-0332064b8743), precommit_delete_associations {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:08:06.028176 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-f949f840-1667-4bd8-833a-4f746f607c2b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-519715'] for router (ebba7e6c-c174-4e43-823e-0332064b8743), after_delete {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:08:06.028690 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f949f840-1667-4bd8-833a-4f746f607c2b admin admin] Fanout notify agent at l3_agent the message router_deleted on router ebba7e6c-c174-4e43-823e-0332064b8743 {{(pid=103258) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 12 11:08:06.033348 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-f949f840-1667-4bd8-833a-4f746f607c2b admin admin] Publish callbacks [] for router (None), before_response {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:08:06.034472 dv-cinder-830088-4-iscsi neutron-server[103258]: INFO neutron.wsgi [None req-f949f840-1667-4bd8-833a-4f746f607c2b admin admin] 10.222.0.39 "DELETE /v2.0/routers/ebba7e6c-c174-4e43-823e-0332064b8743 HTTP/1.1" status: 204 len: 168 time: 0.7561302 Apr 12 11:08:06.036998 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.wsgi [-] (103258) accepted ('10.222.0.39', 55924) {{(pid=103258) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 11:08:06.084270 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.db.db_base_plugin_v2 [None req-78564dc3-8560-4d3e-8053-a33934924c5e admin admin] Deleting subnet dac559db-7802-4e19-95c5-3aacf686b15d {{(pid=103258) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Apr 12 11:08:06.087237 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-78564dc3-8560-4d3e-8053-a33934924c5e admin admin] Publish callbacks [] for subnet (dac559db-7802-4e19-95c5-3aacf686b15d), before_delete {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:08:06.120178 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-78564dc3-8560-4d3e-8053-a33934924c5e admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5023925'] for subnet (dac559db-7802-4e19-95c5-3aacf686b15d), precommit_delete_associations {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:08:06.233989 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-78564dc3-8560-4d3e-8053-a33934924c5e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1528832'] for subnet (dac559db-7802-4e19-95c5-3aacf686b15d), precommit_delete {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:08:06.291274 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-78564dc3-8560-4d3e-8053-a33934924c5e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1528889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-439037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4797038', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4732449'] for subnet (dac559db-7802-4e19-95c5-3aacf686b15d), after_delete {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:08:06.324101 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78564dc3-8560-4d3e-8053-a33934924c5e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=dac559db-7802-4e19-95c5-3aacf686b15d,revision_number=None']} {{(pid=103258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:08:06.326128 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-78564dc3-8560-4d3e-8053-a33934924c5e admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:08:06.330423 dv-cinder-830088-4-iscsi neutron-server[103258]: INFO neutron.wsgi [None req-78564dc3-8560-4d3e-8053-a33934924c5e admin admin] 10.222.0.39 "DELETE /v2.0/subnets/dac559db-7802-4e19-95c5-3aacf686b15d HTTP/1.1" status: 204 len: 168 time: 0.2924869 Apr 12 11:08:06.332903 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.wsgi [-] (103258) accepted ('10.222.0.39', 55926) {{(pid=103258) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 11:08:06.333404 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e32a91cd-14bf-438f-bd69-f86230de53ab None None] Network 696acaf3-e376-402a-9f44-515f336c0ed7 requested from dv-cinder-830088-4-iscsi {{(pid=103259) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 12 11:08:06.403408 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-4d31f1ac-4bea-4839-a250-6124481ed67f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1505875'] for network (696acaf3-e376-402a-9f44-515f336c0ed7), before_delete {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:08:06.454623 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.plugins.ml2.plugin [None req-4d31f1ac-4bea-4839-a250-6124481ed67f admin admin] Deleting port b0fbcc80-a999-4247-9cc9-9aa90e6e78d5 {{(pid=103258) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 12 11:08:06.454988 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-4d31f1ac-4bea-4839-a250-6124481ed67f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777667983647'] for port (b0fbcc80-a999-4247-9cc9-9aa90e6e78d5), before_delete {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:08:06.518256 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.plugins.ml2.db [None req-4d31f1ac-4bea-4839-a250-6124481ed67f admin admin] For port b0fbcc80-a999-4247-9cc9-9aa90e6e78d5, host dv-cinder-830088-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830088-4-iscsi',level=0,port_id=b0fbcc80-a999-4247-9cc9-9aa90e6e78d5,segment=NetworkSegment(fef06479-df1c-48b3-ab23-a5007803664a),segment_id=fef06479-df1c-48b3-ab23-a5007803664a)] {{(pid=103258) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 11:08:06.518625 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-4d31f1ac-4bea-4839-a250-6124481ed67f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-575824'] for port (b0fbcc80-a999-4247-9cc9-9aa90e6e78d5), precommit_delete {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:08:06.531458 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.plugins.ml2.plugin [None req-4d31f1ac-4bea-4839-a250-6124481ed67f admin admin] Calling delete_port for b0fbcc80-a999-4247-9cc9-9aa90e6e78d5 owned by network:dhcp {{(pid=103258) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 12 11:08:06.612953 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-4d31f1ac-4bea-4839-a250-6124481ed67f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1534861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777667992077', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777667450161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4796947'] for port (b0fbcc80-a999-4247-9cc9-9aa90e6e78d5), after_delete {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:08:06.642364 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d31f1ac-4bea-4839-a250-6124481ed67f admin admin] No DVR routers for this DVR port b0fbcc80-a999-4247-9cc9-9aa90e6e78d5 on host dv-cinder-830088-4-iscsi {{(pid=103258) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 12 11:08:06.646727 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d31f1ac-4bea-4839-a250-6124481ed67f admin admin] Pushing event deleted for resources: {'Port': ['ID=b0fbcc80-a999-4247-9cc9-9aa90e6e78d5,revision_number=None']} {{(pid=103258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:08:06.680219 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb73c65a-73d1-4110-9d83-813dd0f58949 None None] DHCP port deletion for 696acaf3-e376-402a-9f44-515f336c0ed7 request from dv-cinder-830088-4-iscsi {{(pid=103259) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 12 11:08:06.696892 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron.plugins.ml2.rpc [None req-e4b062a6-7a21-4431-be77-3c7776c11043 None None] Device 7599ff43-fec5-460d-87d7-48cc29fb6aaf no longer exists at agent ovs-agent-dv-cinder-830088-4-iscsi {{(pid=103259) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 12 11:08:06.721709 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-4d31f1ac-4bea-4839-a250-6124481ed67f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1527181', 'neutron.services.segments.db._delete_segments_for_network-8777667879599'] for network (696acaf3-e376-402a-9f44-515f336c0ed7), precommit_delete {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:08:06.722130 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron.plugins.ml2.rpc [None req-ae6c308c-a92e-4424-a7f8-d6a17e5174ef None None] Device d44d9ccf-b10a-4742-9c74-7f9d8d3c3ce8 no longer exists at agent hyperv_hv-cinder-83008 {{(pid=103259) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 12 11:08:06.724384 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron.plugins.ml2.plugin [None req-e4b062a6-7a21-4431-be77-3c7776c11043 None None] No Port match for: 7599ff43-fec5-460d-87d7-48cc29fb6aaf {{(pid=103259) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 12 11:08:06.724730 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron.plugins.ml2.rpc [None req-e4b062a6-7a21-4431-be77-3c7776c11043 None None] Device 7599ff43-fec5-460d-87d7-48cc29fb6aaf not bound to the agent host dv-cinder-830088-4-iscsi {{(pid=103259) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 12 11:08:06.743823 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron.plugins.ml2.plugin [None req-ae6c308c-a92e-4424-a7f8-d6a17e5174ef None None] No Port match for: d44d9ccf-b10a-4742-9c74-7f9d8d3c3ce8 {{(pid=103259) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 12 11:08:06.744168 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron.plugins.ml2.rpc [None req-ae6c308c-a92e-4424-a7f8-d6a17e5174ef None None] Device d44d9ccf-b10a-4742-9c74-7f9d8d3c3ce8 not bound to the agent host hv-cinder-83008 {{(pid=103259) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 12 11:08:06.747373 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.services.segments.db [None req-4d31f1ac-4bea-4839-a250-6124481ed67f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['696acaf3-e376-402a-9f44-515f336c0ed7']}} {{(pid=103258) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 11:08:06.757548 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.services.segments.db [None req-4d31f1ac-4bea-4839-a250-6124481ed67f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fef06479-df1c-48b3-ab23-a5007803664a') {'for_net_delete': True} {{(pid=103258) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 11:08:06.757850 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.services.segments.db [None req-4d31f1ac-4bea-4839-a250-6124481ed67f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fef06479-df1c-48b3-ab23-a5007803664a') {} {{(pid=103258) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 11:08:06.767692 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-4d31f1ac-4bea-4839-a250-6124481ed67f admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777667883192', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5023932'] for segment (fef06479-df1c-48b3-ab23-a5007803664a), before_delete {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:08:06.781171 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-4d31f1ac-4bea-4839-a250-6124481ed67f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1531021'] for segment (fef06479-df1c-48b3-ab23-a5007803664a), precommit_delete {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:08:06.787106 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4d31f1ac-4bea-4839-a250-6124481ed67f admin admin] Releasing vlan 520 on physical network physnet1 to pool {{(pid=103258) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 12 11:08:06.787493 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-4d31f1ac-4bea-4839-a250-6124481ed67f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1531021', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4797124'] for segment (fef06479-df1c-48b3-ab23-a5007803664a), after_delete {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:08:06.789162 dv-cinder-830088-4-iscsi neutron-server[103258]: Traceback (most recent call last): Apr 12 11:08:06.789162 dv-cinder-830088-4-iscsi neutron-server[103258]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 12 11:08:06.789162 dv-cinder-830088-4-iscsi neutron-server[103258]: timer() Apr 12 11:08:06.789162 dv-cinder-830088-4-iscsi neutron-server[103258]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 12 11:08:06.789162 dv-cinder-830088-4-iscsi neutron-server[103258]: cb(*args, **kw) Apr 12 11:08:06.789162 dv-cinder-830088-4-iscsi neutron-server[103258]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 12 11:08:06.789162 dv-cinder-830088-4-iscsi neutron-server[103258]: return func(*args, **kwargs) Apr 12 11:08:06.789162 dv-cinder-830088-4-iscsi neutron-server[103258]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 12 11:08:06.789162 dv-cinder-830088-4-iscsi neutron-server[103258]: self._notify() Apr 12 11:08:06.789162 dv-cinder-830088-4-iscsi neutron-server[103258]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 12 11:08:06.789162 dv-cinder-830088-4-iscsi neutron-server[103258]: self.callback(batched_events) Apr 12 11:08:06.789162 dv-cinder-830088-4-iscsi neutron-server[103258]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 12 11:08:06.789162 dv-cinder-830088-4-iscsi neutron-server[103258]: event.method(event) Apr 12 11:08:06.789162 dv-cinder-830088-4-iscsi neutron-server[103258]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 12 11:08:06.789162 dv-cinder-830088-4-iscsi neutron-server[103258]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 12 11:08:06.789162 dv-cinder-830088-4-iscsi neutron-server[103258]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 12 11:08:06.789162 dv-cinder-830088-4-iscsi neutron-server[103258]: aggregate_uuid = self.p_client.list_aggregates( Apr 12 11:08:06.789162 dv-cinder-830088-4-iscsi neutron-server[103258]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 12 11:08:06.789162 dv-cinder-830088-4-iscsi neutron-server[103258]: return f(self, *a, **k) Apr 12 11:08:06.789162 dv-cinder-830088-4-iscsi neutron-server[103258]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 12 11:08:06.789162 dv-cinder-830088-4-iscsi neutron-server[103258]: return self._get(url).json() Apr 12 11:08:06.789162 dv-cinder-830088-4-iscsi neutron-server[103258]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 12 11:08:06.789162 dv-cinder-830088-4-iscsi neutron-server[103258]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 12 11:08:06.789162 dv-cinder-830088-4-iscsi neutron-server[103258]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 12 11:08:06.789162 dv-cinder-830088-4-iscsi neutron-server[103258]: return self.request(url, 'GET', **kwargs) Apr 12 11:08:06.789162 dv-cinder-830088-4-iscsi neutron-server[103258]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 12 11:08:06.789162 dv-cinder-830088-4-iscsi neutron-server[103258]: base_url = self.get_endpoint(auth, allow=allow, Apr 12 11:08:06.789162 dv-cinder-830088-4-iscsi neutron-server[103258]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 12 11:08:06.789162 dv-cinder-830088-4-iscsi neutron-server[103258]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 12 11:08:06.789162 dv-cinder-830088-4-iscsi neutron-server[103258]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 12 11:08:06.789162 dv-cinder-830088-4-iscsi neutron-server[103258]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 12 11:08:06.789162 dv-cinder-830088-4-iscsi neutron-server[103258]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 12 11:08:06.844332 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-4d31f1ac-4bea-4839-a250-6124481ed67f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1527170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-415428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586207', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-579552'] for network (696acaf3-e376-402a-9f44-515f336c0ed7), after_delete {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:08:06.849730 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-4d31f1ac-4bea-4839-a250-6124481ed67f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586029'] for network (None), before_response {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:08:06.853466 dv-cinder-830088-4-iscsi neutron-server[103258]: INFO neutron.wsgi [None req-4d31f1ac-4bea-4839-a250-6124481ed67f admin admin] 10.222.0.39 "DELETE /v2.0/networks/696acaf3-e376-402a-9f44-515f336c0ed7 HTTP/1.1" status: 204 len: 168 time: 0.5196469 Apr 12 11:08:06.866026 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d31f1ac-4bea-4839-a250-6124481ed67f admin admin] Pushing event deleted for resources: {'Network': ['ID=696acaf3-e376-402a-9f44-515f336c0ed7,revision_number=None']} {{(pid=103258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:08:06.968961 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron.wsgi [-] (103257) accepted ('10.222.0.39', 55930) {{(pid=103257) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 11:08:07.007309 dv-cinder-830088-4-iscsi neutron-server[103257]: INFO neutron.wsgi [None req-cdf52707-c553-4680-a681-a6536a99f3b5 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=87551ef1ad8e4190b7a3b1c3469382df&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0371683 Apr 12 11:08:07.009622 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron.wsgi [-] (103257) accepted ('10.222.0.39', 55932) {{(pid=103257) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 11:08:07.055876 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-4f10625a-7814-4531-a89b-eca2c25b7eda admin admin] Publish callbacks [] for security_group (d3f9b1f1-6368-4c51-964e-16ec3a7a3785), before_delete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:08:07.076635 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-4f10625a-7814-4531-a89b-eca2c25b7eda admin admin] Publish callbacks [] for security_group (d3f9b1f1-6368-4c51-964e-16ec3a7a3785), precommit_delete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:08:07.121426 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-4f10625a-7814-4531-a89b-eca2c25b7eda admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-415253'] for security_group (d3f9b1f1-6368-4c51-964e-16ec3a7a3785), after_delete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:08:07.123950 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-4f10625a-7814-4531-a89b-eca2c25b7eda admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:08:07.125085 dv-cinder-830088-4-iscsi neutron-server[103257]: INFO neutron.wsgi [None req-4f10625a-7814-4531-a89b-eca2c25b7eda admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/d3f9b1f1-6368-4c51-964e-16ec3a7a3785 HTTP/1.1" status: 204 len: 168 time: 0.1145732 Apr 12 11:08:07.132579 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f10625a-7814-4531-a89b-eca2c25b7eda admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d3f9b1f1-6368-4c51-964e-16ec3a7a3785,revision_number=None']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:08:07.139506 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f10625a-7814-4531-a89b-eca2c25b7eda admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830088-4-iscsi {{(pid=103257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:08:07.139850 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f10625a-7814-4531-a89b-eca2c25b7eda admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830088-4-iscsi {{(pid=103257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:08:07.140217 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f10625a-7814-4531-a89b-eca2c25b7eda admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830088-4-iscsi {{(pid=103257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:08:07.140553 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f10625a-7814-4531-a89b-eca2c25b7eda admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830088-4-iscsi {{(pid=103257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:08:07.140885 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f10625a-7814-4531-a89b-eca2c25b7eda admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830088-4-iscsi {{(pid=103257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:08:07.141213 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f10625a-7814-4531-a89b-eca2c25b7eda admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830088-4-iscsi {{(pid=103257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:08:07.141536 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f10625a-7814-4531-a89b-eca2c25b7eda admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830088-4-iscsi {{(pid=103257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:08:07.141858 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f10625a-7814-4531-a89b-eca2c25b7eda admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830088-4-iscsi {{(pid=103257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:08:07.142180 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f10625a-7814-4531-a89b-eca2c25b7eda admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-830088-4-iscsi {{(pid=103257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:08:07.142501 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f10625a-7814-4531-a89b-eca2c25b7eda admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830088-4-iscsi {{(pid=103257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:08:07.142867 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f10625a-7814-4531-a89b-eca2c25b7eda admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830088-4-iscsi {{(pid=103257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:08:07.143203 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f10625a-7814-4531-a89b-eca2c25b7eda admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830088-4-iscsi {{(pid=103257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:08:07.143519 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f10625a-7814-4531-a89b-eca2c25b7eda admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830088-4-iscsi {{(pid=103257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:08:07.143828 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f10625a-7814-4531-a89b-eca2c25b7eda admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830088-4-iscsi {{(pid=103257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:08:07.144149 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f10625a-7814-4531-a89b-eca2c25b7eda admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830088-4-iscsi {{(pid=103257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:08:08.053629 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron.plugins.ml2.rpc [None req-e4b062a6-7a21-4431-be77-3c7776c11043 None None] Device b0fbcc80-a999-4247-9cc9-9aa90e6e78d5 no longer exists at agent ovs-agent-dv-cinder-830088-4-iscsi {{(pid=103259) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 12 11:08:08.074062 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron.plugins.ml2.plugin [None req-e4b062a6-7a21-4431-be77-3c7776c11043 None None] No Port match for: b0fbcc80-a999-4247-9cc9-9aa90e6e78d5 {{(pid=103259) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 12 11:08:08.074405 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron.plugins.ml2.rpc [None req-e4b062a6-7a21-4431-be77-3c7776c11043 None None] Device b0fbcc80-a999-4247-9cc9-9aa90e6e78d5 not bound to the agent host dv-cinder-830088-4-iscsi {{(pid=103259) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 12 11:08:08.074849 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron.plugins.ml2.rpc [None req-e4b062a6-7a21-4431-be77-3c7776c11043 None None] Device 092f00f6-c2f2-4426-a5db-b5016b474eb5 no longer exists at agent ovs-agent-dv-cinder-830088-4-iscsi {{(pid=103259) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 12 11:08:08.093342 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron.plugins.ml2.plugin [None req-e4b062a6-7a21-4431-be77-3c7776c11043 None None] No Port match for: 092f00f6-c2f2-4426-a5db-b5016b474eb5 {{(pid=103259) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 12 11:08:08.093681 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron.plugins.ml2.rpc [None req-e4b062a6-7a21-4431-be77-3c7776c11043 None None] Device 092f00f6-c2f2-4426-a5db-b5016b474eb5 not bound to the agent host dv-cinder-830088-4-iscsi {{(pid=103259) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 12 11:08:09.827314 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b352564c-477b-414d-919d-7e7271a5d559 req-b2bc2b53-4b44-4145-a8af-b003de3aebbd tempest-AttachVolumeTestJSON-1709741936 tempest-AttachVolumeTestJSON-1709741936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:08:09.828709 dv-cinder-830088-4-iscsi neutron-server[103257]: INFO neutron.wsgi [req-b352564c-477b-414d-919d-7e7271a5d559 req-b2bc2b53-4b44-4145-a8af-b003de3aebbd tempest-AttachVolumeTestJSON-1709741936 tempest-AttachVolumeTestJSON-1709741936-project] 10.222.0.39 "GET /v2.0/ports?device_id=054cf929-099f-406a-9607-1086f5624af6 HTTP/1.1" status: 200 len: 946 time: 0.0501873 Apr 12 11:08:09.875922 dv-cinder-830088-4-iscsi neutron-server[103257]: INFO neutron.wsgi [req-b352564c-477b-414d-919d-7e7271a5d559 req-7a3ced79-150d-421a-8fea-33dfe1e97fa3 tempest-AttachVolumeTestJSON-1709741936 tempest-AttachVolumeTestJSON-1709741936-project] 10.222.0.39 "GET /v2.0/security-groups?id=fc469313-82a8-4ad2-a9e9-24c86c2f4d72&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416126 Apr 12 11:08:10.274625 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron_lib.callbacks.manager [None req-60c24dcf-97f3-4910-b621-58813bdc3c58 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777667879581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1343690'] for agent (0a0a44e5-732d-48d9-a8ad-b47e7b7c1a86), after_update {{(pid=103259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:08:10.779471 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron.wsgi [-] (103257) accepted ('10.222.0.39', 56006) {{(pid=103257) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 11:08:10.881068 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-02d9b88d-d4a7-4e48-b5bd-0d327a7d0206 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:08:10.978136 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-02d9b88d-d4a7-4e48-b5bd-0d327a7d0206 admin admin] Publish callbacks [] for security_group (5956417a-2cbf-4fe4-a8b3-4c3b1d6a37a2), precommit_create {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:08:10.981778 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-02d9b88d-d4a7-4e48-b5bd-0d327a7d0206 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-415253'] for security_group (5956417a-2cbf-4fe4-a8b3-4c3b1d6a37a2), after_create {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:08:11.029727 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b9c190d-450b-4450-b177-305fa3266346 req-5f9f8b93-92f4-46a4-800c-14c2f0713f06 tempest-AttachVolumeTestJSON-1709741936 tempest-AttachVolumeTestJSON-1709741936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:08:11.031228 dv-cinder-830088-4-iscsi neutron-server[103257]: INFO neutron.wsgi [req-7b9c190d-450b-4450-b177-305fa3266346 req-5f9f8b93-92f4-46a4-800c-14c2f0713f06 tempest-AttachVolumeTestJSON-1709741936 tempest-AttachVolumeTestJSON-1709741936-project] 10.222.0.39 "GET /v2.0/ports?device_id=054cf929-099f-406a-9607-1086f5624af6 HTTP/1.1" status: 200 len: 946 time: 0.0868251 Apr 12 11:08:11.036799 dv-cinder-830088-4-iscsi neutron-server[103257]: INFO neutron.wsgi [None req-02d9b88d-d4a7-4e48-b5bd-0d327a7d0206 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=9c09c1adb0bc4c4197abcdf376353fb5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2539022 Apr 12 11:08:11.036962 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6517d354-d8e6-4632-b047-b88f2365f518 req-6ce00a14-0cae-4200-b0a4-9b03213f8115 tempest-AttachVolumeTestJSON-1709741936 tempest-AttachVolumeTestJSON-1709741936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:08:11.037466 dv-cinder-830088-4-iscsi neutron-server[103258]: INFO neutron.wsgi [req-6517d354-d8e6-4632-b047-b88f2365f518 req-6ce00a14-0cae-4200-b0a4-9b03213f8115 tempest-AttachVolumeTestJSON-1709741936 tempest-AttachVolumeTestJSON-1709741936-project] 10.222.0.53 "GET /v2.0/ports?device_id=054cf929-099f-406a-9607-1086f5624af6 HTTP/1.1" status: 200 len: 946 time: 0.0454378 Apr 12 11:08:11.037718 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron.wsgi [-] (103257) accepted ('10.222.0.39', 56014) {{(pid=103257) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 11:08:11.044713 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02d9b88d-d4a7-4e48-b5bd-0d327a7d0206 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5956417a-2cbf-4fe4-a8b3-4c3b1d6a37a2,revision_number=1']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:08:11.126320 dv-cinder-830088-4-iscsi neutron-server[103257]: INFO neutron.wsgi [req-7b9c190d-450b-4450-b177-305fa3266346 req-aaa67340-3b10-4fc2-9993-5580009b0a6b tempest-AttachVolumeTestJSON-1709741936 tempest-AttachVolumeTestJSON-1709741936-project] 10.222.0.39 "GET /v2.0/security-groups?id=fc469313-82a8-4ad2-a9e9-24c86c2f4d72&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0893576 Apr 12 11:08:11.127318 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.plugins.ml2.plugin [req-6517d354-d8e6-4632-b047-b88f2365f518 req-6c85082e-c49c-4b07-858c-04119634a8ec tempest-AttachVolumeTestJSON-1709741936 tempest-AttachVolumeTestJSON-1709741936-project] Deleting port d8445a7c-a328-45d0-8618-af8d0615ea29 {{(pid=103258) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 12 11:08:11.127497 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-1e94b788-a5d4-47b0-b7d8-b6c3ff1dbbd5 admin admin] Publish callbacks [] for security_group (5956417a-2cbf-4fe4-a8b3-4c3b1d6a37a2), before_delete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:08:11.127725 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [req-6517d354-d8e6-4632-b047-b88f2365f518 req-6c85082e-c49c-4b07-858c-04119634a8ec tempest-AttachVolumeTestJSON-1709741936 tempest-AttachVolumeTestJSON-1709741936-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777667983647'] for port (d8445a7c-a328-45d0-8618-af8d0615ea29), before_delete {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:08:11.149175 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-1e94b788-a5d4-47b0-b7d8-b6c3ff1dbbd5 admin admin] Publish callbacks [] for security_group (5956417a-2cbf-4fe4-a8b3-4c3b1d6a37a2), precommit_delete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:08:11.196068 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-1e94b788-a5d4-47b0-b7d8-b6c3ff1dbbd5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-415253'] for security_group (5956417a-2cbf-4fe4-a8b3-4c3b1d6a37a2), after_delete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:08:11.198907 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-1e94b788-a5d4-47b0-b7d8-b6c3ff1dbbd5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:08:11.200131 dv-cinder-830088-4-iscsi neutron-server[103257]: INFO neutron.wsgi [None req-1e94b788-a5d4-47b0-b7d8-b6c3ff1dbbd5 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/5956417a-2cbf-4fe4-a8b3-4c3b1d6a37a2 HTTP/1.1" status: 204 len: 168 time: 0.1609676 Apr 12 11:08:11.212362 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e94b788-a5d4-47b0-b7d8-b6c3ff1dbbd5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5956417a-2cbf-4fe4-a8b3-4c3b1d6a37a2,revision_number=None']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:08:11.232027 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.plugins.ml2.db [req-6517d354-d8e6-4632-b047-b88f2365f518 req-6c85082e-c49c-4b07-858c-04119634a8ec tempest-AttachVolumeTestJSON-1709741936 tempest-AttachVolumeTestJSON-1709741936-project] For port d8445a7c-a328-45d0-8618-af8d0615ea29, host hv-cinder-83008, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83008',level=0,port_id=d8445a7c-a328-45d0-8618-af8d0615ea29,segment=NetworkSegment(2248de7c-bd9a-4119-9ea3-2adf7f860546),segment_id=2248de7c-bd9a-4119-9ea3-2adf7f860546)] {{(pid=103258) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 11:08:11.232828 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [req-6517d354-d8e6-4632-b047-b88f2365f518 req-6c85082e-c49c-4b07-858c-04119634a8ec tempest-AttachVolumeTestJSON-1709741936 tempest-AttachVolumeTestJSON-1709741936-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-575824'] for port (d8445a7c-a328-45d0-8618-af8d0615ea29), precommit_delete {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:08:11.672421 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [req-6517d354-d8e6-4632-b047-b88f2365f518 req-6c85082e-c49c-4b07-858c-04119634a8ec tempest-AttachVolumeTestJSON-1709741936 tempest-AttachVolumeTestJSON-1709741936-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:08:11.672781 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [req-6517d354-d8e6-4632-b047-b88f2365f518 req-6c85082e-c49c-4b07-858c-04119634a8ec tempest-AttachVolumeTestJSON-1709741936 tempest-AttachVolumeTestJSON-1709741936-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-579534'] for floatingip (ed702afc-afd3-4801-b3f1-61aaef88d07a), after_update {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:08:11.673108 dv-cinder-830088-4-iscsi neutron-server[103258]: INFO neutron.db.l3_db [req-6517d354-d8e6-4632-b047-b88f2365f518 req-6c85082e-c49c-4b07-858c-04119634a8ec tempest-AttachVolumeTestJSON-1709741936 tempest-AttachVolumeTestJSON-1709741936-project] Floating IP ed702afc-afd3-4801-b3f1-61aaef88d07a disassociated. External IP: 172.27.3.157, port: d8445a7c-a328-45d0-8618-af8d0615ea29. Apr 12 11:08:11.673569 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.plugins.ml2.plugin [req-6517d354-d8e6-4632-b047-b88f2365f518 req-6c85082e-c49c-4b07-858c-04119634a8ec tempest-AttachVolumeTestJSON-1709741936 tempest-AttachVolumeTestJSON-1709741936-project] Calling delete_port for d8445a7c-a328-45d0-8618-af8d0615ea29 owned by compute:nova {{(pid=103258) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 12 11:08:11.734022 dv-cinder-830088-4-iscsi neutron-server[103260]: DEBUG neutron.db.agents_db [None req-b0205aca-973a-4a8a-ba9e-4a4e25067b42 None None] Agent healthcheck: found 6 active agents {{(pid=103260) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 12 11:08:11.775321 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron_lib.callbacks.manager [None req-ae6c308c-a92e-4424-a7f8-d6a17e5174ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777667879581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1343690'] for agent (742b2e09-86ec-4663-b086-f6b891926c3e), after_update {{(pid=103259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:08:11.808157 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [req-6517d354-d8e6-4632-b047-b88f2365f518 req-6c85082e-c49c-4b07-858c-04119634a8ec tempest-AttachVolumeTestJSON-1709741936 tempest-AttachVolumeTestJSON-1709741936-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1534861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777667992077', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777667450161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4796947'] for port (d8445a7c-a328-45d0-8618-af8d0615ea29), after_delete {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:08:11.834345 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c85082e-c49c-4b07-858c-04119634a8ec tempest-AttachVolumeTestJSON-1709741936 tempest-AttachVolumeTestJSON-1709741936-project] Pushing event deleted for resources: {'Port': ['ID=d8445a7c-a328-45d0-8618-af8d0615ea29,revision_number=None']} {{(pid=103258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:08:11.953359 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.scheduler.l3_agent_scheduler [req-6517d354-d8e6-4632-b047-b88f2365f518 req-6c85082e-c49c-4b07-858c-04119634a8ec tempest-AttachVolumeTestJSON-1709741936 tempest-AttachVolumeTestJSON-1709741936-project] Router 373bcbcc-c4aa-4514-9206-351c9dcda33b has already been hosted by L3 agent 77f5e085-0284-4236-9dbf-35d2d452e277 {{(pid=103258) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 12 11:08:12.066387 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-6517d354-d8e6-4632-b047-b88f2365f518 req-6c85082e-c49c-4b07-858c-04119634a8ec tempest-AttachVolumeTestJSON-1709741936 tempest-AttachVolumeTestJSON-1709741936-project] Notify agent at l3_agent.dv-cinder-830088-4-iscsi the message routers_updated {{(pid=103258) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 12 11:08:12.077161 dv-cinder-830088-4-iscsi neutron-server[103260]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-611bf7d7-6b24-4500-86cb-9a78ae6ce8ce None None] Sync routers for ids ['373bcbcc-c4aa-4514-9206-351c9dcda33b'] in dv-cinder-830088-4-iscsi {{(pid=103260) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 12 11:08:12.087034 dv-cinder-830088-4-iscsi neutron-server[103260]: DEBUG neutron.db.l3_dvrscheduler_db [None req-611bf7d7-6b24-4500-86cb-9a78ae6ce8ce None None] Routers {'373bcbcc-c4aa-4514-9206-351c9dcda33b'} bound to L3 agent in host dv-cinder-830088-4-iscsi {{(pid=103260) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 11:08:12.087917 dv-cinder-830088-4-iscsi neutron-server[103260]: DEBUG neutron.db.l3_hamode_db [None req-611bf7d7-6b24-4500-86cb-9a78ae6ce8ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830088-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-12T10:52:12Z,description=,heartbeat_timestamp=2022-04-12T11:07:43Z,host='dv-cinder-830088-4-iscsi',id=77f5e085-0284-4236-9dbf-35d2d452e277,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T10:52:12Z,topic='l3_agent')) {'router_ids': ['373bcbcc-c4aa-4514-9206-351c9dcda33b'], 'active': True} {{(pid=103260) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 11:08:12.111217 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.db.l3_dvrscheduler_db [req-6517d354-d8e6-4632-b047-b88f2365f518 req-6c85082e-c49c-4b07-858c-04119634a8ec tempest-AttachVolumeTestJSON-1709741936 tempest-AttachVolumeTestJSON-1709741936-project] No DVR routers for this DVR port d8445a7c-a328-45d0-8618-af8d0615ea29 on host hv-cinder-83008 {{(pid=103258) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 12 11:08:12.113811 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [req-6517d354-d8e6-4632-b047-b88f2365f518 req-6c85082e-c49c-4b07-858c-04119634a8ec tempest-AttachVolumeTestJSON-1709741936 tempest-AttachVolumeTestJSON-1709741936-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108023'] for port (None), before_response {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:08:12.117224 dv-cinder-830088-4-iscsi neutron-server[103258]: INFO neutron.wsgi [req-6517d354-d8e6-4632-b047-b88f2365f518 req-6c85082e-c49c-4b07-858c-04119634a8ec tempest-AttachVolumeTestJSON-1709741936 tempest-AttachVolumeTestJSON-1709741936-project] 10.222.0.53 "DELETE /v2.0/ports/d8445a7c-a328-45d0-8618-af8d0615ea29 HTTP/1.1" status: 204 len: 173 time: 1.0745957 Apr 12 11:08:12.117796 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '054cf929-099f-406a-9607-1086f5624af6', 'name': 'network-vif-deleted', 'tag': 'd8445a7c-a328-45d0-8618-af8d0615ea29'}] {{(pid=103258) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 11:08:12.126164 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c54b6d548356c9296345eb8e608a1624e6dfb095c10b2709a108c8ba991c21a4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-15e65f83-9b3c-4858-80ff-c2b2738e6171" -d '{"events": [{"server_uuid": "054cf929-099f-406a-9607-1086f5624af6", "name": "network-vif-deleted", "tag": "d8445a7c-a328-45d0-8618-af8d0615ea29"}]}' {{(pid=103258) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 11:08:12.180923 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Apr 2022 11:08:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ceb49e61-5a19-4069-85be-ea91cd3e8a76 x-openstack-request-id: req-ceb49e61-5a19-4069-85be-ea91cd3e8a76 {{(pid=103258) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 11:08:12.183116 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "054cf929-099f-406a-9607-1086f5624af6", "name": "network-vif-deleted", "tag": "d8445a7c-a328-45d0-8618-af8d0615ea29", "status": "completed", "code": 200}]} {{(pid=103258) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 11:08:12.183480 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-ceb49e61-5a19-4069-85be-ea91cd3e8a76 {{(pid=103258) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 11:08:12.184340 dv-cinder-830088-4-iscsi neutron-server[103258]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ceb49e61-5a19-4069-85be-ea91cd3e8a76'] response: {'server_uuid': '054cf929-099f-406a-9607-1086f5624af6', 'name': 'network-vif-deleted', 'tag': 'd8445a7c-a328-45d0-8618-af8d0615ea29', 'status': 'completed', 'code': 200} Apr 12 11:08:12.241669 dv-cinder-830088-4-iscsi neutron-server[103260]: DEBUG neutron.db.l3_dvr_db [None req-611bf7d7-6b24-4500-86cb-9a78ae6ce8ce None None] Set router 373bcbcc-c4aa-4514-9206-351c9dcda33b gateway port host: dv-cinder-830088-4-iscsi {{(pid=103260) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 11:08:12.245532 dv-cinder-830088-4-iscsi neutron-server[103257]: INFO neutron.wsgi [req-f381b212-9378-404f-b91e-167fe9691ef6 req-f3458044-1459-43fb-a815-d9a88be682f2 tempest-AttachVolumeTestJSON-1709741936 tempest-AttachVolumeTestJSON-1709741936-project] 10.222.0.39 "GET /v2.0/ports?device_id=054cf929-099f-406a-9607-1086f5624af6 HTTP/1.1" status: 200 len: 210 time: 0.0343201 Apr 12 11:08:12.454967 dv-cinder-830088-4-iscsi neutron-server[103260]: DEBUG neutron.db.l3_hamode_db [None req-611bf7d7-6b24-4500-86cb-9a78ae6ce8ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '373bcbcc-c4aa-4514-9206-351c9dcda33b', 'name': 'tempest-AttachVolumeTestJSON-423602201-router', 'tenant_id': 'd41e564f85554bef9013a0082cd0196d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b7be5f2-485b-4c85-8f98-fb200971b61c', 'external_fixed_ips': [{'subnet_id': '4887111e-1302-416a-ab8e-c957c9df7f85', 'ip_address': '172.27.3.152'}], 'enable_snat': True}, 'gw_port_id': '8e7b4c26-0625-4402-b824-2509bce3c8ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T11:00:41Z', 'updated_at': '2022-04-12T11:00:54Z', 'revision_number': 4, 'project_id': 'd41e564f85554bef9013a0082cd0196d', 'gw_port': {'id': '8e7b4c26-0625-4402-b824-2509bce3c8ad', 'name': '', 'network_id': '3b7be5f2-485b-4c85-8f98-fb200971b61c', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:5a:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '373bcbcc-c4aa-4514-9206-351c9dcda33b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '4887111e-1302-416a-ab8e-c957c9df7f85', 'ip_address': '172.27.3.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830088-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T11:00:43Z', 'updated_at': '2022-04-12T11:01:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4887111e-1302-416a-ab8e-c957c9df7f85', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830088-4-iscsi', '_interfaces': [{'id': 'e978d462-7687-4cf5-93f5-ed7eab26c133', 'name': '', 'network_id': '5283658c-f0e4-41df-8b22-61e61a4f7877', 'tenant_id': 'd41e564f85554bef9013a0082cd0196d', 'mac_address': 'fa:16:3e:c2:35:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '373bcbcc-c4aa-4514-9206-351c9dcda33b', 'device_owner': 'network:router_interface', 'standard_attr_id': 111, 'fixed_ips': [{'subnet_id': 'a03f1c9e-6c63-496e-9600-bb0a8351c93d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830088-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T11:00:51Z', 'updated_at': '2022-04-12T11:01:07Z', 'revision_number': 5, 'project_id': 'd41e564f85554bef9013a0082cd0196d', 'subnets': [{'id': 'a03f1c9e-6c63-496e-9600-bb0a8351c93d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830088-4-iscsi', False) {} {{(pid=103260) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 11:08:12.485735 dv-cinder-830088-4-iscsi neutron-server[103260]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-611bf7d7-6b24-4500-86cb-9a78ae6ce8ce None None] Checking router: 373bcbcc-c4aa-4514-9206-351c9dcda33b for host: dv-cinder-830088-4-iscsi {{(pid=103260) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 12 11:08:12.497022 dv-cinder-830088-4-iscsi neutron-server[103260]: DEBUG neutron.db.l3_dvrscheduler_db [None req-611bf7d7-6b24-4500-86cb-9a78ae6ce8ce None None] Routers {'373bcbcc-c4aa-4514-9206-351c9dcda33b'} bound to L3 agent in host dv-cinder-830088-4-iscsi {{(pid=103260) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 11:08:12.497691 dv-cinder-830088-4-iscsi neutron-server[103260]: DEBUG neutron.db.l3_hamode_db [None req-611bf7d7-6b24-4500-86cb-9a78ae6ce8ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830088-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-12T10:52:12Z,description=,heartbeat_timestamp=2022-04-12T11:07:43Z,host='dv-cinder-830088-4-iscsi',id=77f5e085-0284-4236-9dbf-35d2d452e277,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T10:52:12Z,topic='l3_agent')) {'router_ids': ['373bcbcc-c4aa-4514-9206-351c9dcda33b'], 'active': True} {{(pid=103260) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 11:08:12.562253 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron_lib.callbacks.manager [None req-82057607-574d-46d9-998b-ab2dd9e6e22d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777667879581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1343690'] for agent (77f5e085-0284-4236-9dbf-35d2d452e277), after_update {{(pid=103259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:08:12.614428 dv-cinder-830088-4-iscsi neutron-server[103260]: DEBUG neutron.db.l3_dvr_db [None req-611bf7d7-6b24-4500-86cb-9a78ae6ce8ce None None] Set router 373bcbcc-c4aa-4514-9206-351c9dcda33b gateway port host: dv-cinder-830088-4-iscsi {{(pid=103260) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 11:08:12.827474 dv-cinder-830088-4-iscsi neutron-server[103260]: DEBUG neutron.db.l3_hamode_db [None req-611bf7d7-6b24-4500-86cb-9a78ae6ce8ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '373bcbcc-c4aa-4514-9206-351c9dcda33b', 'name': 'tempest-AttachVolumeTestJSON-423602201-router', 'tenant_id': 'd41e564f85554bef9013a0082cd0196d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b7be5f2-485b-4c85-8f98-fb200971b61c', 'external_fixed_ips': [{'subnet_id': '4887111e-1302-416a-ab8e-c957c9df7f85', 'ip_address': '172.27.3.152'}], 'enable_snat': True}, 'gw_port_id': '8e7b4c26-0625-4402-b824-2509bce3c8ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T11:00:41Z', 'updated_at': '2022-04-12T11:00:54Z', 'revision_number': 4, 'project_id': 'd41e564f85554bef9013a0082cd0196d', 'gw_port': {'id': '8e7b4c26-0625-4402-b824-2509bce3c8ad', 'name': '', 'network_id': '3b7be5f2-485b-4c85-8f98-fb200971b61c', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:5a:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '373bcbcc-c4aa-4514-9206-351c9dcda33b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '4887111e-1302-416a-ab8e-c957c9df7f85', 'ip_address': '172.27.3.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830088-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T11:00:43Z', 'updated_at': '2022-04-12T11:01:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4887111e-1302-416a-ab8e-c957c9df7f85', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830088-4-iscsi', '_interfaces': [{'id': 'e978d462-7687-4cf5-93f5-ed7eab26c133', 'name': '', 'network_id': '5283658c-f0e4-41df-8b22-61e61a4f7877', 'tenant_id': 'd41e564f85554bef9013a0082cd0196d', 'mac_address': 'fa:16:3e:c2:35:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '373bcbcc-c4aa-4514-9206-351c9dcda33b', 'device_owner': 'network:router_interface', 'standard_attr_id': 111, 'fixed_ips': [{'subnet_id': 'a03f1c9e-6c63-496e-9600-bb0a8351c93d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830088-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T11:00:51Z', 'updated_at': '2022-04-12T11:01:07Z', 'revision_number': 5, 'project_id': 'd41e564f85554bef9013a0082cd0196d', 'subnets': [{'id': 'a03f1c9e-6c63-496e-9600-bb0a8351c93d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830088-4-iscsi', False) {} {{(pid=103260) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 11:08:12.854972 dv-cinder-830088-4-iscsi neutron-server[103260]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-611bf7d7-6b24-4500-86cb-9a78ae6ce8ce None None] The sync data for ids ['373bcbcc-c4aa-4514-9206-351c9dcda33b'] in dv-cinder-830088-4-iscsi is: [{'id': '373bcbcc-c4aa-4514-9206-351c9dcda33b', 'name': 'tempest-AttachVolumeTestJSON-423602201-router', 'tenant_id': 'd41e564f85554bef9013a0082cd0196d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b7be5f2-485b-4c85-8f98-fb200971b61c', 'external_fixed_ips': [{'subnet_id': '4887111e-1302-416a-ab8e-c957c9df7f85', 'ip_address': '172.27.3.152'}], 'enable_snat': True}, 'gw_port_id': '8e7b4c26-0625-4402-b824-2509bce3c8ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T11:00:41Z', 'updated_at': '2022-04-12T11:00:54Z', 'revision_number': 4, 'project_id': 'd41e564f85554bef9013a0082cd0196d', 'gw_port': {'id': '8e7b4c26-0625-4402-b824-2509bce3c8ad', 'name': '', 'network_id': '3b7be5f2-485b-4c85-8f98-fb200971b61c', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:5a:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '373bcbcc-c4aa-4514-9206-351c9dcda33b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '4887111e-1302-416a-ab8e-c957c9df7f85', 'ip_address': '172.27.3.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830088-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T11:00:43Z', 'updated_at': '2022-04-12T11:01:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4887111e-1302-416a-ab8e-c957c9df7f85', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830088-4-iscsi', '_interfaces': [{'id': 'e978d462-7687-4cf5-93f5-ed7eab26c133', 'name': '', 'network_id': '5283658c-f0e4-41df-8b22-61e61a4f7877', 'tenant_id': 'd41e564f85554bef9013a0082cd0196d', 'mac_address': 'fa:16:3e:c2:35:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '373bcbcc-c4aa-4514-9206-351c9dcda33b', 'device_owner': 'network:router_interface', 'standard_attr_id': 111, 'fixed_ips': [{'subnet_id': 'a03f1c9e-6c63-496e-9600-bb0a8351c93d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830088-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T11:00:51Z', 'updated_at': '2022-04-12T11:01:07Z', 'revision_number': 5, 'project_id': 'd41e564f85554bef9013a0082cd0196d', 'subnets': [{'id': 'a03f1c9e-6c63-496e-9600-bb0a8351c93d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103260) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 12 11:08:13.124111 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be646144-4e5d-4c4b-865f-8c83d06e50b9 None None] New status for floating IP ed702afc-afd3-4801-b3f1-61aaef88d07a: DOWN {{(pid=103259) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 12 11:08:13.328824 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron.wsgi [-] (103257) accepted ('10.222.0.39', 56072) {{(pid=103257) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 11:08:13.380769 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-ad54d1e7-4b11-4cae-844c-1f414963f675 tempest-AttachVolumeTestJSON-1709741936 tempest-AttachVolumeTestJSON-1709741936-project] Publish callbacks [] for security_group (fc469313-82a8-4ad2-a9e9-24c86c2f4d72), before_delete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:08:13.402647 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-ad54d1e7-4b11-4cae-844c-1f414963f675 tempest-AttachVolumeTestJSON-1709741936 tempest-AttachVolumeTestJSON-1709741936-project] Publish callbacks [] for security_group (fc469313-82a8-4ad2-a9e9-24c86c2f4d72), precommit_delete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:08:13.450482 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-ad54d1e7-4b11-4cae-844c-1f414963f675 tempest-AttachVolumeTestJSON-1709741936 tempest-AttachVolumeTestJSON-1709741936-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-415253'] for security_group (fc469313-82a8-4ad2-a9e9-24c86c2f4d72), after_delete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:08:13.453029 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-ad54d1e7-4b11-4cae-844c-1f414963f675 tempest-AttachVolumeTestJSON-1709741936 tempest-AttachVolumeTestJSON-1709741936-project] Publish callbacks [] for security_group (None), before_response {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:08:13.454162 dv-cinder-830088-4-iscsi neutron-server[103257]: INFO neutron.wsgi [None req-ad54d1e7-4b11-4cae-844c-1f414963f675 tempest-AttachVolumeTestJSON-1709741936 tempest-AttachVolumeTestJSON-1709741936-project] 10.222.0.39 "DELETE /v2.0/security-groups/fc469313-82a8-4ad2-a9e9-24c86c2f4d72 HTTP/1.1" status: 204 len: 168 time: 0.1243575 Apr 12 11:08:13.456962 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.wsgi [-] (103258) accepted ('10.222.0.39', 56074) {{(pid=103258) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 11:08:13.463138 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad54d1e7-4b11-4cae-844c-1f414963f675 tempest-AttachVolumeTestJSON-1709741936 tempest-AttachVolumeTestJSON-1709741936-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fc469313-82a8-4ad2-a9e9-24c86c2f4d72,revision_number=None']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:08:13.472080 dv-cinder-830088-4-iscsi neutron-server[103258]: INFO neutron.api.v2.resource [None req-d36cff1a-7d6e-42ed-89a6-1008648fe7d3 tempest-AttachVolumeTestJSON-1709741936 tempest-AttachVolumeTestJSON-1709741936-project] show failed (client error): The resource could not be found. Apr 12 11:08:13.473283 dv-cinder-830088-4-iscsi neutron-server[103258]: INFO neutron.wsgi [None req-d36cff1a-7d6e-42ed-89a6-1008648fe7d3 tempest-AttachVolumeTestJSON-1709741936 tempest-AttachVolumeTestJSON-1709741936-project] 10.222.0.39 "GET /v2.0/security-groups/fc469313-82a8-4ad2-a9e9-24c86c2f4d72 HTTP/1.1" status: 404 len: 347 time: 0.0151966 Apr 12 11:08:13.476072 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.wsgi [-] (103258) accepted ('10.222.0.39', 56076) {{(pid=103258) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 11:08:13.598356 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.plugins.ml2.plugin [None req-7e06bdde-a83a-4011-832a-573a3a134b82 tempest-AttachVolumeTestJSON-1709741936 tempest-AttachVolumeTestJSON-1709741936-project] Deleting port ef667d70-0b4b-4e7c-a8ba-bcfa38bfaa85 {{(pid=103258) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 12 11:08:13.598713 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-7e06bdde-a83a-4011-832a-573a3a134b82 tempest-AttachVolumeTestJSON-1709741936 tempest-AttachVolumeTestJSON-1709741936-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777667983647'] for port (ef667d70-0b4b-4e7c-a8ba-bcfa38bfaa85), before_delete {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:08:13.675510 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-7e06bdde-a83a-4011-832a-573a3a134b82 tempest-AttachVolumeTestJSON-1709741936 tempest-AttachVolumeTestJSON-1709741936-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-575824'] for port (ef667d70-0b4b-4e7c-a8ba-bcfa38bfaa85), precommit_delete {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:08:13.675833 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-7e06bdde-a83a-4011-832a-573a3a134b82 tempest-AttachVolumeTestJSON-1709741936 tempest-AttachVolumeTestJSON-1709741936-project] Publish callbacks [] for floatingip (ef667d70-0b4b-4e7c-a8ba-bcfa38bfaa85), precommit_delete {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:08:13.689256 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.plugins.ml2.plugin [None req-7e06bdde-a83a-4011-832a-573a3a134b82 tempest-AttachVolumeTestJSON-1709741936 tempest-AttachVolumeTestJSON-1709741936-project] Calling delete_port for ef667d70-0b4b-4e7c-a8ba-bcfa38bfaa85 owned by network:floatingip {{(pid=103258) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 12 11:08:13.810504 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron_lib.callbacks.manager [None req-601bd752-88b9-4ad2-8e14-56931e32431b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777667879581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1343690'] for agent (3ceb33ec-7c20-4632-9357-4cc6534463de), after_update {{(pid=103259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:08:13.818288 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-7e06bdde-a83a-4011-832a-573a3a134b82 tempest-AttachVolumeTestJSON-1709741936 tempest-AttachVolumeTestJSON-1709741936-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1534861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777667992077', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777667450161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4796947'] for port (ef667d70-0b4b-4e7c-a8ba-bcfa38bfaa85), after_delete {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:08:13.841076 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e06bdde-a83a-4011-832a-573a3a134b82 tempest-AttachVolumeTestJSON-1709741936 tempest-AttachVolumeTestJSON-1709741936-project] Pushing event deleted for resources: {'Port': ['ID=ef667d70-0b4b-4e7c-a8ba-bcfa38bfaa85,revision_number=None']} {{(pid=103258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:08:13.903877 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-7e06bdde-a83a-4011-832a-573a3a134b82 tempest-AttachVolumeTestJSON-1709741936 tempest-AttachVolumeTestJSON-1709741936-project] Publish callbacks [] for floatingip (ed702afc-afd3-4801-b3f1-61aaef88d07a), after_delete {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:08:13.906508 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-7e06bdde-a83a-4011-832a-573a3a134b82 tempest-AttachVolumeTestJSON-1709741936 tempest-AttachVolumeTestJSON-1709741936-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108023'] for floatingip (None), before_response {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:08:13.907670 dv-cinder-830088-4-iscsi neutron-server[103258]: INFO neutron.wsgi [None req-7e06bdde-a83a-4011-832a-573a3a134b82 tempest-AttachVolumeTestJSON-1709741936 tempest-AttachVolumeTestJSON-1709741936-project] 10.222.0.39 "DELETE /v2.0/floatingips/ed702afc-afd3-4801-b3f1-61aaef88d07a HTTP/1.1" status: 204 len: 168 time: 0.4299669 Apr 12 11:08:14.194064 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.wsgi [-] (103258) accepted ('10.222.0.39', 56090) {{(pid=103258) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 11:08:14.200426 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.api.v2.base [None req-7f180602-a74a-47ae-b460-0a83fd750703 tempest-AttachVolumeTestJSON-1709741936 tempest-AttachVolumeTestJSON-1709741936-project] Request body: {'security_group': {'name': 'tempest-securitygroup--989302439', 'description': 'tempest-description--704752338'}} {{(pid=103258) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 11:08:14.220438 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-7f180602-a74a-47ae-b460-0a83fd750703 tempest-AttachVolumeTestJSON-1709741936 tempest-AttachVolumeTestJSON-1709741936-project] Publish callbacks [] for security_group (None), before_create {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:08:14.287450 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-7f180602-a74a-47ae-b460-0a83fd750703 tempest-AttachVolumeTestJSON-1709741936 tempest-AttachVolumeTestJSON-1709741936-project] Publish callbacks [] for security_group (c2988e6b-b26c-4d1f-9d0b-0c2eb233a4ee), precommit_create {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:08:14.291044 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-7f180602-a74a-47ae-b460-0a83fd750703 tempest-AttachVolumeTestJSON-1709741936 tempest-AttachVolumeTestJSON-1709741936-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-415253'] for security_group (c2988e6b-b26c-4d1f-9d0b-0c2eb233a4ee), after_create {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:08:14.315139 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-7f180602-a74a-47ae-b460-0a83fd750703 tempest-AttachVolumeTestJSON-1709741936 tempest-AttachVolumeTestJSON-1709741936-project] Publish callbacks [] for security_group (None), before_response {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:08:14.316327 dv-cinder-830088-4-iscsi neutron-server[103258]: INFO neutron.wsgi [None req-7f180602-a74a-47ae-b460-0a83fd750703 tempest-AttachVolumeTestJSON-1709741936 tempest-AttachVolumeTestJSON-1709741936-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1795 time: 0.1211026 Apr 12 11:08:14.319433 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron.wsgi [-] (103257) accepted ('10.222.0.39', 56094) {{(pid=103257) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 11:08:14.324698 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron.api.v2.base [None req-aabb9b00-e801-4351-82a6-6d21aba356a1 tempest-AttachVolumeTestJSON-1709741936 tempest-AttachVolumeTestJSON-1709741936-project] Request body: {'security_group_rule': {'security_group_id': 'c2988e6b-b26c-4d1f-9d0b-0c2eb233a4ee', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103257) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 11:08:14.325327 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f180602-a74a-47ae-b460-0a83fd750703 tempest-AttachVolumeTestJSON-1709741936 tempest-AttachVolumeTestJSON-1709741936-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c2988e6b-b26c-4d1f-9d0b-0c2eb233a4ee,revision_number=1']} {{(pid=103258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:08:14.353376 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-aabb9b00-e801-4351-82a6-6d21aba356a1 tempest-AttachVolumeTestJSON-1709741936 tempest-AttachVolumeTestJSON-1709741936-project] Publish callbacks [] for security_group_rule (6c2d0f69-b8d2-4f2c-b006-7b89a1fc13d9), before_create {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:08:14.409687 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-aabb9b00-e801-4351-82a6-6d21aba356a1 tempest-AttachVolumeTestJSON-1709741936 tempest-AttachVolumeTestJSON-1709741936-project] Publish callbacks [] for security_group_rule (6c2d0f69-b8d2-4f2c-b006-7b89a1fc13d9), precommit_create {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:08:14.412379 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-aabb9b00-e801-4351-82a6-6d21aba356a1 tempest-AttachVolumeTestJSON-1709741936 tempest-AttachVolumeTestJSON-1709741936-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-415338'] for security_group_rule (6c2d0f69-b8d2-4f2c-b006-7b89a1fc13d9), after_create {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:08:14.434380 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aabb9b00-e801-4351-82a6-6d21aba356a1 tempest-AttachVolumeTestJSON-1709741936 tempest-AttachVolumeTestJSON-1709741936-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6c2d0f69-b8d2-4f2c-b006-7b89a1fc13d9,revision_number=0']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:08:14.438789 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-aabb9b00-e801-4351-82a6-6d21aba356a1 tempest-AttachVolumeTestJSON-1709741936 tempest-AttachVolumeTestJSON-1709741936-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:08:14.443066 dv-cinder-830088-4-iscsi neutron-server[103257]: INFO neutron.wsgi [None req-aabb9b00-e801-4351-82a6-6d21aba356a1 tempest-AttachVolumeTestJSON-1709741936 tempest-AttachVolumeTestJSON-1709741936-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1194592 Apr 12 11:08:14.443162 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.wsgi [-] (103258) accepted ('10.222.0.39', 56098) {{(pid=103258) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 11:08:14.449602 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.api.v2.base [None req-17dcac8e-bc7c-4f1b-ba14-2a5b44b3b682 tempest-AttachVolumeTestJSON-1709741936 tempest-AttachVolumeTestJSON-1709741936-project] Request body: {'security_group_rule': {'security_group_id': 'c2988e6b-b26c-4d1f-9d0b-0c2eb233a4ee', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103258) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 11:08:14.477451 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-17dcac8e-bc7c-4f1b-ba14-2a5b44b3b682 tempest-AttachVolumeTestJSON-1709741936 tempest-AttachVolumeTestJSON-1709741936-project] Publish callbacks [] for security_group_rule (6f587fb1-968a-491a-85aa-d01fcadf0bed), before_create {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:08:14.539938 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-17dcac8e-bc7c-4f1b-ba14-2a5b44b3b682 tempest-AttachVolumeTestJSON-1709741936 tempest-AttachVolumeTestJSON-1709741936-project] Publish callbacks [] for security_group_rule (6f587fb1-968a-491a-85aa-d01fcadf0bed), precommit_create {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:08:14.543269 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-17dcac8e-bc7c-4f1b-ba14-2a5b44b3b682 tempest-AttachVolumeTestJSON-1709741936 tempest-AttachVolumeTestJSON-1709741936-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-415338'] for security_group_rule (6f587fb1-968a-491a-85aa-d01fcadf0bed), after_create {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:08:14.560979 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17dcac8e-bc7c-4f1b-ba14-2a5b44b3b682 tempest-AttachVolumeTestJSON-1709741936 tempest-AttachVolumeTestJSON-1709741936-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6f587fb1-968a-491a-85aa-d01fcadf0bed,revision_number=0']} {{(pid=103258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:08:14.567652 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-17dcac8e-bc7c-4f1b-ba14-2a5b44b3b682 tempest-AttachVolumeTestJSON-1709741936 tempest-AttachVolumeTestJSON-1709741936-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:08:14.568771 dv-cinder-830088-4-iscsi neutron-server[103258]: INFO neutron.wsgi [None req-17dcac8e-bc7c-4f1b-ba14-2a5b44b3b682 tempest-AttachVolumeTestJSON-1709741936 tempest-AttachVolumeTestJSON-1709741936-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1229591 Apr 12 11:08:14.571879 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.wsgi [-] (103258) accepted ('10.222.0.39', 56102) {{(pid=103258) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 11:08:14.576098 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.api.v2.base [None req-fba8383a-f3f8-4b99-a92d-ad3de1f7426a tempest-AttachVolumeTestJSON-1709741936 tempest-AttachVolumeTestJSON-1709741936-project] Request body: {'floatingip': {'floating_network_id': '3b7be5f2-485b-4c85-8f98-fb200971b61c'}} {{(pid=103258) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 11:08:14.598968 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-fba8383a-f3f8-4b99-a92d-ad3de1f7426a tempest-AttachVolumeTestJSON-1709741936 tempest-AttachVolumeTestJSON-1709741936-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:08:14.674378 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-fba8383a-f3f8-4b99-a92d-ad3de1f7426a tempest-AttachVolumeTestJSON-1709741936 tempest-AttachVolumeTestJSON-1709741936-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1535343'] for port (None), before_create {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:08:14.762222 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron.plugins.ml2.rpc [None req-ae6c308c-a92e-4424-a7f8-d6a17e5174ef None None] Device d8445a7c-a328-45d0-8618-af8d0615ea29 no longer exists at agent hyperv_hv-cinder-83008 {{(pid=103259) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 12 11:08:14.780347 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.db.db_base_plugin_common [None req-fba8383a-f3f8-4b99-a92d-ad3de1f7426a tempest-AttachVolumeTestJSON-1709741936 tempest-AttachVolumeTestJSON-1709741936-project] Allocated IP 172.27.3.14 (3b7be5f2-485b-4c85-8f98-fb200971b61c/4887111e-1302-416a-ab8e-c957c9df7f85/0807eb68-f06b-46a5-826e-dee457d7f449) {{(pid=103258) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 12 11:08:14.784218 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron.plugins.ml2.plugin [None req-ae6c308c-a92e-4424-a7f8-d6a17e5174ef None None] No Port match for: d8445a7c-a328-45d0-8618-af8d0615ea29 {{(pid=103259) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 12 11:08:14.784565 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron.plugins.ml2.rpc [None req-ae6c308c-a92e-4424-a7f8-d6a17e5174ef None None] Device d8445a7c-a328-45d0-8618-af8d0615ea29 not bound to the agent host hv-cinder-83008 {{(pid=103259) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 12 11:08:14.879383 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-fba8383a-f3f8-4b99-a92d-ad3de1f7426a tempest-AttachVolumeTestJSON-1709741936 tempest-AttachVolumeTestJSON-1709741936-project] Publish callbacks [] for port (0807eb68-f06b-46a5-826e-dee457d7f449), precommit_create {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:08:14.915770 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-fba8383a-f3f8-4b99-a92d-ad3de1f7426a tempest-AttachVolumeTestJSON-1709741936 tempest-AttachVolumeTestJSON-1709741936-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1534861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777667450152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4796947'] for port (0807eb68-f06b-46a5-826e-dee457d7f449), after_create {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:08:14.951926 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fba8383a-f3f8-4b99-a92d-ad3de1f7426a tempest-AttachVolumeTestJSON-1709741936 tempest-AttachVolumeTestJSON-1709741936-project] Network 3b7be5f2-485b-4c85-8f98-fb200971b61c is already hosted by enough agents. {{(pid=103258) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 11:08:14.954770 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.scheduler.base_scheduler [None req-fba8383a-f3f8-4b99-a92d-ad3de1f7426a tempest-AttachVolumeTestJSON-1709741936 tempest-AttachVolumeTestJSON-1709741936-project] Resources bound (agent type, host, resource id): {{(pid=103258) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 11:08:14.957140 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fba8383a-f3f8-4b99-a92d-ad3de1f7426a tempest-AttachVolumeTestJSON-1709741936 tempest-AttachVolumeTestJSON-1709741936-project] Received port after_create {{(pid=103258) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 12 11:08:14.989513 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fba8383a-f3f8-4b99-a92d-ad3de1f7426a tempest-AttachVolumeTestJSON-1709741936 tempest-AttachVolumeTestJSON-1709741936-project] Pushing event updated for resources: {'Port': ['ID=0807eb68-f06b-46a5-826e-dee457d7f449,revision_number=1']} {{(pid=103258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:08:15.050309 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-fba8383a-f3f8-4b99-a92d-ad3de1f7426a tempest-AttachVolumeTestJSON-1709741936 tempest-AttachVolumeTestJSON-1709741936-project] Publish callbacks [] for floatingip (599853fb-fca4-4080-94d6-22f2d5c92356), precommit_create {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:08:15.051930 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron_lib.callbacks.manager [None req-0acb87d3-0572-4b2c-b7c9-977edd32a8b9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777667879581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1343690'] for agent (3c144e28-9cc5-463d-ad96-a18b19cd455c), after_update {{(pid=103259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:08:15.086257 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-fba8383a-f3f8-4b99-a92d-ad3de1f7426a tempest-AttachVolumeTestJSON-1709741936 tempest-AttachVolumeTestJSON-1709741936-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1535343'] for port (0807eb68-f06b-46a5-826e-dee457d7f449), before_update {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:08:15.233634 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-fba8383a-f3f8-4b99-a92d-ad3de1f7426a tempest-AttachVolumeTestJSON-1709741936 tempest-AttachVolumeTestJSON-1709741936-project] Publish callbacks [] for port (0807eb68-f06b-46a5-826e-dee457d7f449), precommit_update {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:08:15.237822 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-fba8383a-f3f8-4b99-a92d-ad3de1f7426a tempest-AttachVolumeTestJSON-1709741936 tempest-AttachVolumeTestJSON-1709741936-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1534861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777667992095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777667450170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777667450188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4796952'] for port (0807eb68-f06b-46a5-826e-dee457d7f449), after_update {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:08:15.306201 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fba8383a-f3f8-4b99-a92d-ad3de1f7426a tempest-AttachVolumeTestJSON-1709741936 tempest-AttachVolumeTestJSON-1709741936-project] Pushing event updated for resources: {'Port': ['ID=0807eb68-f06b-46a5-826e-dee457d7f449,revision_number=2']} {{(pid=103258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:08:15.317674 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-fba8383a-f3f8-4b99-a92d-ad3de1f7426a tempest-AttachVolumeTestJSON-1709741936 tempest-AttachVolumeTestJSON-1709741936-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-579534'] for floatingip (599853fb-fca4-4080-94d6-22f2d5c92356), after_create {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:08:15.332175 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-fba8383a-f3f8-4b99-a92d-ad3de1f7426a tempest-AttachVolumeTestJSON-1709741936 tempest-AttachVolumeTestJSON-1709741936-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108023'] for floatingip (None), before_response {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:08:15.333378 dv-cinder-830088-4-iscsi neutron-server[103258]: INFO neutron.wsgi [None req-fba8383a-f3f8-4b99-a92d-ad3de1f7426a tempest-AttachVolumeTestJSON-1709741936 tempest-AttachVolumeTestJSON-1709741936-project] 10.222.0.39 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 0.7606008 Apr 12 11:08:15.524293 dv-cinder-830088-4-iscsi neutron-server[103257]: INFO neutron.wsgi [req-2262c78c-b584-4633-860c-b0e3feffc0e4 req-9dcb73c2-dd58-44b7-832d-535cc66ec601 tempest-AttachVolumeTestJSON-1709741936 tempest-AttachVolumeTestJSON-1709741936-project] 10.222.0.39 "GET /v2.0/security-groups?name=tempest-securitygroup--989302439&fields=id&tenant_id=d41e564f85554bef9013a0082cd0196d HTTP/1.1" status: 200 len: 267 time: 0.0416493 Apr 12 11:08:15.905261 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2262c78c-b584-4633-860c-b0e3feffc0e4 req-81d820b7-93a2-40f8-a2d0-8b90eb81a2df tempest-AttachVolumeTestJSON-1709741936 tempest-AttachVolumeTestJSON-1709741936-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:08:15.911262 dv-cinder-830088-4-iscsi neutron-server[103257]: INFO neutron.wsgi [req-2262c78c-b584-4633-860c-b0e3feffc0e4 req-81d820b7-93a2-40f8-a2d0-8b90eb81a2df tempest-AttachVolumeTestJSON-1709741936 tempest-AttachVolumeTestJSON-1709741936-project] 10.222.0.39 "GET /v2.0/networks?id=5283658c-f0e4-41df-8b22-61e61a4f7877 HTTP/1.1" status: 200 len: 810 time: 0.3795562 Apr 12 11:08:15.921613 dv-cinder-830088-4-iscsi neutron-server[103257]: INFO neutron.wsgi [req-2262c78c-b584-4633-860c-b0e3feffc0e4 req-1fc5b36b-4235-44a9-b66e-d23727fbaeb2 tempest-AttachVolumeTestJSON-1709741936 tempest-AttachVolumeTestJSON-1709741936-project] 10.222.0.39 "GET /v2.0/quotas/d41e564f85554bef9013a0082cd0196d HTTP/1.1" status: 200 len: 375 time: 0.0095160 Apr 12 11:08:15.974754 dv-cinder-830088-4-iscsi neutron-server[103257]: INFO neutron.wsgi [req-2262c78c-b584-4633-860c-b0e3feffc0e4 req-4b421414-2ed5-4f41-aee5-93c399af7aa6 tempest-AttachVolumeTestJSON-1709741936 tempest-AttachVolumeTestJSON-1709741936-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=d41e564f85554bef9013a0082cd0196d&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0479894 Apr 12 11:08:16.165458 dv-cinder-830088-4-iscsi neutron-server[103257]: INFO neutron.wsgi [req-2262c78c-b584-4633-860c-b0e3feffc0e4 req-9d8d8f98-d6a0-422f-a264-896c4b859a55 service neutron] 10.222.0.39 "GET /v2.0/networks/5283658c-f0e4-41df-8b22-61e61a4f7877?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1795750 Apr 12 11:08:16.254868 dv-cinder-830088-4-iscsi neutron-server[103257]: INFO neutron.wsgi [req-2262c78c-b584-4633-860c-b0e3feffc0e4 req-e3b92d53-1deb-4c72-b155-1d1b3b62cd12 service neutron] 10.222.0.39 "GET /v2.0/networks/5283658c-f0e4-41df-8b22-61e61a4f7877?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0830920 Apr 12 11:08:16.271827 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.wsgi [-] (103258) accepted ('10.222.0.39', 56148) {{(pid=103258) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 11:08:16.382155 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-c26585b1-3ab5-4145-a1b8-f6a83ab59b43 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:08:16.424805 dv-cinder-830088-4-iscsi neutron-server[103258]: INFO neutron.wsgi [req-c1f9854f-1339-4b04-95bc-f390c3717f65 req-a109833c-9685-4be4-b3a7-d4197a3c79cb tempest-AttachVolumeTestJSON-1709741936 tempest-AttachVolumeTestJSON-1709741936-project] 10.222.0.39 "GET /v2.0/ports?device_id=bd66cc36-5c8e-4ecd-8c8a-cc87f623a40e HTTP/1.1" status: 200 len: 210 time: 0.0342536 Apr 12 11:08:16.485375 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-c26585b1-3ab5-4145-a1b8-f6a83ab59b43 admin admin] Publish callbacks [] for security_group (3719b373-ed4f-4d8a-bffa-a368ee868dfd), precommit_create {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:08:16.489427 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-c26585b1-3ab5-4145-a1b8-f6a83ab59b43 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-415253'] for security_group (3719b373-ed4f-4d8a-bffa-a368ee868dfd), after_create {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:08:16.528355 dv-cinder-830088-4-iscsi neutron-server[103258]: INFO neutron.wsgi [None req-c26585b1-3ab5-4145-a1b8-f6a83ab59b43 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=23862de249f04d7d936fb9526da8d11c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2553728 Apr 12 11:08:16.529335 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c26585b1-3ab5-4145-a1b8-f6a83ab59b43 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3719b373-ed4f-4d8a-bffa-a368ee868dfd,revision_number=1']} {{(pid=103258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:08:16.531714 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.wsgi [-] (103258) accepted ('10.222.0.39', 56160) {{(pid=103258) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 11:08:16.554229 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron_lib.callbacks.manager [None req-e4b062a6-7a21-4431-be77-3c7776c11043 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777667879581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1343690'] for agent (c71cae7d-514b-467a-8477-0a67bee0b970), after_update {{(pid=103259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:08:16.590523 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-13f7ecf9-7eca-4c98-a46d-0795674090d4 admin admin] Publish callbacks [] for security_group (3719b373-ed4f-4d8a-bffa-a368ee868dfd), before_delete {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:08:16.613996 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-13f7ecf9-7eca-4c98-a46d-0795674090d4 admin admin] Publish callbacks [] for security_group (3719b373-ed4f-4d8a-bffa-a368ee868dfd), precommit_delete {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:08:16.663506 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-13f7ecf9-7eca-4c98-a46d-0795674090d4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-415253'] for security_group (3719b373-ed4f-4d8a-bffa-a368ee868dfd), after_delete {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:08:16.666175 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-13f7ecf9-7eca-4c98-a46d-0795674090d4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:08:16.667368 dv-cinder-830088-4-iscsi neutron-server[103258]: INFO neutron.wsgi [None req-13f7ecf9-7eca-4c98-a46d-0795674090d4 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/3719b373-ed4f-4d8a-bffa-a368ee868dfd HTTP/1.1" status: 204 len: 168 time: 0.1347589 Apr 12 11:08:16.680816 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13f7ecf9-7eca-4c98-a46d-0795674090d4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3719b373-ed4f-4d8a-bffa-a368ee868dfd,revision_number=None']} {{(pid=103258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:08:16.942087 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron.wsgi [-] (103257) accepted ('10.222.0.39', 56168) {{(pid=103257) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 11:08:16.957673 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-63049ddd-5e1d-4638-a9c5-05c004658beb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:08:17.032392 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-63049ddd-5e1d-4638-a9c5-05c004658beb admin admin] Publish callbacks [] for security_group (10b5c9f0-fb8b-4633-b3e6-b0aa85220317), precommit_create {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:08:17.036133 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-63049ddd-5e1d-4638-a9c5-05c004658beb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-415253'] for security_group (10b5c9f0-fb8b-4633-b3e6-b0aa85220317), after_create {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:08:17.078251 dv-cinder-830088-4-iscsi neutron-server[103257]: INFO neutron.wsgi [None req-63049ddd-5e1d-4638-a9c5-05c004658beb admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=475b4741fc28404a8b2ae6b396691958&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1348324 Apr 12 11:08:17.079383 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63049ddd-5e1d-4638-a9c5-05c004658beb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=10b5c9f0-fb8b-4633-b3e6-b0aa85220317,revision_number=1']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:08:17.081049 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.wsgi [-] (103258) accepted ('10.222.0.39', 56170) {{(pid=103258) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 11:08:17.129558 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-fac5d51f-fe08-4bbd-8aa4-0b496f3af8c3 admin admin] Publish callbacks [] for security_group (10b5c9f0-fb8b-4633-b3e6-b0aa85220317), before_delete {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:08:17.149972 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-fac5d51f-fe08-4bbd-8aa4-0b496f3af8c3 admin admin] Publish callbacks [] for security_group (10b5c9f0-fb8b-4633-b3e6-b0aa85220317), precommit_delete {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:08:17.194534 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-fac5d51f-fe08-4bbd-8aa4-0b496f3af8c3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-415253'] for security_group (10b5c9f0-fb8b-4633-b3e6-b0aa85220317), after_delete {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:08:17.197097 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-fac5d51f-fe08-4bbd-8aa4-0b496f3af8c3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:08:17.198241 dv-cinder-830088-4-iscsi neutron-server[103258]: INFO neutron.wsgi [None req-fac5d51f-fe08-4bbd-8aa4-0b496f3af8c3 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/10b5c9f0-fb8b-4633-b3e6-b0aa85220317 HTTP/1.1" status: 204 len: 168 time: 0.1162150 Apr 12 11:08:17.206006 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fac5d51f-fe08-4bbd-8aa4-0b496f3af8c3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=10b5c9f0-fb8b-4633-b3e6-b0aa85220317,revision_number=None']} {{(pid=103258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:08:17.452289 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2262c78c-b584-4633-860c-b0e3feffc0e4 req-c926fe05-cd59-4a1d-9fff-6601d4ffef5d tempest-AttachVolumeTestJSON-1709741936 tempest-AttachVolumeTestJSON-1709741936-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:08:17.454054 dv-cinder-830088-4-iscsi neutron-server[103258]: INFO neutron.wsgi [req-2262c78c-b584-4633-860c-b0e3feffc0e4 req-c926fe05-cd59-4a1d-9fff-6601d4ffef5d tempest-AttachVolumeTestJSON-1709741936 tempest-AttachVolumeTestJSON-1709741936-project] 10.222.0.53 "GET /v2.0/networks?id=5283658c-f0e4-41df-8b22-61e61a4f7877 HTTP/1.1" status: 200 len: 810 time: 0.1073854 Apr 12 11:08:17.527936 dv-cinder-830088-4-iscsi neutron-server[103258]: INFO neutron.wsgi [req-2262c78c-b584-4633-860c-b0e3feffc0e4 req-698f0935-df1e-4cac-bc7c-7a6180bb0205 tempest-AttachVolumeTestJSON-1709741936 tempest-AttachVolumeTestJSON-1709741936-project] 10.222.0.53 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d41e564f85554bef9013a0082cd0196d HTTP/1.1" status: 200 len: 379 time: 0.0589085 Apr 12 11:08:17.537162 dv-cinder-830088-4-iscsi neutron-server[103257]: INFO neutron.wsgi [req-0e174a2d-c3f5-466d-a0b9-aa85f48d9d8c req-c32429ad-dad5-4dcc-bdc6-62974c7eb850 tempest-AttachVolumeTestJSON-1709741936 tempest-AttachVolumeTestJSON-1709741936-project] 10.222.0.39 "GET /v2.0/ports?device_id=bd66cc36-5c8e-4ecd-8c8a-cc87f623a40e HTTP/1.1" status: 200 len: 210 time: 0.0297315 Apr 12 11:08:17.629915 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.api.v2.base [req-2262c78c-b584-4633-860c-b0e3feffc0e4 req-bf9e756a-c492-4c2e-8bd1-775dd4cc6a3c tempest-AttachVolumeTestJSON-1709741936 tempest-AttachVolumeTestJSON-1709741936-project] Request body: {'port': {'device_id': 'bd66cc36-5c8e-4ecd-8c8a-cc87f623a40e', 'network_id': '5283658c-f0e4-41df-8b22-61e61a4f7877', 'admin_state_up': True, 'tenant_id': 'd41e564f85554bef9013a0082cd0196d', 'security_groups': ['c2988e6b-b26c-4d1f-9d0b-0c2eb233a4ee']}} {{(pid=103258) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 11:08:17.739427 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2262c78c-b584-4633-860c-b0e3feffc0e4 req-bf9e756a-c492-4c2e-8bd1-775dd4cc6a3c tempest-AttachVolumeTestJSON-1709741936 tempest-AttachVolumeTestJSON-1709741936-project] Made reservation on behalf of d41e564f85554bef9013a0082cd0196d for: {'port': 1} {{(pid=103258) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 12 11:08:17.744234 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [req-2262c78c-b584-4633-860c-b0e3feffc0e4 req-bf9e756a-c492-4c2e-8bd1-775dd4cc6a3c tempest-AttachVolumeTestJSON-1709741936 tempest-AttachVolumeTestJSON-1709741936-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1535343'] for port (None), before_create {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:08:17.869397 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.db.db_base_plugin_common [req-2262c78c-b584-4633-860c-b0e3feffc0e4 req-bf9e756a-c492-4c2e-8bd1-775dd4cc6a3c tempest-AttachVolumeTestJSON-1709741936 tempest-AttachVolumeTestJSON-1709741936-project] Allocated IP 172.20.0.12 (5283658c-f0e4-41df-8b22-61e61a4f7877/a03f1c9e-6c63-496e-9600-bb0a8351c93d/6b5315b7-abdc-4810-b037-9be760e9cfe1) {{(pid=103258) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 12 11:08:18.009982 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [req-2262c78c-b584-4633-860c-b0e3feffc0e4 req-bf9e756a-c492-4c2e-8bd1-775dd4cc6a3c tempest-AttachVolumeTestJSON-1709741936 tempest-AttachVolumeTestJSON-1709741936-project] Publish callbacks [] for port (6b5315b7-abdc-4810-b037-9be760e9cfe1), precommit_create {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:08:18.044145 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [req-2262c78c-b584-4633-860c-b0e3feffc0e4 req-bf9e756a-c492-4c2e-8bd1-775dd4cc6a3c tempest-AttachVolumeTestJSON-1709741936 tempest-AttachVolumeTestJSON-1709741936-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1534861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777667450152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4796947'] for port (6b5315b7-abdc-4810-b037-9be760e9cfe1), after_create {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:08:18.086295 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2262c78c-b584-4633-860c-b0e3feffc0e4 req-bf9e756a-c492-4c2e-8bd1-775dd4cc6a3c tempest-AttachVolumeTestJSON-1709741936 tempest-AttachVolumeTestJSON-1709741936-project] Network 5283658c-f0e4-41df-8b22-61e61a4f7877 is already hosted by enough agents. {{(pid=103258) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 11:08:18.089307 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.scheduler.base_scheduler [req-2262c78c-b584-4633-860c-b0e3feffc0e4 req-bf9e756a-c492-4c2e-8bd1-775dd4cc6a3c tempest-AttachVolumeTestJSON-1709741936 tempest-AttachVolumeTestJSON-1709741936-project] Resources bound (agent type, host, resource id): {{(pid=103258) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 11:08:18.093283 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.db.l3_dvrscheduler_db [req-2262c78c-b584-4633-860c-b0e3feffc0e4 req-bf9e756a-c492-4c2e-8bd1-775dd4cc6a3c tempest-AttachVolumeTestJSON-1709741936 tempest-AttachVolumeTestJSON-1709741936-project] Received port after_create {{(pid=103258) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 12 11:08:18.118298 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf9e756a-c492-4c2e-8bd1-775dd4cc6a3c tempest-AttachVolumeTestJSON-1709741936 tempest-AttachVolumeTestJSON-1709741936-project] Pushing event updated for resources: {'Port': ['ID=6b5315b7-abdc-4810-b037-9be760e9cfe1,revision_number=1']} {{(pid=103258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:08:18.148543 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2262c78c-b584-4633-860c-b0e3feffc0e4 req-bf9e756a-c492-4c2e-8bd1-775dd4cc6a3c tempest-AttachVolumeTestJSON-1709741936 tempest-AttachVolumeTestJSON-1709741936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:08:18.149183 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [req-2262c78c-b584-4633-860c-b0e3feffc0e4 req-bf9e756a-c492-4c2e-8bd1-775dd4cc6a3c tempest-AttachVolumeTestJSON-1709741936 tempest-AttachVolumeTestJSON-1709741936-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108023'] for port (None), before_response {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:08:18.166756 dv-cinder-830088-4-iscsi neutron-server[103258]: INFO neutron.wsgi [req-2262c78c-b584-4633-860c-b0e3feffc0e4 req-bf9e756a-c492-4c2e-8bd1-775dd4cc6a3c tempest-AttachVolumeTestJSON-1709741936 tempest-AttachVolumeTestJSON-1709741936-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5407197 Apr 12 11:08:18.220707 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.api.v2.base [req-2262c78c-b584-4633-860c-b0e3feffc0e4 req-7c992bf5-0235-4dc4-a1b4-cf1c282d5d59 service neutron] Request body: {'port': {'device_id': 'bd66cc36-5c8e-4ecd-8c8a-cc87f623a40e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83008'}} {{(pid=103258) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 11:08:18.298099 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [req-2262c78c-b584-4633-860c-b0e3feffc0e4 req-7c992bf5-0235-4dc4-a1b4-cf1c282d5d59 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1535343'] for port (6b5315b7-abdc-4810-b037-9be760e9cfe1), before_update {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:08:18.337355 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron.db.provisioning_blocks [None req-511b4d2b-960b-4fe9-acb9-3c95d61d8f19 None None] Provisioning complete for port 6b5315b7-abdc-4810-b037-9be760e9cfe1 triggered by entity DHCP. {{(pid=103259) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 11:08:18.337894 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron_lib.callbacks.manager [None req-511b4d2b-960b-4fe9-acb9-3c95d61d8f19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1343588'] for port (6b5315b7-abdc-4810-b037-9be760e9cfe1), provisioning_complete {{(pid=103259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:08:18.373735 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron.plugins.ml2.plugin [None req-511b4d2b-960b-4fe9-acb9-3c95d61d8f19 None None] Port 6b5315b7-abdc-4810-b037-9be760e9cfe1 cannot update to ACTIVE because it is not bound. {{(pid=103259) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 12 11:08:18.571591 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.notifiers.nova [req-2262c78c-b584-4633-860c-b0e3feffc0e4 req-7c992bf5-0235-4dc4-a1b4-cf1c282d5d59 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6b5315b7-abdc-4810-b037-9be760e9cfe1 {{(pid=103258) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 12 11:08:18.579893 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [req-2262c78c-b584-4633-860c-b0e3feffc0e4 req-7c992bf5-0235-4dc4-a1b4-cf1c282d5d59 service neutron] Publish callbacks [] for port (6b5315b7-abdc-4810-b037-9be760e9cfe1), precommit_update {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:08:18.593109 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.db.provisioning_blocks [req-2262c78c-b584-4633-860c-b0e3feffc0e4 req-7c992bf5-0235-4dc4-a1b4-cf1c282d5d59 service neutron] Transition to ACTIVE for port object 6b5315b7-abdc-4810-b037-9be760e9cfe1 will not be triggered until provisioned by entity L2. {{(pid=103258) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 12 11:08:18.598099 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [req-2262c78c-b584-4633-860c-b0e3feffc0e4 req-7c992bf5-0235-4dc4-a1b4-cf1c282d5d59 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1534861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777667992095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777667450170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777667450188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4796952'] for port (6b5315b7-abdc-4810-b037-9be760e9cfe1), after_update {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:08:18.691366 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c992bf5-0235-4dc4-a1b4-cf1c282d5d59 service neutron] Pushing event updated for resources: {'Port': ['ID=6b5315b7-abdc-4810-b037-9be760e9cfe1,revision_number=2']} {{(pid=103258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:08:18.714199 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76a9a1ab-a96d-4153-be09-c76291cb5472 req-c121295e-febe-40c4-b06e-f93c41f82123 tempest-AttachVolumeTestJSON-1709741936 tempest-AttachVolumeTestJSON-1709741936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:08:18.715571 dv-cinder-830088-4-iscsi neutron-server[103258]: INFO neutron.wsgi [req-76a9a1ab-a96d-4153-be09-c76291cb5472 req-c121295e-febe-40c4-b06e-f93c41f82123 tempest-AttachVolumeTestJSON-1709741936 tempest-AttachVolumeTestJSON-1709741936-project] 10.222.0.39 "GET /v2.0/ports?device_id=bd66cc36-5c8e-4ecd-8c8a-cc87f623a40e HTTP/1.1" status: 200 len: 944 time: 0.0896690 Apr 12 11:08:18.806454 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.plugins.ml2.managers [req-2262c78c-b584-4633-860c-b0e3feffc0e4 req-7c992bf5-0235-4dc4-a1b4-cf1c282d5d59 service neutron] Attempting to bind port 6b5315b7-abdc-4810-b037-9be760e9cfe1 on host hv-cinder-83008 for vnic_type normal with profile {{(pid=103258) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 12 11:08:18.806830 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.plugins.ml2.managers [req-2262c78c-b584-4633-860c-b0e3feffc0e4 req-7c992bf5-0235-4dc4-a1b4-cf1c282d5d59 service neutron] Attempting to bind port 6b5315b7-abdc-4810-b037-9be760e9cfe1 by drivers openvswitch,hyperv on host hv-cinder-83008 at level 0 using segments [{'id': '2248de7c-bd9a-4119-9ea3-2adf7f860546', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': '5283658c-f0e4-41df-8b22-61e61a4f7877'}] {{(pid=103258) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 12 11:08:18.807158 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2262c78c-b584-4633-860c-b0e3feffc0e4 req-7c992bf5-0235-4dc4-a1b4-cf1c282d5d59 service neutron] Attempting to bind port 6b5315b7-abdc-4810-b037-9be760e9cfe1 on network 5283658c-f0e4-41df-8b22-61e61a4f7877 {{(pid=103258) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 11:08:18.812539 dv-cinder-830088-4-iscsi neutron-server[103258]: INFO neutron.wsgi [req-76a9a1ab-a96d-4153-be09-c76291cb5472 req-17b0060f-18c6-43c2-bdfc-bab1ef26d197 tempest-AttachVolumeTestJSON-1709741936 tempest-AttachVolumeTestJSON-1709741936-project] 10.222.0.39 "GET /v2.0/security-groups?id=c2988e6b-b26c-4d1f-9d0b-0c2eb233a4ee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0909853 Apr 12 11:08:18.815807 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2262c78c-b584-4633-860c-b0e3feffc0e4 req-7c992bf5-0235-4dc4-a1b4-cf1c282d5d59 service neutron] Port 6b5315b7-abdc-4810-b037-9be760e9cfe1 on network 5283658c-f0e4-41df-8b22-61e61a4f7877 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83008 {{(pid=103258) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 12 11:08:18.816140 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2262c78c-b584-4633-860c-b0e3feffc0e4 req-7c992bf5-0235-4dc4-a1b4-cf1c282d5d59 service neutron] Attempting to bind port 6b5315b7-abdc-4810-b037-9be760e9cfe1 on network 5283658c-f0e4-41df-8b22-61e61a4f7877 {{(pid=103258) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 11:08:18.821343 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2262c78c-b584-4633-860c-b0e3feffc0e4 req-7c992bf5-0235-4dc4-a1b4-cf1c282d5d59 service neutron] Checking agent: {'id': '742b2e09-86ec-4663-b086-f6b891926c3e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83008', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 12, 10, 58, 42), 'started_at': datetime.datetime(2022, 4, 12, 10, 58, 42), 'heartbeat_timestamp': datetime.datetime(2022, 4, 12, 11, 8, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103258) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 12 11:08:18.821678 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2262c78c-b584-4633-860c-b0e3feffc0e4 req-7c992bf5-0235-4dc4-a1b4-cf1c282d5d59 service neutron] Checking segment: {'id': '2248de7c-bd9a-4119-9ea3-2adf7f860546', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': '5283658c-f0e4-41df-8b22-61e61a4f7877'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103258) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 11:08:18.822067 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2262c78c-b584-4633-860c-b0e3feffc0e4 req-7c992bf5-0235-4dc4-a1b4-cf1c282d5d59 service neutron] Bound using segment: {'id': '2248de7c-bd9a-4119-9ea3-2adf7f860546', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': '5283658c-f0e4-41df-8b22-61e61a4f7877'} {{(pid=103258) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 12 11:08:18.822496 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.plugins.ml2.managers [req-2262c78c-b584-4633-860c-b0e3feffc0e4 req-7c992bf5-0235-4dc4-a1b4-cf1c282d5d59 service neutron] Bound port: 6b5315b7-abdc-4810-b037-9be760e9cfe1, host: hv-cinder-83008, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2248de7c-bd9a-4119-9ea3-2adf7f860546', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': '5283658c-f0e4-41df-8b22-61e61a4f7877'}}] {{(pid=103258) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 12 11:08:18.822883 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [req-2262c78c-b584-4633-860c-b0e3feffc0e4 req-7c992bf5-0235-4dc4-a1b4-cf1c282d5d59 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1535343'] for port (6b5315b7-abdc-4810-b037-9be760e9cfe1), before_update {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:08:18.897903 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.plugins.ml2.db [req-2262c78c-b584-4633-860c-b0e3feffc0e4 req-7c992bf5-0235-4dc4-a1b4-cf1c282d5d59 service neutron] For port 6b5315b7-abdc-4810-b037-9be760e9cfe1, host hv-cinder-83008, cleared binding levels {{(pid=103258) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 12 11:08:18.901161 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.plugins.ml2.db [req-2262c78c-b584-4633-860c-b0e3feffc0e4 req-7c992bf5-0235-4dc4-a1b4-cf1c282d5d59 service neutron] For port 6b5315b7-abdc-4810-b037-9be760e9cfe1, host hv-cinder-83008, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83008',level=0,port_id=6b5315b7-abdc-4810-b037-9be760e9cfe1,segment=NetworkSegment(2248de7c-bd9a-4119-9ea3-2adf7f860546),segment_id=2248de7c-bd9a-4119-9ea3-2adf7f860546)] {{(pid=103258) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 12 11:08:18.911401 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [req-2262c78c-b584-4633-860c-b0e3feffc0e4 req-7c992bf5-0235-4dc4-a1b4-cf1c282d5d59 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1534861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777667992095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777667450170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777667450188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4796952'] for port (6b5315b7-abdc-4810-b037-9be760e9cfe1), after_update {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:08:18.945867 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2262c78c-b584-4633-860c-b0e3feffc0e4 req-7c992bf5-0235-4dc4-a1b4-cf1c282d5d59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:08:18.946595 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [req-2262c78c-b584-4633-860c-b0e3feffc0e4 req-7c992bf5-0235-4dc4-a1b4-cf1c282d5d59 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108023'] for port (None), before_response {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:08:18.948008 dv-cinder-830088-4-iscsi neutron-server[103258]: INFO neutron.wsgi [req-2262c78c-b584-4633-860c-b0e3feffc0e4 req-7c992bf5-0235-4dc4-a1b4-cf1c282d5d59 service neutron] 10.222.0.53 "PUT /v2.0/ports/6b5315b7-abdc-4810-b037-9be760e9cfe1 HTTP/1.1" status: 200 len: 1094 time: 0.7318370 Apr 12 11:08:18.948446 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bd66cc36-5c8e-4ecd-8c8a-cc87f623a40e', 'tag': '6b5315b7-abdc-4810-b037-9be760e9cfe1'}] {{(pid=103258) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 11:08:18.950684 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c54b6d548356c9296345eb8e608a1624e6dfb095c10b2709a108c8ba991c21a4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-74c09fd4-17ab-4211-b6a0-d0d4637333d2" -d '{"events": [{"name": "network-changed", "server_uuid": "bd66cc36-5c8e-4ecd-8c8a-cc87f623a40e", "tag": "6b5315b7-abdc-4810-b037-9be760e9cfe1"}]}' {{(pid=103258) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 11:08:18.989999 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c992bf5-0235-4dc4-a1b4-cf1c282d5d59 service neutron] Pushing event updated for resources: {'Port': ['ID=6b5315b7-abdc-4810-b037-9be760e9cfe1,revision_number=3']} {{(pid=103258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:08:18.995993 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Apr 2022 11:08:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fd25426b-0ee0-4d21-a086-4c481a833932 x-openstack-request-id: req-fd25426b-0ee0-4d21-a086-4c481a833932 {{(pid=103258) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 11:08:18.996288 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bd66cc36-5c8e-4ecd-8c8a-cc87f623a40e", "tag": "6b5315b7-abdc-4810-b037-9be760e9cfe1", "status": "completed", "code": 200}]} {{(pid=103258) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 11:08:18.996547 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-fd25426b-0ee0-4d21-a086-4c481a833932 {{(pid=103258) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 11:08:18.997290 dv-cinder-830088-4-iscsi neutron-server[103258]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fd25426b-0ee0-4d21-a086-4c481a833932'] response: {'name': 'network-changed', 'server_uuid': 'bd66cc36-5c8e-4ecd-8c8a-cc87f623a40e', 'tag': '6b5315b7-abdc-4810-b037-9be760e9cfe1', 'status': 'completed', 'code': 200} Apr 12 11:08:19.018666 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron.wsgi [-] (103257) accepted ('10.222.0.39', 56226) {{(pid=103257) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 11:08:19.065131 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2262c78c-b584-4633-860c-b0e3feffc0e4 req-13886c02-2e24-4492-a9ea-4f328d68167f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:08:19.066676 dv-cinder-830088-4-iscsi neutron-server[103258]: INFO neutron.wsgi [req-2262c78c-b584-4633-860c-b0e3feffc0e4 req-13886c02-2e24-4492-a9ea-4f328d68167f service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=d41e564f85554bef9013a0082cd0196d&device_id=bd66cc36-5c8e-4ecd-8c8a-cc87f623a40e HTTP/1.1" status: 200 len: 1128 time: 0.0500531 Apr 12 11:08:19.122051 dv-cinder-830088-4-iscsi neutron-server[103258]: INFO neutron.wsgi [req-2262c78c-b584-4633-860c-b0e3feffc0e4 req-af6edbae-82e3-4c90-8780-0b92b7efe924 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=6b5315b7-abdc-4810-b037-9be760e9cfe1 HTTP/1.1" status: 200 len: 217 time: 0.0396230 Apr 12 11:08:19.130799 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-5cee3a19-8fd9-4e7a-bfc4-f63fd673e4a1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:08:19.170273 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2262c78c-b584-4633-860c-b0e3feffc0e4 req-0c6b435e-53a5-43f0-8369-3121a786531e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:08:19.171980 dv-cinder-830088-4-iscsi neutron-server[103258]: INFO neutron.wsgi [req-2262c78c-b584-4633-860c-b0e3feffc0e4 req-0c6b435e-53a5-43f0-8369-3121a786531e service neutron] 10.222.0.53 "GET /v2.0/subnets?id=a03f1c9e-6c63-496e-9600-bb0a8351c93d HTTP/1.1" status: 200 len: 849 time: 0.0440435 Apr 12 11:08:19.205651 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-5cee3a19-8fd9-4e7a-bfc4-f63fd673e4a1 admin admin] Publish callbacks [] for security_group (04274cf1-705c-4900-9d40-1d08b35a824a), precommit_create {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:08:19.210653 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-5cee3a19-8fd9-4e7a-bfc4-f63fd673e4a1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-415253'] for security_group (04274cf1-705c-4900-9d40-1d08b35a824a), after_create {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:08:19.218339 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2262c78c-b584-4633-860c-b0e3feffc0e4 req-65a92140-f95c-4db3-9679-454b7d6401e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:08:19.219887 dv-cinder-830088-4-iscsi neutron-server[103258]: INFO neutron.wsgi [req-2262c78c-b584-4633-860c-b0e3feffc0e4 req-65a92140-f95c-4db3-9679-454b7d6401e6 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=5283658c-f0e4-41df-8b22-61e61a4f7877&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0405643 Apr 12 11:08:19.250533 dv-cinder-830088-4-iscsi neutron-server[103257]: INFO neutron.wsgi [None req-5cee3a19-8fd9-4e7a-bfc4-f63fd673e4a1 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=da0e4cf7ea2c4fc18a422bcb28577cd3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2307270 Apr 12 11:08:19.251406 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cee3a19-8fd9-4e7a-bfc4-f63fd673e4a1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=04274cf1-705c-4900-9d40-1d08b35a824a,revision_number=1']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:08:19.253643 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron.wsgi [-] (103257) accepted ('10.222.0.39', 56230) {{(pid=103257) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 11:08:19.300400 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-05cd7744-02b8-40e1-b268-63283dc127b8 admin admin] Publish callbacks [] for security_group (04274cf1-705c-4900-9d40-1d08b35a824a), before_delete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:08:19.316793 dv-cinder-830088-4-iscsi neutron-server[103258]: INFO neutron.wsgi [req-2262c78c-b584-4633-860c-b0e3feffc0e4 req-64fd8ecd-f567-40a5-8a48-f96c3d186f89 service neutron] 10.222.0.53 "GET /v2.0/networks/5283658c-f0e4-41df-8b22-61e61a4f7877?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0886655 Apr 12 11:08:19.324979 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-05cd7744-02b8-40e1-b268-63283dc127b8 admin admin] Publish callbacks [] for security_group (04274cf1-705c-4900-9d40-1d08b35a824a), precommit_delete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:08:19.373448 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-05cd7744-02b8-40e1-b268-63283dc127b8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-415253'] for security_group (04274cf1-705c-4900-9d40-1d08b35a824a), after_delete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:08:19.375746 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-05cd7744-02b8-40e1-b268-63283dc127b8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:08:19.379347 dv-cinder-830088-4-iscsi neutron-server[103257]: INFO neutron.wsgi [None req-05cd7744-02b8-40e1-b268-63283dc127b8 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/04274cf1-705c-4900-9d40-1d08b35a824a HTTP/1.1" status: 204 len: 168 time: 0.1223474 Apr 12 11:08:19.384435 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05cd7744-02b8-40e1-b268-63283dc127b8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=04274cf1-705c-4900-9d40-1d08b35a824a,revision_number=None']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:08:19.416007 dv-cinder-830088-4-iscsi neutron-server[103258]: INFO neutron.wsgi [req-2262c78c-b584-4633-860c-b0e3feffc0e4 req-954f1c08-816b-4003-8276-dd7fcbab2217 service neutron] 10.222.0.53 "GET /v2.0/networks/5283658c-f0e4-41df-8b22-61e61a4f7877?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0927675 Apr 12 11:08:19.636519 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron.wsgi [-] (103257) accepted ('10.222.0.39', 56238) {{(pid=103257) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 11:08:19.649841 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-231dd3c1-763a-4084-b2e3-2a3f0fee95c8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:08:19.721946 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-231dd3c1-763a-4084-b2e3-2a3f0fee95c8 admin admin] Publish callbacks [] for security_group (ae48a4b9-ba78-4795-8d57-04ef5433384a), precommit_create {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:08:19.725516 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-231dd3c1-763a-4084-b2e3-2a3f0fee95c8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-415253'] for security_group (ae48a4b9-ba78-4795-8d57-04ef5433384a), after_create {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:08:19.762185 dv-cinder-830088-4-iscsi neutron-server[103257]: INFO neutron.wsgi [None req-231dd3c1-763a-4084-b2e3-2a3f0fee95c8 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=6ce2a8fdb9274770b966ce02b63bdbd9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1245842 Apr 12 11:08:19.763808 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-231dd3c1-763a-4084-b2e3-2a3f0fee95c8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ae48a4b9-ba78-4795-8d57-04ef5433384a,revision_number=1']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:08:19.765461 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.wsgi [-] (103258) accepted ('10.222.0.39', 56240) {{(pid=103258) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 11:08:19.813030 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-65464afb-9ccd-4573-ae18-4f95477ae251 admin admin] Publish callbacks [] for security_group (ae48a4b9-ba78-4795-8d57-04ef5433384a), before_delete {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:08:19.833818 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-65464afb-9ccd-4573-ae18-4f95477ae251 admin admin] Publish callbacks [] for security_group (ae48a4b9-ba78-4795-8d57-04ef5433384a), precommit_delete {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:08:19.881185 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-65464afb-9ccd-4573-ae18-4f95477ae251 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-415253'] for security_group (ae48a4b9-ba78-4795-8d57-04ef5433384a), after_delete {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:08:19.884060 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-65464afb-9ccd-4573-ae18-4f95477ae251 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:08:19.885159 dv-cinder-830088-4-iscsi neutron-server[103258]: INFO neutron.wsgi [None req-65464afb-9ccd-4573-ae18-4f95477ae251 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/ae48a4b9-ba78-4795-8d57-04ef5433384a HTTP/1.1" status: 204 len: 168 time: 0.1181502 Apr 12 11:08:19.902975 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65464afb-9ccd-4573-ae18-4f95477ae251 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ae48a4b9-ba78-4795-8d57-04ef5433384a,revision_number=None']} {{(pid=103258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:08:19.942590 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46560924-8f67-4b28-99c4-786007f3bcf5 req-fefbe167-315e-46d0-b819-4038de982088 tempest-AttachVolumeTestJSON-1709741936 tempest-AttachVolumeTestJSON-1709741936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:08:19.944315 dv-cinder-830088-4-iscsi neutron-server[103258]: INFO neutron.wsgi [req-46560924-8f67-4b28-99c4-786007f3bcf5 req-fefbe167-315e-46d0-b819-4038de982088 tempest-AttachVolumeTestJSON-1709741936 tempest-AttachVolumeTestJSON-1709741936-project] 10.222.0.39 "GET /v2.0/ports?device_id=bd66cc36-5c8e-4ecd-8c8a-cc87f623a40e HTTP/1.1" status: 200 len: 944 time: 0.0580115 Apr 12 11:08:19.991473 dv-cinder-830088-4-iscsi neutron-server[103258]: INFO neutron.wsgi [req-46560924-8f67-4b28-99c4-786007f3bcf5 req-49fddc4a-9ee9-4bb4-b4f8-69a8b32707ee tempest-AttachVolumeTestJSON-1709741936 tempest-AttachVolumeTestJSON-1709741936-project] 10.222.0.39 "GET /v2.0/security-groups?id=c2988e6b-b26c-4d1f-9d0b-0c2eb233a4ee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414138 Apr 12 11:08:21.108892 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46b759b5-d2a3-416e-9203-354433a53130 req-7225a8a9-7187-4c14-8a3d-6fa3cacaf62a tempest-AttachVolumeTestJSON-1709741936 tempest-AttachVolumeTestJSON-1709741936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:08:21.110468 dv-cinder-830088-4-iscsi neutron-server[103257]: INFO neutron.wsgi [req-46b759b5-d2a3-416e-9203-354433a53130 req-7225a8a9-7187-4c14-8a3d-6fa3cacaf62a tempest-AttachVolumeTestJSON-1709741936 tempest-AttachVolumeTestJSON-1709741936-project] 10.222.0.39 "GET /v2.0/ports?device_id=bd66cc36-5c8e-4ecd-8c8a-cc87f623a40e HTTP/1.1" status: 200 len: 944 time: 0.0484736 Apr 12 11:08:21.161108 dv-cinder-830088-4-iscsi neutron-server[103257]: INFO neutron.wsgi [req-46b759b5-d2a3-416e-9203-354433a53130 req-c3b67d85-cb60-46b7-9e35-f633d9ecd7f6 tempest-AttachVolumeTestJSON-1709741936 tempest-AttachVolumeTestJSON-1709741936-project] 10.222.0.39 "GET /v2.0/security-groups?id=c2988e6b-b26c-4d1f-9d0b-0c2eb233a4ee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0450788 Apr 12 11:08:21.577573 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74c09fd4-17ab-4211-b6a0-d0d4637333d2 req-aafb551b-05d5-473b-9222-3ff034e6b998 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:08:21.579253 dv-cinder-830088-4-iscsi neutron-server[103258]: INFO neutron.wsgi [req-74c09fd4-17ab-4211-b6a0-d0d4637333d2 req-aafb551b-05d5-473b-9222-3ff034e6b998 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=d41e564f85554bef9013a0082cd0196d&device_id=bd66cc36-5c8e-4ecd-8c8a-cc87f623a40e HTTP/1.1" status: 200 len: 1128 time: 0.0449371 Apr 12 11:08:21.666493 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74c09fd4-17ab-4211-b6a0-d0d4637333d2 req-43bc6477-a451-4a2d-9107-060d5ace9d30 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:08:21.668050 dv-cinder-830088-4-iscsi neutron-server[103258]: INFO neutron.wsgi [req-74c09fd4-17ab-4211-b6a0-d0d4637333d2 req-43bc6477-a451-4a2d-9107-060d5ace9d30 service neutron] 10.222.0.53 "GET /v2.0/networks?id=5283658c-f0e4-41df-8b22-61e61a4f7877 HTTP/1.1" status: 200 len: 911 time: 0.0831010 Apr 12 11:08:21.710321 dv-cinder-830088-4-iscsi neutron-server[103258]: INFO neutron.wsgi [req-74c09fd4-17ab-4211-b6a0-d0d4637333d2 req-ec17e748-c29e-4605-a616-8046b7536dbd service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=6b5315b7-abdc-4810-b037-9be760e9cfe1 HTTP/1.1" status: 200 len: 217 time: 0.0361283 Apr 12 11:08:21.756540 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74c09fd4-17ab-4211-b6a0-d0d4637333d2 req-52cda0a1-d60d-460e-83cd-ba316705c2cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:08:21.757902 dv-cinder-830088-4-iscsi neutron-server[103258]: INFO neutron.wsgi [req-74c09fd4-17ab-4211-b6a0-d0d4637333d2 req-52cda0a1-d60d-460e-83cd-ba316705c2cf service neutron] 10.222.0.53 "GET /v2.0/subnets?id=a03f1c9e-6c63-496e-9600-bb0a8351c93d HTTP/1.1" status: 200 len: 849 time: 0.0418317 Apr 12 11:08:21.798727 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74c09fd4-17ab-4211-b6a0-d0d4637333d2 req-b27c58aa-6454-4ecb-a0e1-df48cc78c168 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:08:21.800158 dv-cinder-830088-4-iscsi neutron-server[103258]: INFO neutron.wsgi [req-74c09fd4-17ab-4211-b6a0-d0d4637333d2 req-b27c58aa-6454-4ecb-a0e1-df48cc78c168 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=5283658c-f0e4-41df-8b22-61e61a4f7877&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0365555 Apr 12 11:08:21.887709 dv-cinder-830088-4-iscsi neutron-server[103258]: INFO neutron.wsgi [req-74c09fd4-17ab-4211-b6a0-d0d4637333d2 req-ffe3ad85-46a6-4eb5-9984-cfddddb85e18 service neutron] 10.222.0.53 "GET /v2.0/networks/5283658c-f0e4-41df-8b22-61e61a4f7877?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0811579 Apr 12 11:08:21.972372 dv-cinder-830088-4-iscsi neutron-server[103258]: INFO neutron.wsgi [req-74c09fd4-17ab-4211-b6a0-d0d4637333d2 req-67be5927-5ae1-48de-aa14-334f483d6a64 service neutron] 10.222.0.53 "GET /v2.0/networks/5283658c-f0e4-41df-8b22-61e61a4f7877?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0786169 Apr 12 11:08:22.273166 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0a6e541-5d9b-4aaf-b8ef-f0dcc3a0c649 req-f34633bd-0d61-4ff3-b18f-1f7422a4476a tempest-AttachVolumeTestJSON-1709741936 tempest-AttachVolumeTestJSON-1709741936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:08:22.274801 dv-cinder-830088-4-iscsi neutron-server[103258]: INFO neutron.wsgi [req-b0a6e541-5d9b-4aaf-b8ef-f0dcc3a0c649 req-f34633bd-0d61-4ff3-b18f-1f7422a4476a tempest-AttachVolumeTestJSON-1709741936 tempest-AttachVolumeTestJSON-1709741936-project] 10.222.0.39 "GET /v2.0/ports?device_id=bd66cc36-5c8e-4ecd-8c8a-cc87f623a40e HTTP/1.1" status: 200 len: 944 time: 0.0480001 Apr 12 11:08:22.324672 dv-cinder-830088-4-iscsi neutron-server[103258]: INFO neutron.wsgi [req-b0a6e541-5d9b-4aaf-b8ef-f0dcc3a0c649 req-e34d4f1f-57ee-41ba-8217-63c798a08a28 tempest-AttachVolumeTestJSON-1709741936 tempest-AttachVolumeTestJSON-1709741936-project] 10.222.0.39 "GET /v2.0/security-groups?id=c2988e6b-b26c-4d1f-9d0b-0c2eb233a4ee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444598 Apr 12 11:08:22.812435 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron.plugins.ml2.rpc [None req-ae6c308c-a92e-4424-a7f8-d6a17e5174ef None None] Device 6b5315b7-abdc-4810-b037-9be760e9cfe1 details requested by agent hyperv_hv-cinder-83008 with host hv-cinder-83008 {{(pid=103259) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 12 11:08:22.914415 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron.plugins.ml2.db [None req-ae6c308c-a92e-4424-a7f8-d6a17e5174ef None None] For port 6b5315b7-abdc-4810-b037-9be760e9cfe1, host hv-cinder-83008, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83008',level=0,port_id=6b5315b7-abdc-4810-b037-9be760e9cfe1,segment=NetworkSegment(2248de7c-bd9a-4119-9ea3-2adf7f860546),segment_id=2248de7c-bd9a-4119-9ea3-2adf7f860546)] {{(pid=103259) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 11:08:22.926876 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron.plugins.ml2.rpc [None req-ae6c308c-a92e-4424-a7f8-d6a17e5174ef None None] Returning: {'device': '6b5315b7-abdc-4810-b037-9be760e9cfe1', 'network_id': '5283658c-f0e4-41df-8b22-61e61a4f7877', 'port_id': '6b5315b7-abdc-4810-b037-9be760e9cfe1', 'mac_address': 'fa:16:3e:7e:98:1f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 546, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a03f1c9e-6c63-496e-9600-bb0a8351c93d', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103259) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 12 11:08:22.963032 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron.plugins.ml2.plugin [None req-ae6c308c-a92e-4424-a7f8-d6a17e5174ef None None] Current status of the port 6b5315b7-abdc-4810-b037-9be760e9cfe1 is: DOWN; New status is: BUILD {{(pid=103259) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 11:08:22.963413 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron_lib.callbacks.manager [None req-ae6c308c-a92e-4424-a7f8-d6a17e5174ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1535343'] for port (6b5315b7-abdc-4810-b037-9be760e9cfe1), before_update {{(pid=103259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:08:22.976577 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron.notifiers.nova [None req-ae6c308c-a92e-4424-a7f8-d6a17e5174ef None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6b5315b7-abdc-4810-b037-9be760e9cfe1 {{(pid=103259) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 12 11:08:22.995177 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron.plugins.ml2.db [None req-ae6c308c-a92e-4424-a7f8-d6a17e5174ef None None] For port 6b5315b7-abdc-4810-b037-9be760e9cfe1, host hv-cinder-83008, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83008',level=0,port_id=6b5315b7-abdc-4810-b037-9be760e9cfe1,segment=NetworkSegment(2248de7c-bd9a-4119-9ea3-2adf7f860546),segment_id=2248de7c-bd9a-4119-9ea3-2adf7f860546)] {{(pid=103259) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 11:08:22.998863 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron_lib.callbacks.manager [None req-ae6c308c-a92e-4424-a7f8-d6a17e5174ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1534861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777667992095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777667450170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777667450188'] for port (6b5315b7-abdc-4810-b037-9be760e9cfe1), after_update {{(pid=103259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:08:23.044830 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae6c308c-a92e-4424-a7f8-d6a17e5174ef None None] Pushing event updated for resources: {'Port': ['ID=6b5315b7-abdc-4810-b037-9be760e9cfe1,revision_number=4']} {{(pid=103259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:08:23.051968 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae6c308c-a92e-4424-a7f8-d6a17e5174ef None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830088-4-iscsi {{(pid=103259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:08:23.052318 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae6c308c-a92e-4424-a7f8-d6a17e5174ef None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830088-4-iscsi {{(pid=103259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:08:23.052661 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae6c308c-a92e-4424-a7f8-d6a17e5174ef None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830088-4-iscsi {{(pid=103259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:08:23.053002 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae6c308c-a92e-4424-a7f8-d6a17e5174ef None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830088-4-iscsi {{(pid=103259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:08:23.053335 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae6c308c-a92e-4424-a7f8-d6a17e5174ef None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830088-4-iscsi {{(pid=103259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:08:23.053667 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae6c308c-a92e-4424-a7f8-d6a17e5174ef None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830088-4-iscsi {{(pid=103259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:08:23.053995 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae6c308c-a92e-4424-a7f8-d6a17e5174ef None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830088-4-iscsi {{(pid=103259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:08:23.054321 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae6c308c-a92e-4424-a7f8-d6a17e5174ef None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830088-4-iscsi {{(pid=103259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:08:23.054645 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae6c308c-a92e-4424-a7f8-d6a17e5174ef None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-830088-4-iscsi {{(pid=103259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:08:23.054996 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae6c308c-a92e-4424-a7f8-d6a17e5174ef None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830088-4-iscsi {{(pid=103259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:08:23.055325 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae6c308c-a92e-4424-a7f8-d6a17e5174ef None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830088-4-iscsi {{(pid=103259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:08:23.055646 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae6c308c-a92e-4424-a7f8-d6a17e5174ef None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830088-4-iscsi {{(pid=103259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:08:23.055967 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae6c308c-a92e-4424-a7f8-d6a17e5174ef None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830088-4-iscsi {{(pid=103259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:08:23.056284 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae6c308c-a92e-4424-a7f8-d6a17e5174ef None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830088-4-iscsi {{(pid=103259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:08:23.056605 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae6c308c-a92e-4424-a7f8-d6a17e5174ef None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830088-4-iscsi {{(pid=103259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:08:23.406201 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron.plugins.ml2.db [None req-ae6c308c-a92e-4424-a7f8-d6a17e5174ef None None] get_ports_and_sgs() called for port_ids ['6b5315b7-abdc-4810-b037-9be760e9cfe1'] {{(pid=103259) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 12 11:08:23.434228 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35cd2366-b120-4ebf-8186-189e6b58c775 req-bf60d6e8-c667-44ce-b85d-0f1561d8b158 tempest-AttachVolumeTestJSON-1709741936 tempest-AttachVolumeTestJSON-1709741936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:08:23.436227 dv-cinder-830088-4-iscsi neutron-server[103257]: INFO neutron.wsgi [req-35cd2366-b120-4ebf-8186-189e6b58c775 req-bf60d6e8-c667-44ce-b85d-0f1561d8b158 tempest-AttachVolumeTestJSON-1709741936 tempest-AttachVolumeTestJSON-1709741936-project] 10.222.0.39 "GET /v2.0/ports?device_id=bd66cc36-5c8e-4ecd-8c8a-cc87f623a40e HTTP/1.1" status: 200 len: 945 time: 0.0460227 Apr 12 11:08:23.483895 dv-cinder-830088-4-iscsi neutron-server[103257]: INFO neutron.wsgi [req-35cd2366-b120-4ebf-8186-189e6b58c775 req-df91cd28-f811-4cfb-b3d9-ad822a535530 tempest-AttachVolumeTestJSON-1709741936 tempest-AttachVolumeTestJSON-1709741936-project] 10.222.0.39 "GET /v2.0/security-groups?id=c2988e6b-b26c-4d1f-9d0b-0c2eb233a4ee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420523 Apr 12 11:08:24.591978 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abd98ca7-5dac-46b6-a45b-d09948125450 req-9314dfae-2ecb-4f86-b80c-8623c170d1d6 tempest-AttachVolumeTestJSON-1709741936 tempest-AttachVolumeTestJSON-1709741936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:08:24.593407 dv-cinder-830088-4-iscsi neutron-server[103258]: INFO neutron.wsgi [req-abd98ca7-5dac-46b6-a45b-d09948125450 req-9314dfae-2ecb-4f86-b80c-8623c170d1d6 tempest-AttachVolumeTestJSON-1709741936 tempest-AttachVolumeTestJSON-1709741936-project] 10.222.0.39 "GET /v2.0/ports?device_id=bd66cc36-5c8e-4ecd-8c8a-cc87f623a40e HTTP/1.1" status: 200 len: 945 time: 0.0450289 Apr 12 11:08:24.638311 dv-cinder-830088-4-iscsi neutron-server[103258]: INFO neutron.wsgi [req-abd98ca7-5dac-46b6-a45b-d09948125450 req-1fd4a8d3-ad30-4664-8ab5-ac58eb96febb tempest-AttachVolumeTestJSON-1709741936 tempest-AttachVolumeTestJSON-1709741936-project] 10.222.0.39 "GET /v2.0/security-groups?id=c2988e6b-b26c-4d1f-9d0b-0c2eb233a4ee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0393102 Apr 12 11:08:24.828378 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron.plugins.ml2.rpc [None req-ae6c308c-a92e-4424-a7f8-d6a17e5174ef None None] Device 6b5315b7-abdc-4810-b037-9be760e9cfe1 up at agent hyperv_hv-cinder-83008 {{(pid=103259) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 11:08:24.871277 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron.db.provisioning_blocks [None req-ae6c308c-a92e-4424-a7f8-d6a17e5174ef None None] Provisioning for port 6b5315b7-abdc-4810-b037-9be760e9cfe1 completed by entity L2. {{(pid=103259) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Apr 12 11:08:24.877037 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron.db.provisioning_blocks [None req-ae6c308c-a92e-4424-a7f8-d6a17e5174ef None None] Provisioning complete for port 6b5315b7-abdc-4810-b037-9be760e9cfe1 triggered by entity L2. {{(pid=103259) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 11:08:24.877441 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron_lib.callbacks.manager [None req-ae6c308c-a92e-4424-a7f8-d6a17e5174ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1343588'] for port (6b5315b7-abdc-4810-b037-9be760e9cfe1), provisioning_complete {{(pid=103259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:08:24.952768 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron.plugins.ml2.plugin [None req-ae6c308c-a92e-4424-a7f8-d6a17e5174ef None None] Current status of the port 6b5315b7-abdc-4810-b037-9be760e9cfe1 is: BUILD; New status is: ACTIVE {{(pid=103259) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 11:08:24.953030 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron_lib.callbacks.manager [None req-ae6c308c-a92e-4424-a7f8-d6a17e5174ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1535343'] for port (6b5315b7-abdc-4810-b037-9be760e9cfe1), before_update {{(pid=103259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:08:24.975002 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bd66cc36-5c8e-4ecd-8c8a-cc87f623a40e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6b5315b7-abdc-4810-b037-9be760e9cfe1'}] {{(pid=103259) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 11:08:24.977184 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}af87e37ddfedca7c8b2a1dd0c6cba4e3e91bcc66796c687067be127c7223cf15" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-52fb81ee-7412-4daa-958b-6c204f51679b" -d '{"events": [{"server_uuid": "bd66cc36-5c8e-4ecd-8c8a-cc87f623a40e", "name": "network-vif-plugged", "status": "completed", "tag": "6b5315b7-abdc-4810-b037-9be760e9cfe1"}]}' {{(pid=103259) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 11:08:24.990888 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron.plugins.ml2.db [None req-ae6c308c-a92e-4424-a7f8-d6a17e5174ef None None] For port 6b5315b7-abdc-4810-b037-9be760e9cfe1, host hv-cinder-83008, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83008',level=0,port_id=6b5315b7-abdc-4810-b037-9be760e9cfe1,segment=NetworkSegment(2248de7c-bd9a-4119-9ea3-2adf7f860546),segment_id=2248de7c-bd9a-4119-9ea3-2adf7f860546)] {{(pid=103259) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 11:08:24.994900 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron_lib.callbacks.manager [None req-ae6c308c-a92e-4424-a7f8-d6a17e5174ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1534861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777667992095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777667450170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777667450188'] for port (6b5315b7-abdc-4810-b037-9be760e9cfe1), after_update {{(pid=103259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:08:25.016762 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Apr 2022 11:08:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ef8b8240-cc4b-4ceb-9d14-e3db37b07c62 x-openstack-request-id: req-ef8b8240-cc4b-4ceb-9d14-e3db37b07c62 {{(pid=103259) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 11:08:25.017046 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bd66cc36-5c8e-4ecd-8c8a-cc87f623a40e", "name": "network-vif-plugged", "status": "completed", "tag": "6b5315b7-abdc-4810-b037-9be760e9cfe1", "code": 200}]} {{(pid=103259) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 11:08:25.017298 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-ef8b8240-cc4b-4ceb-9d14-e3db37b07c62 {{(pid=103259) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 11:08:25.017674 dv-cinder-830088-4-iscsi neutron-server[103259]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ef8b8240-cc4b-4ceb-9d14-e3db37b07c62'] response: {'server_uuid': 'bd66cc36-5c8e-4ecd-8c8a-cc87f623a40e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6b5315b7-abdc-4810-b037-9be760e9cfe1', 'code': 200} Apr 12 11:08:25.042077 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae6c308c-a92e-4424-a7f8-d6a17e5174ef None None] Pushing event updated for resources: {'Port': ['ID=6b5315b7-abdc-4810-b037-9be760e9cfe1,revision_number=5']} {{(pid=103259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:08:25.215062 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73b1d386-7f79-4071-be26-74d68e22079b req-ba9fafeb-a82b-4639-9950-5ef81bbae3d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:08:25.217080 dv-cinder-830088-4-iscsi neutron-server[103258]: INFO neutron.wsgi [req-73b1d386-7f79-4071-be26-74d68e22079b req-ba9fafeb-a82b-4639-9950-5ef81bbae3d6 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=bd66cc36-5c8e-4ecd-8c8a-cc87f623a40e HTTP/1.1" status: 200 len: 1130 time: 0.0389271 Apr 12 11:08:25.260221 dv-cinder-830088-4-iscsi neutron-server[103258]: INFO neutron.wsgi [req-73b1d386-7f79-4071-be26-74d68e22079b req-830c326d-f91b-4f51-a2db-faa875109a9b service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=c2988e6b-b26c-4d1f-9d0b-0c2eb233a4ee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0365412 Apr 12 11:08:25.488664 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.wsgi [-] (103258) accepted ('10.222.0.39', 56336) {{(pid=103258) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 11:08:25.592957 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-1ece373b-6e20-4331-a86d-36504697e184 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:08:25.666036 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-1ece373b-6e20-4331-a86d-36504697e184 admin admin] Publish callbacks [] for security_group (a3a223d6-3dce-4aac-ad14-bd417e053890), precommit_create {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:08:25.670009 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-1ece373b-6e20-4331-a86d-36504697e184 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-415253'] for security_group (a3a223d6-3dce-4aac-ad14-bd417e053890), after_create {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:08:25.709262 dv-cinder-830088-4-iscsi neutron-server[103258]: INFO neutron.wsgi [None req-1ece373b-6e20-4331-a86d-36504697e184 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=0b2854e9b5634c40bb326a408174d9e1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2194993 Apr 12 11:08:25.712000 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron.wsgi [-] (103257) accepted ('10.222.0.39', 56342) {{(pid=103257) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 11:08:25.712486 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ece373b-6e20-4331-a86d-36504697e184 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a3a223d6-3dce-4aac-ad14-bd417e053890,revision_number=1']} {{(pid=103258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:08:25.759252 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a85c04e8-6c72-4f2f-ac75-c9860653404e req-b2e104a2-a243-4be0-b7f4-249ab20ff42b tempest-AttachVolumeTestJSON-1709741936 tempest-AttachVolumeTestJSON-1709741936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:08:25.759853 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-f30bb7d6-3d53-42da-9ac0-14ab32eb985d admin admin] Publish callbacks [] for security_group (a3a223d6-3dce-4aac-ad14-bd417e053890), before_delete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:08:25.760631 dv-cinder-830088-4-iscsi neutron-server[103258]: INFO neutron.wsgi [req-a85c04e8-6c72-4f2f-ac75-c9860653404e req-b2e104a2-a243-4be0-b7f4-249ab20ff42b tempest-AttachVolumeTestJSON-1709741936 tempest-AttachVolumeTestJSON-1709741936-project] 10.222.0.39 "GET /v2.0/ports?device_id=bd66cc36-5c8e-4ecd-8c8a-cc87f623a40e HTTP/1.1" status: 200 len: 946 time: 0.0501671 Apr 12 11:08:25.781292 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-f30bb7d6-3d53-42da-9ac0-14ab32eb985d admin admin] Publish callbacks [] for security_group (a3a223d6-3dce-4aac-ad14-bd417e053890), precommit_delete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:08:25.805654 dv-cinder-830088-4-iscsi neutron-server[103258]: INFO neutron.wsgi [req-a85c04e8-6c72-4f2f-ac75-c9860653404e req-6c5ee142-ef7c-4940-90c2-6c9ecbb11c8f tempest-AttachVolumeTestJSON-1709741936 tempest-AttachVolumeTestJSON-1709741936-project] 10.222.0.39 "GET /v2.0/security-groups?id=c2988e6b-b26c-4d1f-9d0b-0c2eb233a4ee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0384490 Apr 12 11:08:25.827217 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-f30bb7d6-3d53-42da-9ac0-14ab32eb985d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-415253'] for security_group (a3a223d6-3dce-4aac-ad14-bd417e053890), after_delete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:08:25.829799 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-f30bb7d6-3d53-42da-9ac0-14ab32eb985d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:08:25.830977 dv-cinder-830088-4-iscsi neutron-server[103257]: INFO neutron.wsgi [None req-f30bb7d6-3d53-42da-9ac0-14ab32eb985d admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/a3a223d6-3dce-4aac-ad14-bd417e053890 HTTP/1.1" status: 204 len: 168 time: 0.1178534 Apr 12 11:08:25.838440 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f30bb7d6-3d53-42da-9ac0-14ab32eb985d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a3a223d6-3dce-4aac-ad14-bd417e053890,revision_number=None']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:08:26.079580 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.wsgi [-] (103258) accepted ('10.222.0.39', 56348) {{(pid=103258) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 11:08:26.092472 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-47058384-d62a-4ba2-92d2-ed4debeef49a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:08:26.165160 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-47058384-d62a-4ba2-92d2-ed4debeef49a admin admin] Publish callbacks [] for security_group (5235b388-8ec3-4313-83d5-b26aea4284b1), precommit_create {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:08:26.168857 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-47058384-d62a-4ba2-92d2-ed4debeef49a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-415253'] for security_group (5235b388-8ec3-4313-83d5-b26aea4284b1), after_create {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:08:26.205449 dv-cinder-830088-4-iscsi neutron-server[103258]: INFO neutron.wsgi [None req-47058384-d62a-4ba2-92d2-ed4debeef49a admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=07f7883655b1474fb4661e12889f8516&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1247554 Apr 12 11:08:26.207431 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47058384-d62a-4ba2-92d2-ed4debeef49a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5235b388-8ec3-4313-83d5-b26aea4284b1,revision_number=1']} {{(pid=103258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:08:26.208133 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron.wsgi [-] (103257) accepted ('10.222.0.39', 56350) {{(pid=103257) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 11:08:26.258579 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-acf8c16f-663b-4327-a83a-c3e659916230 admin admin] Publish callbacks [] for security_group (5235b388-8ec3-4313-83d5-b26aea4284b1), before_delete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:08:26.279440 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-acf8c16f-663b-4327-a83a-c3e659916230 admin admin] Publish callbacks [] for security_group (5235b388-8ec3-4313-83d5-b26aea4284b1), precommit_delete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:08:26.325098 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-acf8c16f-663b-4327-a83a-c3e659916230 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-415253'] for security_group (5235b388-8ec3-4313-83d5-b26aea4284b1), after_delete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:08:26.327767 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-acf8c16f-663b-4327-a83a-c3e659916230 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:08:26.328906 dv-cinder-830088-4-iscsi neutron-server[103257]: INFO neutron.wsgi [None req-acf8c16f-663b-4327-a83a-c3e659916230 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/5235b388-8ec3-4313-83d5-b26aea4284b1 HTTP/1.1" status: 204 len: 168 time: 0.1197915 Apr 12 11:08:26.336196 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acf8c16f-663b-4327-a83a-c3e659916230 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5235b388-8ec3-4313-83d5-b26aea4284b1,revision_number=None']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:08:26.920647 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26751c11-84d7-4412-a959-622932e4b026 req-9388cc96-0754-4aeb-a59d-dcba172b4f51 tempest-AttachVolumeTestJSON-1709741936 tempest-AttachVolumeTestJSON-1709741936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:08:26.922130 dv-cinder-830088-4-iscsi neutron-server[103257]: INFO neutron.wsgi [req-26751c11-84d7-4412-a959-622932e4b026 req-9388cc96-0754-4aeb-a59d-dcba172b4f51 tempest-AttachVolumeTestJSON-1709741936 tempest-AttachVolumeTestJSON-1709741936-project] 10.222.0.39 "GET /v2.0/ports?device_id=bd66cc36-5c8e-4ecd-8c8a-cc87f623a40e HTTP/1.1" status: 200 len: 946 time: 0.0469429 Apr 12 11:08:26.968289 dv-cinder-830088-4-iscsi neutron-server[103257]: INFO neutron.wsgi [req-26751c11-84d7-4412-a959-622932e4b026 req-ee64ac53-2db9-48df-94c9-d0379a01e7b8 tempest-AttachVolumeTestJSON-1709741936 tempest-AttachVolumeTestJSON-1709741936-project] 10.222.0.39 "GET /v2.0/security-groups?id=c2988e6b-b26c-4d1f-9d0b-0c2eb233a4ee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407245 Apr 12 11:08:28.085222 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8857e6c9-b3e6-4f23-8d37-4b57113ed64a req-682f63a6-5f9a-40cf-99b8-c93124e86e95 tempest-AttachVolumeTestJSON-1709741936 tempest-AttachVolumeTestJSON-1709741936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:08:28.086744 dv-cinder-830088-4-iscsi neutron-server[103258]: INFO neutron.wsgi [req-8857e6c9-b3e6-4f23-8d37-4b57113ed64a req-682f63a6-5f9a-40cf-99b8-c93124e86e95 tempest-AttachVolumeTestJSON-1709741936 tempest-AttachVolumeTestJSON-1709741936-project] 10.222.0.39 "GET /v2.0/ports?device_id=bd66cc36-5c8e-4ecd-8c8a-cc87f623a40e HTTP/1.1" status: 200 len: 946 time: 0.0486822 Apr 12 11:08:28.133482 dv-cinder-830088-4-iscsi neutron-server[103258]: INFO neutron.wsgi [req-8857e6c9-b3e6-4f23-8d37-4b57113ed64a req-4691b009-4574-4fd8-b031-a957411efc66 tempest-AttachVolumeTestJSON-1709741936 tempest-AttachVolumeTestJSON-1709741936-project] 10.222.0.39 "GET /v2.0/security-groups?id=c2988e6b-b26c-4d1f-9d0b-0c2eb233a4ee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407131 Apr 12 11:08:28.240693 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-765648cb-0ae1-4a1c-bfed-80b2e2aa3798 req-5ec81f2d-b7ba-47fb-a27e-a61d1bf43779 tempest-AttachVolumeTestJSON-1709741936 tempest-AttachVolumeTestJSON-1709741936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:08:28.242056 dv-cinder-830088-4-iscsi neutron-server[103257]: INFO neutron.wsgi [req-765648cb-0ae1-4a1c-bfed-80b2e2aa3798 req-5ec81f2d-b7ba-47fb-a27e-a61d1bf43779 tempest-AttachVolumeTestJSON-1709741936 tempest-AttachVolumeTestJSON-1709741936-project] 10.222.0.39 "GET /v2.0/ports?device_id=bd66cc36-5c8e-4ecd-8c8a-cc87f623a40e HTTP/1.1" status: 200 len: 946 time: 0.0454926 Apr 12 11:08:28.250998 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron.wsgi [-] (103257) accepted ('10.222.0.39', 56408) {{(pid=103257) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 11:08:28.255400 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron.api.v2.base [None req-ff59b350-6422-4b7d-bec4-5728efbe4172 tempest-AttachVolumeTestJSON-1709741936 tempest-AttachVolumeTestJSON-1709741936-project] Request body: {'floatingip': {'port_id': '6b5315b7-abdc-4810-b037-9be760e9cfe1'}} {{(pid=103257) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 11:08:28.297056 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-ff59b350-6422-4b7d-bec4-5728efbe4172 tempest-AttachVolumeTestJSON-1709741936 tempest-AttachVolumeTestJSON-1709741936-project] Publish callbacks [] for floatingip (599853fb-fca4-4080-94d6-22f2d5c92356), before_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:08:28.734928 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-ff59b350-6422-4b7d-bec4-5728efbe4172 tempest-AttachVolumeTestJSON-1709741936 tempest-AttachVolumeTestJSON-1709741936-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:08:28.738849 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-ff59b350-6422-4b7d-bec4-5728efbe4172 tempest-AttachVolumeTestJSON-1709741936 tempest-AttachVolumeTestJSON-1709741936-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-579534'] for floatingip (599853fb-fca4-4080-94d6-22f2d5c92356), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:08:28.839126 dv-cinder-830088-4-iscsi neutron-server[103257]: INFO neutron.db.l3_db [None req-ff59b350-6422-4b7d-bec4-5728efbe4172 tempest-AttachVolumeTestJSON-1709741936 tempest-AttachVolumeTestJSON-1709741936-project] Floating IP 599853fb-fca4-4080-94d6-22f2d5c92356 associated. External IP: 172.27.3.14, port: 6b5315b7-abdc-4810-b037-9be760e9cfe1. Apr 12 11:08:29.055355 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ff59b350-6422-4b7d-bec4-5728efbe4172 tempest-AttachVolumeTestJSON-1709741936 tempest-AttachVolumeTestJSON-1709741936-project] Router 373bcbcc-c4aa-4514-9206-351c9dcda33b has already been hosted by L3 agent 77f5e085-0284-4236-9dbf-35d2d452e277 {{(pid=103257) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 12 11:08:29.167187 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ff59b350-6422-4b7d-bec4-5728efbe4172 tempest-AttachVolumeTestJSON-1709741936 tempest-AttachVolumeTestJSON-1709741936-project] Notify agent at l3_agent.dv-cinder-830088-4-iscsi the message routers_updated {{(pid=103257) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 12 11:08:29.172314 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-ff59b350-6422-4b7d-bec4-5728efbe4172 tempest-AttachVolumeTestJSON-1709741936 tempest-AttachVolumeTestJSON-1709741936-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108023'] for floatingip (None), before_response {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:08:29.179964 dv-cinder-830088-4-iscsi neutron-server[103260]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9cc2b0d-bce2-495c-9cc4-789f86e07e6b None None] Sync routers for ids ['373bcbcc-c4aa-4514-9206-351c9dcda33b'] in dv-cinder-830088-4-iscsi {{(pid=103260) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 12 11:08:29.190753 dv-cinder-830088-4-iscsi neutron-server[103260]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9cc2b0d-bce2-495c-9cc4-789f86e07e6b None None] Routers {'373bcbcc-c4aa-4514-9206-351c9dcda33b'} bound to L3 agent in host dv-cinder-830088-4-iscsi {{(pid=103260) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 11:08:29.191514 dv-cinder-830088-4-iscsi neutron-server[103260]: DEBUG neutron.db.l3_hamode_db [None req-c9cc2b0d-bce2-495c-9cc4-789f86e07e6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830088-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-12T10:52:12Z,description=,heartbeat_timestamp=2022-04-12T11:08:13Z,host='dv-cinder-830088-4-iscsi',id=77f5e085-0284-4236-9dbf-35d2d452e277,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T10:52:12Z,topic='l3_agent')) {'router_ids': ['373bcbcc-c4aa-4514-9206-351c9dcda33b'], 'active': True} {{(pid=103260) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 11:08:29.214303 dv-cinder-830088-4-iscsi neutron-server[103257]: INFO neutron.wsgi [None req-ff59b350-6422-4b7d-bec4-5728efbe4172 tempest-AttachVolumeTestJSON-1709741936 tempest-AttachVolumeTestJSON-1709741936-project] 10.222.0.39 "PUT /v2.0/floatingips/599853fb-fca4-4080-94d6-22f2d5c92356 HTTP/1.1" status: 200 len: 991 time: 0.9517000 Apr 12 11:08:29.214303 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bd66cc36-5c8e-4ecd-8c8a-cc87f623a40e', 'tag': '6b5315b7-abdc-4810-b037-9be760e9cfe1'}] {{(pid=103257) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 11:08:29.214303 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}263188bb5a56b6ea0b99504a79f1a82db60da3322be0ebbd3338f0b2803b3102" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c516bb47-9a23-4737-a62b-1f1392f7e289" -d '{"events": [{"name": "network-changed", "server_uuid": "bd66cc36-5c8e-4ecd-8c8a-cc87f623a40e", "tag": "6b5315b7-abdc-4810-b037-9be760e9cfe1"}]}' {{(pid=103257) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 11:08:29.254318 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Apr 2022 11:08:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fadba455-176b-4ff9-ba80-13e4799f2283 x-openstack-request-id: req-fadba455-176b-4ff9-ba80-13e4799f2283 {{(pid=103257) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 11:08:29.255023 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bd66cc36-5c8e-4ecd-8c8a-cc87f623a40e", "tag": "6b5315b7-abdc-4810-b037-9be760e9cfe1", "status": "completed", "code": 200}]} {{(pid=103257) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 11:08:29.255023 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-fadba455-176b-4ff9-ba80-13e4799f2283 {{(pid=103257) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 11:08:29.255291 dv-cinder-830088-4-iscsi neutron-server[103257]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fadba455-176b-4ff9-ba80-13e4799f2283'] response: {'name': 'network-changed', 'server_uuid': 'bd66cc36-5c8e-4ecd-8c8a-cc87f623a40e', 'tag': '6b5315b7-abdc-4810-b037-9be760e9cfe1', 'status': 'completed', 'code': 200} Apr 12 11:08:29.313790 dv-cinder-830088-4-iscsi neutron-server[103260]: DEBUG neutron.db.l3_dvr_db [None req-c9cc2b0d-bce2-495c-9cc4-789f86e07e6b None None] Set router 373bcbcc-c4aa-4514-9206-351c9dcda33b gateway port host: dv-cinder-830088-4-iscsi {{(pid=103260) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 11:08:29.350274 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c516bb47-9a23-4737-a62b-1f1392f7e289 req-ae1724f0-c60b-41b1-b44e-10bfa00a24f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:08:29.351787 dv-cinder-830088-4-iscsi neutron-server[103258]: INFO neutron.wsgi [req-c516bb47-9a23-4737-a62b-1f1392f7e289 req-ae1724f0-c60b-41b1-b44e-10bfa00a24f8 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=d41e564f85554bef9013a0082cd0196d&device_id=bd66cc36-5c8e-4ecd-8c8a-cc87f623a40e HTTP/1.1" status: 200 len: 1130 time: 0.0383396 Apr 12 11:08:29.443461 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c516bb47-9a23-4737-a62b-1f1392f7e289 req-948427db-1756-4635-a6b4-21042741aba5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:08:29.444918 dv-cinder-830088-4-iscsi neutron-server[103258]: INFO neutron.wsgi [req-c516bb47-9a23-4737-a62b-1f1392f7e289 req-948427db-1756-4635-a6b4-21042741aba5 service neutron] 10.222.0.53 "GET /v2.0/networks?id=5283658c-f0e4-41df-8b22-61e61a4f7877 HTTP/1.1" status: 200 len: 911 time: 0.0857182 Apr 12 11:08:29.508406 dv-cinder-830088-4-iscsi neutron-server[103258]: INFO neutron.wsgi [req-c516bb47-9a23-4737-a62b-1f1392f7e289 req-26c65dd8-1539-46be-8076-32f80cc934ca service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=6b5315b7-abdc-4810-b037-9be760e9cfe1 HTTP/1.1" status: 200 len: 999 time: 0.0571103 Apr 12 11:08:29.523678 dv-cinder-830088-4-iscsi neutron-server[103260]: DEBUG neutron.db.l3_hamode_db [None req-c9cc2b0d-bce2-495c-9cc4-789f86e07e6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '373bcbcc-c4aa-4514-9206-351c9dcda33b', 'name': 'tempest-AttachVolumeTestJSON-423602201-router', 'tenant_id': 'd41e564f85554bef9013a0082cd0196d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b7be5f2-485b-4c85-8f98-fb200971b61c', 'external_fixed_ips': [{'subnet_id': '4887111e-1302-416a-ab8e-c957c9df7f85', 'ip_address': '172.27.3.152'}], 'enable_snat': True}, 'gw_port_id': '8e7b4c26-0625-4402-b824-2509bce3c8ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T11:00:41Z', 'updated_at': '2022-04-12T11:00:54Z', 'revision_number': 4, 'project_id': 'd41e564f85554bef9013a0082cd0196d', 'gw_port': {'id': '8e7b4c26-0625-4402-b824-2509bce3c8ad', 'name': '', 'network_id': '3b7be5f2-485b-4c85-8f98-fb200971b61c', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:5a:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '373bcbcc-c4aa-4514-9206-351c9dcda33b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '4887111e-1302-416a-ab8e-c957c9df7f85', 'ip_address': '172.27.3.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830088-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T11:00:43Z', 'updated_at': '2022-04-12T11:01:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4887111e-1302-416a-ab8e-c957c9df7f85', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830088-4-iscsi', '_floatingips': [{'id': '599853fb-fca4-4080-94d6-22f2d5c92356', 'tenant_id': 'd41e564f85554bef9013a0082cd0196d', 'floating_ip_address': '172.27.3.14', 'floating_network_id': '3b7be5f2-485b-4c85-8f98-fb200971b61c', 'router_id': '373bcbcc-c4aa-4514-9206-351c9dcda33b', 'port_id': '6b5315b7-abdc-4810-b037-9be760e9cfe1', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 421, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5283658c-f0e4-41df-8b22-61e61a4f7877', 'mac_address': 'fa:16:3e:7e:98:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd66cc36-5c8e-4ecd-8c8a-cc87f623a40e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-12T11:08:15Z', 'updated_at': '2022-04-12T11:08:28Z', 'revision_number': 1, 'project_id': 'd41e564f85554bef9013a0082cd0196d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e978d462-7687-4cf5-93f5-ed7eab26c133', 'name': '', 'network_id': '5283658c-f0e4-41df-8b22-61e61a4f7877', 'tenant_id': 'd41e564f85554bef9013a0082cd0196d', 'mac_address': 'fa:16:3e:c2:35:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '373bcbcc-c4aa-4514-9206-351c9dcda33b', 'device_owner': 'network:router_interface', 'standard_attr_id': 111, 'fixed_ips': [{'subnet_id': 'a03f1c9e-6c63-496e-9600-bb0a8351c93d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830088-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T11:00:51Z', 'updated_at': '2022-04-12T11:01:07Z', 'revision_number': 5, 'project_id': 'd41e564f85554bef9013a0082cd0196d', 'subnets': [{'id': 'a03f1c9e-6c63-496e-9600-bb0a8351c93d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830088-4-iscsi', False) {} {{(pid=103260) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 11:08:29.553798 dv-cinder-830088-4-iscsi neutron-server[103260]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9cc2b0d-bce2-495c-9cc4-789f86e07e6b None None] Checking router: 373bcbcc-c4aa-4514-9206-351c9dcda33b for host: dv-cinder-830088-4-iscsi {{(pid=103260) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 12 11:08:29.558256 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c516bb47-9a23-4737-a62b-1f1392f7e289 req-6c2b24ef-4cd0-45a7-893b-8a3b216d1f21 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:08:29.559723 dv-cinder-830088-4-iscsi neutron-server[103258]: INFO neutron.wsgi [req-c516bb47-9a23-4737-a62b-1f1392f7e289 req-6c2b24ef-4cd0-45a7-893b-8a3b216d1f21 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=a03f1c9e-6c63-496e-9600-bb0a8351c93d HTTP/1.1" status: 200 len: 849 time: 0.0456178 Apr 12 11:08:29.561921 dv-cinder-830088-4-iscsi neutron-server[103260]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9cc2b0d-bce2-495c-9cc4-789f86e07e6b None None] Routers {'373bcbcc-c4aa-4514-9206-351c9dcda33b'} bound to L3 agent in host dv-cinder-830088-4-iscsi {{(pid=103260) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 11:08:29.562511 dv-cinder-830088-4-iscsi neutron-server[103260]: DEBUG neutron.db.l3_hamode_db [None req-c9cc2b0d-bce2-495c-9cc4-789f86e07e6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830088-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-12T10:52:12Z,description=,heartbeat_timestamp=2022-04-12T11:08:13Z,host='dv-cinder-830088-4-iscsi',id=77f5e085-0284-4236-9dbf-35d2d452e277,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T10:52:12Z,topic='l3_agent')) {'router_ids': ['373bcbcc-c4aa-4514-9206-351c9dcda33b'], 'active': True} {{(pid=103260) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 11:08:29.601859 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c516bb47-9a23-4737-a62b-1f1392f7e289 req-80aef5c1-447e-47c3-bfef-fccbd0e1bca6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:08:29.603371 dv-cinder-830088-4-iscsi neutron-server[103258]: INFO neutron.wsgi [req-c516bb47-9a23-4737-a62b-1f1392f7e289 req-80aef5c1-447e-47c3-bfef-fccbd0e1bca6 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=5283658c-f0e4-41df-8b22-61e61a4f7877&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0379853 Apr 12 11:08:29.691746 dv-cinder-830088-4-iscsi neutron-server[103258]: INFO neutron.wsgi [req-c516bb47-9a23-4737-a62b-1f1392f7e289 req-70e43aa6-bc89-4739-8a1e-3c98ec52dd8a service neutron] 10.222.0.53 "GET /v2.0/networks/5283658c-f0e4-41df-8b22-61e61a4f7877?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0823028 Apr 12 11:08:29.758368 dv-cinder-830088-4-iscsi neutron-server[103260]: DEBUG neutron.db.l3_dvr_db [None req-c9cc2b0d-bce2-495c-9cc4-789f86e07e6b None None] Set router 373bcbcc-c4aa-4514-9206-351c9dcda33b gateway port host: dv-cinder-830088-4-iscsi {{(pid=103260) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 11:08:29.783829 dv-cinder-830088-4-iscsi neutron-server[103258]: INFO neutron.wsgi [req-c516bb47-9a23-4737-a62b-1f1392f7e289 req-7b5cfabf-9d19-4118-bdf7-2a548fc0da80 service neutron] 10.222.0.53 "GET /v2.0/networks/5283658c-f0e4-41df-8b22-61e61a4f7877?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0861552 Apr 12 11:08:29.969582 dv-cinder-830088-4-iscsi neutron-server[103260]: DEBUG neutron.db.l3_hamode_db [None req-c9cc2b0d-bce2-495c-9cc4-789f86e07e6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '373bcbcc-c4aa-4514-9206-351c9dcda33b', 'name': 'tempest-AttachVolumeTestJSON-423602201-router', 'tenant_id': 'd41e564f85554bef9013a0082cd0196d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b7be5f2-485b-4c85-8f98-fb200971b61c', 'external_fixed_ips': [{'subnet_id': '4887111e-1302-416a-ab8e-c957c9df7f85', 'ip_address': '172.27.3.152'}], 'enable_snat': True}, 'gw_port_id': '8e7b4c26-0625-4402-b824-2509bce3c8ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T11:00:41Z', 'updated_at': '2022-04-12T11:00:54Z', 'revision_number': 4, 'project_id': 'd41e564f85554bef9013a0082cd0196d', 'gw_port': {'id': '8e7b4c26-0625-4402-b824-2509bce3c8ad', 'name': '', 'network_id': '3b7be5f2-485b-4c85-8f98-fb200971b61c', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:5a:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '373bcbcc-c4aa-4514-9206-351c9dcda33b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '4887111e-1302-416a-ab8e-c957c9df7f85', 'ip_address': '172.27.3.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830088-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T11:00:43Z', 'updated_at': '2022-04-12T11:01:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4887111e-1302-416a-ab8e-c957c9df7f85', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830088-4-iscsi', '_floatingips': [{'id': '599853fb-fca4-4080-94d6-22f2d5c92356', 'tenant_id': 'd41e564f85554bef9013a0082cd0196d', 'floating_ip_address': '172.27.3.14', 'floating_network_id': '3b7be5f2-485b-4c85-8f98-fb200971b61c', 'router_id': '373bcbcc-c4aa-4514-9206-351c9dcda33b', 'port_id': '6b5315b7-abdc-4810-b037-9be760e9cfe1', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 421, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5283658c-f0e4-41df-8b22-61e61a4f7877', 'mac_address': 'fa:16:3e:7e:98:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd66cc36-5c8e-4ecd-8c8a-cc87f623a40e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-12T11:08:15Z', 'updated_at': '2022-04-12T11:08:28Z', 'revision_number': 1, 'project_id': 'd41e564f85554bef9013a0082cd0196d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e978d462-7687-4cf5-93f5-ed7eab26c133', 'name': '', 'network_id': '5283658c-f0e4-41df-8b22-61e61a4f7877', 'tenant_id': 'd41e564f85554bef9013a0082cd0196d', 'mac_address': 'fa:16:3e:c2:35:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '373bcbcc-c4aa-4514-9206-351c9dcda33b', 'device_owner': 'network:router_interface', 'standard_attr_id': 111, 'fixed_ips': [{'subnet_id': 'a03f1c9e-6c63-496e-9600-bb0a8351c93d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830088-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T11:00:51Z', 'updated_at': '2022-04-12T11:01:07Z', 'revision_number': 5, 'project_id': 'd41e564f85554bef9013a0082cd0196d', 'subnets': [{'id': 'a03f1c9e-6c63-496e-9600-bb0a8351c93d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830088-4-iscsi', False) {} {{(pid=103260) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 11:08:29.998303 dv-cinder-830088-4-iscsi neutron-server[103260]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9cc2b0d-bce2-495c-9cc4-789f86e07e6b None None] The sync data for ids ['373bcbcc-c4aa-4514-9206-351c9dcda33b'] in dv-cinder-830088-4-iscsi is: [{'id': '373bcbcc-c4aa-4514-9206-351c9dcda33b', 'name': 'tempest-AttachVolumeTestJSON-423602201-router', 'tenant_id': 'd41e564f85554bef9013a0082cd0196d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b7be5f2-485b-4c85-8f98-fb200971b61c', 'external_fixed_ips': [{'subnet_id': '4887111e-1302-416a-ab8e-c957c9df7f85', 'ip_address': '172.27.3.152'}], 'enable_snat': True}, 'gw_port_id': '8e7b4c26-0625-4402-b824-2509bce3c8ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T11:00:41Z', 'updated_at': '2022-04-12T11:00:54Z', 'revision_number': 4, 'project_id': 'd41e564f85554bef9013a0082cd0196d', 'gw_port': {'id': '8e7b4c26-0625-4402-b824-2509bce3c8ad', 'name': '', 'network_id': '3b7be5f2-485b-4c85-8f98-fb200971b61c', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:5a:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '373bcbcc-c4aa-4514-9206-351c9dcda33b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '4887111e-1302-416a-ab8e-c957c9df7f85', 'ip_address': '172.27.3.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830088-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T11:00:43Z', 'updated_at': '2022-04-12T11:01:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4887111e-1302-416a-ab8e-c957c9df7f85', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830088-4-iscsi', '_floatingips': [{'id': '599853fb-fca4-4080-94d6-22f2d5c92356', 'tenant_id': 'd41e564f85554bef9013a0082cd0196d', 'floating_ip_address': '172.27.3.14', 'floating_network_id': '3b7be5f2-485b-4c85-8f98-fb200971b61c', 'router_id': '373bcbcc-c4aa-4514-9206-351c9dcda33b', 'port_id': '6b5315b7-abdc-4810-b037-9be760e9cfe1', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 421, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5283658c-f0e4-41df-8b22-61e61a4f7877', 'mac_address': 'fa:16:3e:7e:98:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd66cc36-5c8e-4ecd-8c8a-cc87f623a40e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-12T11:08:15Z', 'updated_at': '2022-04-12T11:08:28Z', 'revision_number': 1, 'project_id': 'd41e564f85554bef9013a0082cd0196d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e978d462-7687-4cf5-93f5-ed7eab26c133', 'name': '', 'network_id': '5283658c-f0e4-41df-8b22-61e61a4f7877', 'tenant_id': 'd41e564f85554bef9013a0082cd0196d', 'mac_address': 'fa:16:3e:c2:35:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '373bcbcc-c4aa-4514-9206-351c9dcda33b', 'device_owner': 'network:router_interface', 'standard_attr_id': 111, 'fixed_ips': [{'subnet_id': 'a03f1c9e-6c63-496e-9600-bb0a8351c93d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830088-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T11:00:51Z', 'updated_at': '2022-04-12T11:01:07Z', 'revision_number': 5, 'project_id': 'd41e564f85554bef9013a0082cd0196d', 'subnets': [{'id': 'a03f1c9e-6c63-496e-9600-bb0a8351c93d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103260) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 12 11:08:30.186335 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d7b4de6-80fd-4662-8ade-8426474f860d None None] New status for floating IP 599853fb-fca4-4080-94d6-22f2d5c92356: ACTIVE {{(pid=103259) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 12 11:08:37.407148 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron.wsgi [-] (103257) accepted ('10.222.0.39', 56462) {{(pid=103257) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 11:08:37.509310 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-2a40fff1-26de-47a1-832d-e06f2d7abede admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:08:37.580947 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-2a40fff1-26de-47a1-832d-e06f2d7abede admin admin] Publish callbacks [] for security_group (3f00bdc8-ceac-49df-8fdc-9e9f607e64ac), precommit_create {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:08:37.584787 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-2a40fff1-26de-47a1-832d-e06f2d7abede admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-415253'] for security_group (3f00bdc8-ceac-49df-8fdc-9e9f607e64ac), after_create {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:08:37.621899 dv-cinder-830088-4-iscsi neutron-server[103257]: INFO neutron.wsgi [None req-2a40fff1-26de-47a1-832d-e06f2d7abede admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=ee5cf2b9899f4ba89b3807ca2eb89a67&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2136865 Apr 12 11:08:37.622787 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a40fff1-26de-47a1-832d-e06f2d7abede admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3f00bdc8-ceac-49df-8fdc-9e9f607e64ac,revision_number=1']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:08:37.624738 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.wsgi [-] (103258) accepted ('10.222.0.39', 56466) {{(pid=103258) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 11:08:37.672071 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-9d6abc96-bc03-4c2b-bf58-f7a199869643 admin admin] Publish callbacks [] for security_group (3f00bdc8-ceac-49df-8fdc-9e9f607e64ac), before_delete {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:08:37.694553 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-9d6abc96-bc03-4c2b-bf58-f7a199869643 admin admin] Publish callbacks [] for security_group (3f00bdc8-ceac-49df-8fdc-9e9f607e64ac), precommit_delete {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:08:37.739951 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-9d6abc96-bc03-4c2b-bf58-f7a199869643 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-415253'] for security_group (3f00bdc8-ceac-49df-8fdc-9e9f607e64ac), after_delete {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:08:37.742718 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-9d6abc96-bc03-4c2b-bf58-f7a199869643 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:08:37.743848 dv-cinder-830088-4-iscsi neutron-server[103258]: INFO neutron.wsgi [None req-9d6abc96-bc03-4c2b-bf58-f7a199869643 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/3f00bdc8-ceac-49df-8fdc-9e9f607e64ac HTTP/1.1" status: 204 len: 168 time: 0.1176310 Apr 12 11:08:37.752044 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d6abc96-bc03-4c2b-bf58-f7a199869643 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3f00bdc8-ceac-49df-8fdc-9e9f607e64ac,revision_number=None']} {{(pid=103258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:08:37.992972 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.wsgi [-] (103258) accepted ('10.222.0.39', 56472) {{(pid=103258) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 11:08:38.008952 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-2686c48f-eabc-4441-b211-3f73120aad19 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:08:38.081586 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-2686c48f-eabc-4441-b211-3f73120aad19 admin admin] Publish callbacks [] for security_group (82859d8c-56cb-42bc-b27e-bcfe966160c8), precommit_create {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:08:38.085170 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-2686c48f-eabc-4441-b211-3f73120aad19 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-415253'] for security_group (82859d8c-56cb-42bc-b27e-bcfe966160c8), after_create {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:08:38.123009 dv-cinder-830088-4-iscsi neutron-server[103258]: INFO neutron.wsgi [None req-2686c48f-eabc-4441-b211-3f73120aad19 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=0cd06406adcb44bb9c9ad5af2f0c50ab&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1289790 Apr 12 11:08:38.123799 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2686c48f-eabc-4441-b211-3f73120aad19 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=82859d8c-56cb-42bc-b27e-bcfe966160c8,revision_number=1']} {{(pid=103258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:08:38.125706 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron.wsgi [-] (103257) accepted ('10.222.0.39', 56474) {{(pid=103257) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 11:08:38.172769 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-fca72e90-b36b-48b7-b88a-31255f7ebc87 admin admin] Publish callbacks [] for security_group (82859d8c-56cb-42bc-b27e-bcfe966160c8), before_delete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:08:38.193695 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-fca72e90-b36b-48b7-b88a-31255f7ebc87 admin admin] Publish callbacks [] for security_group (82859d8c-56cb-42bc-b27e-bcfe966160c8), precommit_delete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:08:38.243216 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-fca72e90-b36b-48b7-b88a-31255f7ebc87 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-415253'] for security_group (82859d8c-56cb-42bc-b27e-bcfe966160c8), after_delete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:08:38.245647 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-fca72e90-b36b-48b7-b88a-31255f7ebc87 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:08:38.246793 dv-cinder-830088-4-iscsi neutron-server[103257]: INFO neutron.wsgi [None req-fca72e90-b36b-48b7-b88a-31255f7ebc87 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/82859d8c-56cb-42bc-b27e-bcfe966160c8 HTTP/1.1" status: 204 len: 168 time: 0.1200278 Apr 12 11:08:38.254221 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fca72e90-b36b-48b7-b88a-31255f7ebc87 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=82859d8c-56cb-42bc-b27e-bcfe966160c8,revision_number=None']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:08:38.883396 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron.wsgi [-] (103257) accepted ('10.222.0.39', 56496) {{(pid=103257) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 11:08:38.976231 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron.api.v2.base [None req-991c93ef-371d-46fd-b3fe-8962f8e602dc admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-228768823-network', 'tenant_id': '45ee7643c79b433493c99084533d03c3'}} {{(pid=103257) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 11:08:38.995128 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-991c93ef-371d-46fd-b3fe-8962f8e602dc admin admin] Made reservation on behalf of 45ee7643c79b433493c99084533d03c3 for: {'network': 1} {{(pid=103257) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 12 11:08:38.997285 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-991c93ef-371d-46fd-b3fe-8962f8e602dc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1535343'] for network (None), before_create {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:08:39.005355 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-991c93ef-371d-46fd-b3fe-8962f8e602dc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:08:39.075881 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-991c93ef-371d-46fd-b3fe-8962f8e602dc admin admin] Publish callbacks [] for security_group (e5645fae-39d0-4f24-b0d5-481a605107ca), precommit_create {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:08:39.079789 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-991c93ef-371d-46fd-b3fe-8962f8e602dc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-415253'] for security_group (e5645fae-39d0-4f24-b0d5-481a605107ca), after_create {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:08:39.100067 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-991c93ef-371d-46fd-b3fe-8962f8e602dc admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 525} {{(pid=103257) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 12 11:08:39.114349 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-991c93ef-371d-46fd-b3fe-8962f8e602dc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e5645fae-39d0-4f24-b0d5-481a605107ca,revision_number=1']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:08:39.117183 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-991c93ef-371d-46fd-b3fe-8962f8e602dc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1531021'] for segment (82304926-ec3c-4acf-bd2b-43eb58870b69), precommit_create {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:08:39.117525 dv-cinder-830088-4-iscsi neutron-server[103257]: INFO neutron.db.segments_db [None req-991c93ef-371d-46fd-b3fe-8962f8e602dc admin admin] Added segment 82304926-ec3c-4acf-bd2b-43eb58870b69 of type vlan for network 06da1ace-2f5e-41df-bcbf-af196819405b Apr 12 11:08:39.156724 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-991c93ef-371d-46fd-b3fe-8962f8e602dc admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777667466078'] for network (06da1ace-2f5e-41df-bcbf-af196819405b), precommit_create {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:08:39.181040 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-991c93ef-371d-46fd-b3fe-8962f8e602dc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-415428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586207'] for network (06da1ace-2f5e-41df-bcbf-af196819405b), after_create {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:08:39.182002 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-991c93ef-371d-46fd-b3fe-8962f8e602dc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:08:39.182621 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-991c93ef-371d-46fd-b3fe-8962f8e602dc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586029'] for network (None), before_response {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:08:39.215710 dv-cinder-830088-4-iscsi neutron-server[103257]: INFO neutron.wsgi [None req-991c93ef-371d-46fd-b3fe-8962f8e602dc admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.3310716 Apr 12 11:08:39.218780 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.wsgi [-] (103258) accepted ('10.222.0.39', 56500) {{(pid=103258) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 11:08:39.224285 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.api.v2.base [None req-3279e3ae-f0da-4e7d-9cce-985592c1a157 admin admin] Request body: {'subnet': {'network_id': '06da1ace-2f5e-41df-bcbf-af196819405b', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-228768823-subnet', 'tenant_id': '45ee7643c79b433493c99084533d03c3', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103258) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 11:08:39.243659 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3279e3ae-f0da-4e7d-9cce-985592c1a157 admin admin] Made reservation on behalf of 45ee7643c79b433493c99084533d03c3 for: {'subnet': 1} {{(pid=103258) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 12 11:08:39.245909 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-3279e3ae-f0da-4e7d-9cce-985592c1a157 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4732476'] for subnet (None), before_create {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:08:39.248617 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-991c93ef-371d-46fd-b3fe-8962f8e602dc admin admin] Pushing event updated for resources: {'Network': ['ID=06da1ace-2f5e-41df-bcbf-af196819405b,revision_number=1']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:08:39.258681 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron.plugins.ml2.rpc [None req-e4b062a6-7a21-4431-be77-3c7776c11043 None None] Network 06da1ace-2f5e-41df-bcbf-af196819405b details requested by agent ovs-agent-dv-cinder-830088-4-iscsi with host dv-cinder-830088-4-iscsi {{(pid=103259) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 12 11:08:39.408646 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-3279e3ae-f0da-4e7d-9cce-985592c1a157 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-439037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4787363', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4732462'] for subnet (c2fa5f0d-d78d-4783-a439-460517c6ffbf), after_create {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:08:39.464162 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3279e3ae-f0da-4e7d-9cce-985592c1a157 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c2fa5f0d-d78d-4783-a439-460517c6ffbf,revision_number=0']} {{(pid=103258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:08:39.471066 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3279e3ae-f0da-4e7d-9cce-985592c1a157 admin admin] Checking segment: {'id': '82304926-ec3c-4acf-bd2b-43eb58870b69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': '06da1ace-2f5e-41df-bcbf-af196819405b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103258) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 11:08:39.471416 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3279e3ae-f0da-4e7d-9cce-985592c1a157 admin admin] Network hostable DHCP agents. Network: 06da1ace-2f5e-41df-bcbf-af196819405b, hostable agents: ['0a0a44e5-732d-48d9-a8ad-b47e7b7c1a86'], hosted agents: [] {{(pid=103258) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 12 11:08:39.487240 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3279e3ae-f0da-4e7d-9cce-985592c1a157 admin admin] Network 06da1ace-2f5e-41df-bcbf-af196819405b is scheduled to be hosted by DHCP agent 0a0a44e5-732d-48d9-a8ad-b47e7b7c1a86 with binding_index 1 {{(pid=103258) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 12 11:08:39.495285 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.scheduler.base_scheduler [None req-3279e3ae-f0da-4e7d-9cce-985592c1a157 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-830088-4-iscsi, 06da1ace-2f5e-41df-bcbf-af196819405b) {{(pid=103258) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 11:08:39.499279 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3279e3ae-f0da-4e7d-9cce-985592c1a157 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:08:39.499863 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-3279e3ae-f0da-4e7d-9cce-985592c1a157 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:08:39.505400 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bef242cb-35b2-4151-a69d-751aecfe3b5f None None] Network 06da1ace-2f5e-41df-bcbf-af196819405b requested from dv-cinder-830088-4-iscsi {{(pid=103259) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 12 11:08:39.515470 dv-cinder-830088-4-iscsi neutron-server[103258]: INFO neutron.wsgi [None req-3279e3ae-f0da-4e7d-9cce-985592c1a157 admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.2956092 Apr 12 11:08:39.603976 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70813885-358f-4ca7-bc96-3d8a3582a3ec None None] Network 06da1ace-2f5e-41df-bcbf-af196819405b requested from dv-cinder-830088-4-iscsi {{(pid=103259) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 12 11:08:39.964338 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron.wsgi [-] (103257) accepted ('10.222.0.39', 56518) {{(pid=103257) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 11:08:39.969494 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron.api.v2.base [None req-1e632470-c029-40d5-b1d4-f78e6b072020 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-241704705-network', 'tenant_id': 'b938a4d8c7bb45b89ab826107b170a9d'}} {{(pid=103257) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 11:08:39.988656 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1e632470-c029-40d5-b1d4-f78e6b072020 admin admin] Made reservation on behalf of b938a4d8c7bb45b89ab826107b170a9d for: {'network': 1} {{(pid=103257) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 12 11:08:39.991048 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-1e632470-c029-40d5-b1d4-f78e6b072020 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1535343'] for network (None), before_create {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:08:39.999863 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-1e632470-c029-40d5-b1d4-f78e6b072020 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:08:40.072696 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-1e632470-c029-40d5-b1d4-f78e6b072020 admin admin] Publish callbacks [] for security_group (8fad043e-77ee-425f-9c15-a94a2329de69), precommit_create {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:08:40.076222 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-1e632470-c029-40d5-b1d4-f78e6b072020 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-415253'] for security_group (8fad043e-77ee-425f-9c15-a94a2329de69), after_create {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:08:40.100138 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1e632470-c029-40d5-b1d4-f78e6b072020 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 500} {{(pid=103257) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 12 11:08:40.108529 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e632470-c029-40d5-b1d4-f78e6b072020 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8fad043e-77ee-425f-9c15-a94a2329de69,revision_number=1']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:08:40.114952 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-1e632470-c029-40d5-b1d4-f78e6b072020 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1531021'] for segment (7a0be0b6-b45f-4986-8dfa-8829e7814e15), precommit_create {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:08:40.115297 dv-cinder-830088-4-iscsi neutron-server[103257]: INFO neutron.db.segments_db [None req-1e632470-c029-40d5-b1d4-f78e6b072020 admin admin] Added segment 7a0be0b6-b45f-4986-8dfa-8829e7814e15 of type vlan for network eed7dae9-64ce-4e58-9aba-918895901c39 Apr 12 11:08:40.153444 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-1e632470-c029-40d5-b1d4-f78e6b072020 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777667466078'] for network (eed7dae9-64ce-4e58-9aba-918895901c39), precommit_create {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:08:40.177113 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-1e632470-c029-40d5-b1d4-f78e6b072020 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-415428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586207'] for network (eed7dae9-64ce-4e58-9aba-918895901c39), after_create {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:08:40.177972 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e632470-c029-40d5-b1d4-f78e6b072020 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:08:40.178551 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-1e632470-c029-40d5-b1d4-f78e6b072020 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586029'] for network (None), before_response {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:08:40.206351 dv-cinder-830088-4-iscsi neutron-server[103257]: INFO neutron.wsgi [None req-1e632470-c029-40d5-b1d4-f78e6b072020 admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.2407074 Apr 12 11:08:40.209292 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.wsgi [-] (103258) accepted ('10.222.0.39', 56520) {{(pid=103258) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 11:08:40.214123 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.api.v2.base [None req-709664bf-4cd0-455e-9c39-34d4b4a747f3 admin admin] Request body: {'subnet': {'network_id': 'eed7dae9-64ce-4e58-9aba-918895901c39', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-241704705-subnet', 'tenant_id': 'b938a4d8c7bb45b89ab826107b170a9d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103258) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 11:08:40.233088 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-709664bf-4cd0-455e-9c39-34d4b4a747f3 admin admin] Made reservation on behalf of b938a4d8c7bb45b89ab826107b170a9d for: {'subnet': 1} {{(pid=103258) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 12 11:08:40.236055 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-709664bf-4cd0-455e-9c39-34d4b4a747f3 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4732476'] for subnet (None), before_create {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:08:40.242912 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e632470-c029-40d5-b1d4-f78e6b072020 admin admin] Pushing event updated for resources: {'Network': ['ID=eed7dae9-64ce-4e58-9aba-918895901c39,revision_number=1']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:08:40.255523 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron.plugins.ml2.rpc [None req-e4b062a6-7a21-4431-be77-3c7776c11043 None None] Network eed7dae9-64ce-4e58-9aba-918895901c39 details requested by agent ovs-agent-dv-cinder-830088-4-iscsi with host dv-cinder-830088-4-iscsi {{(pid=103259) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 12 11:08:40.322079 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron_lib.callbacks.manager [None req-abd8d577-a7b2-4796-af0a-283c5592dfb6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777667879581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1343690'] for agent (0a0a44e5-732d-48d9-a8ad-b47e7b7c1a86), after_update {{(pid=103259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:08:40.405508 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-709664bf-4cd0-455e-9c39-34d4b4a747f3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-439037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4787363', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4732462'] for subnet (459e4225-1c86-49b8-b033-d71bb740435e), after_create {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:08:40.462803 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-709664bf-4cd0-455e-9c39-34d4b4a747f3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=459e4225-1c86-49b8-b033-d71bb740435e,revision_number=0']} {{(pid=103258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:08:40.471847 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-709664bf-4cd0-455e-9c39-34d4b4a747f3 admin admin] Checking segment: {'id': '7a0be0b6-b45f-4986-8dfa-8829e7814e15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': 'eed7dae9-64ce-4e58-9aba-918895901c39'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103258) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 11:08:40.472199 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-709664bf-4cd0-455e-9c39-34d4b4a747f3 admin admin] Network hostable DHCP agents. Network: eed7dae9-64ce-4e58-9aba-918895901c39, hostable agents: ['0a0a44e5-732d-48d9-a8ad-b47e7b7c1a86'], hosted agents: [] {{(pid=103258) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 12 11:08:40.490163 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-709664bf-4cd0-455e-9c39-34d4b4a747f3 admin admin] Network eed7dae9-64ce-4e58-9aba-918895901c39 is scheduled to be hosted by DHCP agent 0a0a44e5-732d-48d9-a8ad-b47e7b7c1a86 with binding_index 1 {{(pid=103258) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 12 11:08:40.498796 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.scheduler.base_scheduler [None req-709664bf-4cd0-455e-9c39-34d4b4a747f3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-830088-4-iscsi, eed7dae9-64ce-4e58-9aba-918895901c39) {{(pid=103258) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 11:08:40.502750 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-709664bf-4cd0-455e-9c39-34d4b4a747f3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:08:40.503342 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-709664bf-4cd0-455e-9c39-34d4b4a747f3 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:08:40.508086 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-545ea1a4-d86f-432d-b492-405bff656f5c None None] Network eed7dae9-64ce-4e58-9aba-918895901c39 requested from dv-cinder-830088-4-iscsi {{(pid=103259) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 12 11:08:40.519391 dv-cinder-830088-4-iscsi neutron-server[103258]: INFO neutron.wsgi [None req-709664bf-4cd0-455e-9c39-34d4b4a747f3 admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3089955 Apr 12 11:08:40.607896 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7a0204c-8999-419a-9f73-bad27da20ccb None None] Network eed7dae9-64ce-4e58-9aba-918895901c39 requested from dv-cinder-830088-4-iscsi {{(pid=103259) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 12 11:08:41.768157 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron_lib.callbacks.manager [None req-ae6c308c-a92e-4424-a7f8-d6a17e5174ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777667879581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1343690'] for agent (742b2e09-86ec-4663-b086-f6b891926c3e), after_update {{(pid=103259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:08:42.543687 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron_lib.callbacks.manager [None req-b9c2ea50-3ebc-4691-9f0d-8b37dace48d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777667879581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1343690'] for agent (77f5e085-0284-4236-9dbf-35d2d452e277), after_update {{(pid=103259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:08:43.812431 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron_lib.callbacks.manager [None req-601bd752-88b9-4ad2-8e14-56931e32431b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777667879581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1343690'] for agent (3ceb33ec-7c20-4632-9357-4cc6534463de), after_update {{(pid=103259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:08:45.053162 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron_lib.callbacks.manager [None req-0acb87d3-0572-4b2c-b7c9-977edd32a8b9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777667879581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1343690'] for agent (3c144e28-9cc5-463d-ad96-a18b19cd455c), after_update {{(pid=103259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:08:46.546509 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron_lib.callbacks.manager [None req-e4b062a6-7a21-4431-be77-3c7776c11043 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777667879581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1343690'] for agent (c71cae7d-514b-467a-8477-0a67bee0b970), after_update {{(pid=103259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:08:48.732889 dv-cinder-830088-4-iscsi neutron-server[103260]: DEBUG neutron.db.agents_db [None req-b0205aca-973a-4a8a-ba9e-4a4e25067b42 None None] Agent healthcheck: found 6 active agents {{(pid=103260) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 12 11:08:49.616635 dv-cinder-830088-4-iscsi neutron-server[103258]: INFO neutron.wsgi [req-df30738d-e682-4670-8ad3-ce7ab19b9c82 req-f5f0ad22-cd26-4984-8f56-07ddc9f87e73 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=f0fc708e-fb7e-497f-b426-8a88b6d58840&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0382590 Apr 12 11:08:49.691032 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df30738d-e682-4670-8ad3-ce7ab19b9c82 req-943025a7-0187-49ce-9285-a694f2802110 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:08:49.692527 dv-cinder-830088-4-iscsi neutron-server[103258]: INFO neutron.wsgi [req-df30738d-e682-4670-8ad3-ce7ab19b9c82 req-943025a7-0187-49ce-9285-a694f2802110 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=e581060642574053bd171680bd4e15a9&device_id=f0fc708e-fb7e-497f-b426-8a88b6d58840 HTTP/1.1" status: 200 len: 1129 time: 0.0379796 Apr 12 11:08:50.064121 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df30738d-e682-4670-8ad3-ce7ab19b9c82 req-61ac6f27-6146-4496-a5fe-ea3033f3709c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:08:50.066126 dv-cinder-830088-4-iscsi neutron-server[103258]: INFO neutron.wsgi [req-df30738d-e682-4670-8ad3-ce7ab19b9c82 req-61ac6f27-6146-4496-a5fe-ea3033f3709c service neutron] 10.222.0.53 "GET /v2.0/networks?id=8605bce6-3955-4448-bd79-8ef881f45c6d HTTP/1.1" status: 200 len: 915 time: 0.3539121 Apr 12 11:08:50.129942 dv-cinder-830088-4-iscsi neutron-server[103258]: INFO neutron.wsgi [req-df30738d-e682-4670-8ad3-ce7ab19b9c82 req-a0b2cda5-986f-4356-84f4-e3e4ebe47c4c service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f38faefc-ea9b-43af-a430-c0bdc19c07c8 HTTP/1.1" status: 200 len: 1000 time: 0.0581944 Apr 12 11:08:50.177531 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df30738d-e682-4670-8ad3-ce7ab19b9c82 req-db75bd29-42bf-4bfb-9950-35159c39a6e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:08:50.178970 dv-cinder-830088-4-iscsi neutron-server[103258]: INFO neutron.wsgi [req-df30738d-e682-4670-8ad3-ce7ab19b9c82 req-db75bd29-42bf-4bfb-9950-35159c39a6e9 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=342bfb33-54ce-4b31-b1d9-ee13f5d2ec00 HTTP/1.1" status: 200 len: 853 time: 0.0432487 Apr 12 11:08:50.225451 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df30738d-e682-4670-8ad3-ce7ab19b9c82 req-74644ab6-3bb1-4007-99de-146dd598429b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:08:50.226940 dv-cinder-830088-4-iscsi neutron-server[103258]: INFO neutron.wsgi [req-df30738d-e682-4670-8ad3-ce7ab19b9c82 req-74644ab6-3bb1-4007-99de-146dd598429b service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=8605bce6-3955-4448-bd79-8ef881f45c6d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0407479 Apr 12 11:08:50.311719 dv-cinder-830088-4-iscsi neutron-server[103258]: INFO neutron.wsgi [req-df30738d-e682-4670-8ad3-ce7ab19b9c82 req-a77f5134-6478-4401-a049-15bed18e7062 service neutron] 10.222.0.53 "GET /v2.0/networks/8605bce6-3955-4448-bd79-8ef881f45c6d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0785065 Apr 12 11:08:50.400402 dv-cinder-830088-4-iscsi neutron-server[103258]: INFO neutron.wsgi [req-df30738d-e682-4670-8ad3-ce7ab19b9c82 req-152ab5a1-5b4c-4802-ba12-5962057e0616 service neutron] 10.222.0.53 "GET /v2.0/networks/8605bce6-3955-4448-bd79-8ef881f45c6d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0828443 Apr 12 11:08:53.865707 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.wsgi [-] (103258) accepted ('10.222.0.39', 56666) {{(pid=103258) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 11:08:53.909044 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.db.db_base_plugin_v2 [None req-6f64b16f-4058-44b5-9a01-bbe0268796e7 admin admin] Deleting subnet c2fa5f0d-d78d-4783-a439-460517c6ffbf {{(pid=103258) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Apr 12 11:08:53.912274 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-6f64b16f-4058-44b5-9a01-bbe0268796e7 admin admin] Publish callbacks [] for subnet (c2fa5f0d-d78d-4783-a439-460517c6ffbf), before_delete {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:08:53.945238 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-6f64b16f-4058-44b5-9a01-bbe0268796e7 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5023925'] for subnet (c2fa5f0d-d78d-4783-a439-460517c6ffbf), precommit_delete_associations {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:08:53.986067 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-6f64b16f-4058-44b5-9a01-bbe0268796e7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1528832'] for subnet (c2fa5f0d-d78d-4783-a439-460517c6ffbf), precommit_delete {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:08:54.037418 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-6f64b16f-4058-44b5-9a01-bbe0268796e7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1528889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-439037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4797038', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4732449'] for subnet (c2fa5f0d-d78d-4783-a439-460517c6ffbf), after_delete {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:08:54.061944 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f64b16f-4058-44b5-9a01-bbe0268796e7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c2fa5f0d-d78d-4783-a439-460517c6ffbf,revision_number=None']} {{(pid=103258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:08:54.065603 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-6f64b16f-4058-44b5-9a01-bbe0268796e7 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:08:54.069317 dv-cinder-830088-4-iscsi neutron-server[103258]: INFO neutron.wsgi [None req-6f64b16f-4058-44b5-9a01-bbe0268796e7 admin admin] 10.222.0.39 "DELETE /v2.0/subnets/c2fa5f0d-d78d-4783-a439-460517c6ffbf HTTP/1.1" status: 204 len: 168 time: 0.2025852 Apr 12 11:08:54.071759 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.wsgi [-] (103258) accepted ('10.222.0.39', 56670) {{(pid=103258) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 11:08:54.136457 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-9b5f5eea-9adf-4b20-81ae-68990dddcf4a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1505875'] for network (06da1ace-2f5e-41df-bcbf-af196819405b), before_delete {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:08:54.211897 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-9b5f5eea-9adf-4b20-81ae-68990dddcf4a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1527181', 'neutron.services.segments.db._delete_segments_for_network-8777667879599'] for network (06da1ace-2f5e-41df-bcbf-af196819405b), precommit_delete {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:08:54.230868 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.services.segments.db [None req-9b5f5eea-9adf-4b20-81ae-68990dddcf4a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['06da1ace-2f5e-41df-bcbf-af196819405b']}} {{(pid=103258) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 11:08:54.240214 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.services.segments.db [None req-9b5f5eea-9adf-4b20-81ae-68990dddcf4a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '82304926-ec3c-4acf-bd2b-43eb58870b69') {'for_net_delete': True} {{(pid=103258) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 11:08:54.240514 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.services.segments.db [None req-9b5f5eea-9adf-4b20-81ae-68990dddcf4a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '82304926-ec3c-4acf-bd2b-43eb58870b69') {} {{(pid=103258) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 11:08:54.249361 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-9b5f5eea-9adf-4b20-81ae-68990dddcf4a admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777667883192', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5023932'] for segment (82304926-ec3c-4acf-bd2b-43eb58870b69), before_delete {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:08:54.262514 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-9b5f5eea-9adf-4b20-81ae-68990dddcf4a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1531021'] for segment (82304926-ec3c-4acf-bd2b-43eb58870b69), precommit_delete {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:08:54.268241 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9b5f5eea-9adf-4b20-81ae-68990dddcf4a admin admin] Releasing vlan 525 on physical network physnet1 to pool {{(pid=103258) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 12 11:08:54.268550 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-9b5f5eea-9adf-4b20-81ae-68990dddcf4a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1531021', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4797124'] for segment (82304926-ec3c-4acf-bd2b-43eb58870b69), after_delete {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:08:54.270262 dv-cinder-830088-4-iscsi neutron-server[103258]: Traceback (most recent call last): Apr 12 11:08:54.270262 dv-cinder-830088-4-iscsi neutron-server[103258]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 12 11:08:54.270262 dv-cinder-830088-4-iscsi neutron-server[103258]: timer() Apr 12 11:08:54.270262 dv-cinder-830088-4-iscsi neutron-server[103258]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 12 11:08:54.270262 dv-cinder-830088-4-iscsi neutron-server[103258]: cb(*args, **kw) Apr 12 11:08:54.270262 dv-cinder-830088-4-iscsi neutron-server[103258]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 12 11:08:54.270262 dv-cinder-830088-4-iscsi neutron-server[103258]: return func(*args, **kwargs) Apr 12 11:08:54.270262 dv-cinder-830088-4-iscsi neutron-server[103258]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 12 11:08:54.270262 dv-cinder-830088-4-iscsi neutron-server[103258]: self._notify() Apr 12 11:08:54.270262 dv-cinder-830088-4-iscsi neutron-server[103258]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 12 11:08:54.270262 dv-cinder-830088-4-iscsi neutron-server[103258]: self.callback(batched_events) Apr 12 11:08:54.270262 dv-cinder-830088-4-iscsi neutron-server[103258]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 12 11:08:54.270262 dv-cinder-830088-4-iscsi neutron-server[103258]: event.method(event) Apr 12 11:08:54.270262 dv-cinder-830088-4-iscsi neutron-server[103258]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 12 11:08:54.270262 dv-cinder-830088-4-iscsi neutron-server[103258]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 12 11:08:54.270262 dv-cinder-830088-4-iscsi neutron-server[103258]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 12 11:08:54.270262 dv-cinder-830088-4-iscsi neutron-server[103258]: aggregate_uuid = self.p_client.list_aggregates( Apr 12 11:08:54.270262 dv-cinder-830088-4-iscsi neutron-server[103258]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 12 11:08:54.270262 dv-cinder-830088-4-iscsi neutron-server[103258]: return f(self, *a, **k) Apr 12 11:08:54.270262 dv-cinder-830088-4-iscsi neutron-server[103258]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 12 11:08:54.270262 dv-cinder-830088-4-iscsi neutron-server[103258]: return self._get(url).json() Apr 12 11:08:54.270262 dv-cinder-830088-4-iscsi neutron-server[103258]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 12 11:08:54.270262 dv-cinder-830088-4-iscsi neutron-server[103258]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 12 11:08:54.270262 dv-cinder-830088-4-iscsi neutron-server[103258]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 12 11:08:54.270262 dv-cinder-830088-4-iscsi neutron-server[103258]: return self.request(url, 'GET', **kwargs) Apr 12 11:08:54.270262 dv-cinder-830088-4-iscsi neutron-server[103258]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 12 11:08:54.270262 dv-cinder-830088-4-iscsi neutron-server[103258]: base_url = self.get_endpoint(auth, allow=allow, Apr 12 11:08:54.270262 dv-cinder-830088-4-iscsi neutron-server[103258]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 12 11:08:54.270262 dv-cinder-830088-4-iscsi neutron-server[103258]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 12 11:08:54.270262 dv-cinder-830088-4-iscsi neutron-server[103258]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 12 11:08:54.270262 dv-cinder-830088-4-iscsi neutron-server[103258]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 12 11:08:54.270262 dv-cinder-830088-4-iscsi neutron-server[103258]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 12 11:08:54.324363 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-9b5f5eea-9adf-4b20-81ae-68990dddcf4a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1527170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-415428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586207', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-579552'] for network (06da1ace-2f5e-41df-bcbf-af196819405b), after_delete {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:08:54.330821 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-9b5f5eea-9adf-4b20-81ae-68990dddcf4a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586029'] for network (None), before_response {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:08:54.333907 dv-cinder-830088-4-iscsi neutron-server[103258]: INFO neutron.wsgi [None req-9b5f5eea-9adf-4b20-81ae-68990dddcf4a admin admin] 10.222.0.39 "DELETE /v2.0/networks/06da1ace-2f5e-41df-bcbf-af196819405b HTTP/1.1" status: 204 len: 168 time: 0.2612581 Apr 12 11:08:54.336821 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron.wsgi [-] (103257) accepted ('10.222.0.39', 56672) {{(pid=103257) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 11:08:54.343499 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b5f5eea-9adf-4b20-81ae-68990dddcf4a admin admin] Pushing event deleted for resources: {'Network': ['ID=06da1ace-2f5e-41df-bcbf-af196819405b,revision_number=None']} {{(pid=103258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:08:54.384482 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron.db.db_base_plugin_v2 [None req-ad1eff3b-90e4-44ba-a6b9-559b49bafd34 admin admin] Deleting subnet 459e4225-1c86-49b8-b033-d71bb740435e {{(pid=103257) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Apr 12 11:08:54.387665 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-ad1eff3b-90e4-44ba-a6b9-559b49bafd34 admin admin] Publish callbacks [] for subnet (459e4225-1c86-49b8-b033-d71bb740435e), before_delete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:08:54.420966 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-ad1eff3b-90e4-44ba-a6b9-559b49bafd34 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5269095'] for subnet (459e4225-1c86-49b8-b033-d71bb740435e), precommit_delete_associations {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:08:54.458394 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-ad1eff3b-90e4-44ba-a6b9-559b49bafd34 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1528832'] for subnet (459e4225-1c86-49b8-b033-d71bb740435e), precommit_delete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:08:54.512851 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-ad1eff3b-90e4-44ba-a6b9-559b49bafd34 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1528889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-439037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5265552', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5341063'] for subnet (459e4225-1c86-49b8-b033-d71bb740435e), after_delete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:08:54.538889 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad1eff3b-90e4-44ba-a6b9-559b49bafd34 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=459e4225-1c86-49b8-b033-d71bb740435e,revision_number=None']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:08:54.540752 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-ad1eff3b-90e4-44ba-a6b9-559b49bafd34 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586029'] for subnet (None), before_response {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:08:54.545749 dv-cinder-830088-4-iscsi neutron-server[103257]: INFO neutron.wsgi [None req-ad1eff3b-90e4-44ba-a6b9-559b49bafd34 admin admin] 10.222.0.39 "DELETE /v2.0/subnets/459e4225-1c86-49b8-b033-d71bb740435e HTTP/1.1" status: 204 len: 168 time: 0.2079134 Apr 12 11:08:54.546589 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.wsgi [-] (103258) accepted ('10.222.0.39', 56674) {{(pid=103258) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 11:08:54.613703 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-60fae3d2-7b01-4eb3-a321-aa2a285471b8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1505875'] for network (eed7dae9-64ce-4e58-9aba-918895901c39), before_delete {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:08:54.690454 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-60fae3d2-7b01-4eb3-a321-aa2a285471b8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1527181', 'neutron.services.segments.db._delete_segments_for_network-8777667879599'] for network (eed7dae9-64ce-4e58-9aba-918895901c39), precommit_delete {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:08:54.709785 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.services.segments.db [None req-60fae3d2-7b01-4eb3-a321-aa2a285471b8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['eed7dae9-64ce-4e58-9aba-918895901c39']}} {{(pid=103258) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 11:08:54.718846 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.services.segments.db [None req-60fae3d2-7b01-4eb3-a321-aa2a285471b8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7a0be0b6-b45f-4986-8dfa-8829e7814e15') {'for_net_delete': True} {{(pid=103258) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 11:08:54.719142 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.services.segments.db [None req-60fae3d2-7b01-4eb3-a321-aa2a285471b8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7a0be0b6-b45f-4986-8dfa-8829e7814e15') {} {{(pid=103258) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 11:08:54.728760 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-60fae3d2-7b01-4eb3-a321-aa2a285471b8 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777667883192', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5023932'] for segment (7a0be0b6-b45f-4986-8dfa-8829e7814e15), before_delete {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:08:54.741572 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-60fae3d2-7b01-4eb3-a321-aa2a285471b8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1531021'] for segment (7a0be0b6-b45f-4986-8dfa-8829e7814e15), precommit_delete {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:08:54.747319 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-60fae3d2-7b01-4eb3-a321-aa2a285471b8 admin admin] Releasing vlan 500 on physical network physnet1 to pool {{(pid=103258) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 12 11:08:54.747755 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-60fae3d2-7b01-4eb3-a321-aa2a285471b8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1531021', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4797124'] for segment (7a0be0b6-b45f-4986-8dfa-8829e7814e15), after_delete {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:08:54.749360 dv-cinder-830088-4-iscsi neutron-server[103258]: Traceback (most recent call last): Apr 12 11:08:54.749360 dv-cinder-830088-4-iscsi neutron-server[103258]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 12 11:08:54.749360 dv-cinder-830088-4-iscsi neutron-server[103258]: timer() Apr 12 11:08:54.749360 dv-cinder-830088-4-iscsi neutron-server[103258]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 12 11:08:54.749360 dv-cinder-830088-4-iscsi neutron-server[103258]: cb(*args, **kw) Apr 12 11:08:54.749360 dv-cinder-830088-4-iscsi neutron-server[103258]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 12 11:08:54.749360 dv-cinder-830088-4-iscsi neutron-server[103258]: return func(*args, **kwargs) Apr 12 11:08:54.749360 dv-cinder-830088-4-iscsi neutron-server[103258]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 12 11:08:54.749360 dv-cinder-830088-4-iscsi neutron-server[103258]: self._notify() Apr 12 11:08:54.749360 dv-cinder-830088-4-iscsi neutron-server[103258]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 12 11:08:54.749360 dv-cinder-830088-4-iscsi neutron-server[103258]: self.callback(batched_events) Apr 12 11:08:54.749360 dv-cinder-830088-4-iscsi neutron-server[103258]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 12 11:08:54.749360 dv-cinder-830088-4-iscsi neutron-server[103258]: event.method(event) Apr 12 11:08:54.749360 dv-cinder-830088-4-iscsi neutron-server[103258]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 12 11:08:54.749360 dv-cinder-830088-4-iscsi neutron-server[103258]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 12 11:08:54.749360 dv-cinder-830088-4-iscsi neutron-server[103258]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 12 11:08:54.749360 dv-cinder-830088-4-iscsi neutron-server[103258]: aggregate_uuid = self.p_client.list_aggregates( Apr 12 11:08:54.749360 dv-cinder-830088-4-iscsi neutron-server[103258]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 12 11:08:54.749360 dv-cinder-830088-4-iscsi neutron-server[103258]: return f(self, *a, **k) Apr 12 11:08:54.749360 dv-cinder-830088-4-iscsi neutron-server[103258]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 12 11:08:54.749360 dv-cinder-830088-4-iscsi neutron-server[103258]: return self._get(url).json() Apr 12 11:08:54.749360 dv-cinder-830088-4-iscsi neutron-server[103258]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 12 11:08:54.749360 dv-cinder-830088-4-iscsi neutron-server[103258]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 12 11:08:54.749360 dv-cinder-830088-4-iscsi neutron-server[103258]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 12 11:08:54.749360 dv-cinder-830088-4-iscsi neutron-server[103258]: return self.request(url, 'GET', **kwargs) Apr 12 11:08:54.749360 dv-cinder-830088-4-iscsi neutron-server[103258]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 12 11:08:54.749360 dv-cinder-830088-4-iscsi neutron-server[103258]: base_url = self.get_endpoint(auth, allow=allow, Apr 12 11:08:54.749360 dv-cinder-830088-4-iscsi neutron-server[103258]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 12 11:08:54.749360 dv-cinder-830088-4-iscsi neutron-server[103258]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 12 11:08:54.749360 dv-cinder-830088-4-iscsi neutron-server[103258]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 12 11:08:54.749360 dv-cinder-830088-4-iscsi neutron-server[103258]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 12 11:08:54.749360 dv-cinder-830088-4-iscsi neutron-server[103258]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 12 11:08:54.804014 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-60fae3d2-7b01-4eb3-a321-aa2a285471b8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1527170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-415428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586207', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-579552'] for network (eed7dae9-64ce-4e58-9aba-918895901c39), after_delete {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:08:54.808797 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-60fae3d2-7b01-4eb3-a321-aa2a285471b8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586029'] for network (None), before_response {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:08:54.812597 dv-cinder-830088-4-iscsi neutron-server[103258]: INFO neutron.wsgi [None req-60fae3d2-7b01-4eb3-a321-aa2a285471b8 admin admin] 10.222.0.39 "DELETE /v2.0/networks/eed7dae9-64ce-4e58-9aba-918895901c39 HTTP/1.1" status: 204 len: 168 time: 0.2649202 Apr 12 11:08:54.824529 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60fae3d2-7b01-4eb3-a321-aa2a285471b8 admin admin] Pushing event deleted for resources: {'Network': ['ID=eed7dae9-64ce-4e58-9aba-918895901c39,revision_number=None']} {{(pid=103258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:08:54.964338 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.wsgi [-] (103258) accepted ('10.222.0.39', 56678) {{(pid=103258) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 11:08:55.004932 dv-cinder-830088-4-iscsi neutron-server[103258]: INFO neutron.wsgi [None req-6be6b8d3-bb57-4e0d-8196-33aa9c08386a admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=45ee7643c79b433493c99084533d03c3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0394180 Apr 12 11:08:55.007483 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.wsgi [-] (103258) accepted ('10.222.0.39', 56680) {{(pid=103258) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 11:08:55.055136 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-c5171617-6472-45fe-80f2-73b2325edfca admin admin] Publish callbacks [] for security_group (e5645fae-39d0-4f24-b0d5-481a605107ca), before_delete {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:08:55.076290 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-c5171617-6472-45fe-80f2-73b2325edfca admin admin] Publish callbacks [] for security_group (e5645fae-39d0-4f24-b0d5-481a605107ca), precommit_delete {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:08:55.122221 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-c5171617-6472-45fe-80f2-73b2325edfca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-415253'] for security_group (e5645fae-39d0-4f24-b0d5-481a605107ca), after_delete {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:08:55.124760 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-c5171617-6472-45fe-80f2-73b2325edfca admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:08:55.125880 dv-cinder-830088-4-iscsi neutron-server[103258]: INFO neutron.wsgi [None req-c5171617-6472-45fe-80f2-73b2325edfca admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/e5645fae-39d0-4f24-b0d5-481a605107ca HTTP/1.1" status: 204 len: 168 time: 0.1174471 Apr 12 11:08:55.133726 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5171617-6472-45fe-80f2-73b2325edfca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e5645fae-39d0-4f24-b0d5-481a605107ca,revision_number=None']} {{(pid=103258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:08:55.423350 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.wsgi [-] (103258) accepted ('10.222.0.39', 56688) {{(pid=103258) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 11:08:55.462190 dv-cinder-830088-4-iscsi neutron-server[103258]: INFO neutron.wsgi [None req-dbdd0bc8-466d-4607-98b1-0f1fcad9224c admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=b938a4d8c7bb45b89ab826107b170a9d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0376472 Apr 12 11:08:55.464764 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.wsgi [-] (103258) accepted ('10.222.0.39', 56690) {{(pid=103258) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 11:08:55.513207 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-d7348f31-7738-4b8d-829d-53130cbc40a5 admin admin] Publish callbacks [] for security_group (8fad043e-77ee-425f-9c15-a94a2329de69), before_delete {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:08:55.533339 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-d7348f31-7738-4b8d-829d-53130cbc40a5 admin admin] Publish callbacks [] for security_group (8fad043e-77ee-425f-9c15-a94a2329de69), precommit_delete {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:08:55.579013 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-d7348f31-7738-4b8d-829d-53130cbc40a5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-415253'] for security_group (8fad043e-77ee-425f-9c15-a94a2329de69), after_delete {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:08:55.581559 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-d7348f31-7738-4b8d-829d-53130cbc40a5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:08:55.582689 dv-cinder-830088-4-iscsi neutron-server[103258]: INFO neutron.wsgi [None req-d7348f31-7738-4b8d-829d-53130cbc40a5 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/8fad043e-77ee-425f-9c15-a94a2329de69 HTTP/1.1" status: 204 len: 168 time: 0.1170676 Apr 12 11:08:55.590377 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7348f31-7738-4b8d-829d-53130cbc40a5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8fad043e-77ee-425f-9c15-a94a2329de69,revision_number=None']} {{(pid=103258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:08:56.231141 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.wsgi [-] (103258) accepted ('10.222.0.39', 56716) {{(pid=103258) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 11:08:56.321074 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.api.v2.base [None req-9cc5d154-67a1-48f9-9964-b9e2d2aae944 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-561075206-network', 'tenant_id': 'c2c05547762540eabb9d44e9bf42d19d'}} {{(pid=103258) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 11:08:56.340562 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9cc5d154-67a1-48f9-9964-b9e2d2aae944 admin admin] Made reservation on behalf of c2c05547762540eabb9d44e9bf42d19d for: {'network': 1} {{(pid=103258) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 12 11:08:56.342863 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-9cc5d154-67a1-48f9-9964-b9e2d2aae944 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1535343'] for network (None), before_create {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:08:56.351381 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-9cc5d154-67a1-48f9-9964-b9e2d2aae944 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:08:56.425641 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-9cc5d154-67a1-48f9-9964-b9e2d2aae944 admin admin] Publish callbacks [] for security_group (3034f502-90b6-4422-9578-dd99f045376c), precommit_create {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:08:56.429361 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-9cc5d154-67a1-48f9-9964-b9e2d2aae944 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-415253'] for security_group (3034f502-90b6-4422-9578-dd99f045376c), after_create {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:08:56.449372 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9cc5d154-67a1-48f9-9964-b9e2d2aae944 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 532} {{(pid=103258) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 12 11:08:56.462964 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cc5d154-67a1-48f9-9964-b9e2d2aae944 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3034f502-90b6-4422-9578-dd99f045376c,revision_number=1']} {{(pid=103258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:08:56.467890 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-9cc5d154-67a1-48f9-9964-b9e2d2aae944 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1531021'] for segment (d51f3e71-8cf4-4a31-9034-8318c2e937aa), precommit_create {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:08:56.468231 dv-cinder-830088-4-iscsi neutron-server[103258]: INFO neutron.db.segments_db [None req-9cc5d154-67a1-48f9-9964-b9e2d2aae944 admin admin] Added segment d51f3e71-8cf4-4a31-9034-8318c2e937aa of type vlan for network 1232fc79-51a8-446f-8db9-91c7982426a3 Apr 12 11:08:56.507196 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-9cc5d154-67a1-48f9-9964-b9e2d2aae944 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777667466078'] for network (1232fc79-51a8-446f-8db9-91c7982426a3), precommit_create {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:08:56.530784 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-9cc5d154-67a1-48f9-9964-b9e2d2aae944 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-415428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586207'] for network (1232fc79-51a8-446f-8db9-91c7982426a3), after_create {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:08:56.531719 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9cc5d154-67a1-48f9-9964-b9e2d2aae944 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:08:56.532323 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-9cc5d154-67a1-48f9-9964-b9e2d2aae944 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586029'] for network (None), before_response {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:08:56.563424 dv-cinder-830088-4-iscsi neutron-server[103258]: INFO neutron.wsgi [None req-9cc5d154-67a1-48f9-9964-b9e2d2aae944 admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.3311377 Apr 12 11:08:56.566899 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron.wsgi [-] (103257) accepted ('10.222.0.39', 56720) {{(pid=103257) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 11:08:56.571711 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron.api.v2.base [None req-820b37fd-0899-4781-8b19-a958b12eebdb admin admin] Request body: {'subnet': {'network_id': '1232fc79-51a8-446f-8db9-91c7982426a3', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-561075206-subnet', 'tenant_id': 'c2c05547762540eabb9d44e9bf42d19d', 'ip_version': 4}} {{(pid=103257) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 11:08:56.590346 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-820b37fd-0899-4781-8b19-a958b12eebdb admin admin] Made reservation on behalf of c2c05547762540eabb9d44e9bf42d19d for: {'subnet': 1} {{(pid=103257) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 12 11:08:56.592693 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-820b37fd-0899-4781-8b19-a958b12eebdb admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5341082'] for subnet (None), before_create {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:08:56.597505 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cc5d154-67a1-48f9-9964-b9e2d2aae944 admin admin] Pushing event updated for resources: {'Network': ['ID=1232fc79-51a8-446f-8db9-91c7982426a3,revision_number=1']} {{(pid=103258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:08:56.607483 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron.plugins.ml2.rpc [None req-e4b062a6-7a21-4431-be77-3c7776c11043 None None] Network 1232fc79-51a8-446f-8db9-91c7982426a3 details requested by agent ovs-agent-dv-cinder-830088-4-iscsi with host dv-cinder-830088-4-iscsi {{(pid=103259) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 12 11:08:56.760607 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-820b37fd-0899-4781-8b19-a958b12eebdb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-439037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5269085', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5341064'] for subnet (629313fa-4f32-46d8-868a-0d9dbc8c0fc7), after_create {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:08:56.814941 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-820b37fd-0899-4781-8b19-a958b12eebdb admin admin] Pushing event updated for resources: {'Subnet': ['ID=629313fa-4f32-46d8-868a-0d9dbc8c0fc7,revision_number=0']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:08:56.821822 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-820b37fd-0899-4781-8b19-a958b12eebdb admin admin] Checking segment: {'id': 'd51f3e71-8cf4-4a31-9034-8318c2e937aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': '1232fc79-51a8-446f-8db9-91c7982426a3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103257) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 11:08:56.822175 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-820b37fd-0899-4781-8b19-a958b12eebdb admin admin] Network hostable DHCP agents. Network: 1232fc79-51a8-446f-8db9-91c7982426a3, hostable agents: ['0a0a44e5-732d-48d9-a8ad-b47e7b7c1a86'], hosted agents: [] {{(pid=103257) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 12 11:08:56.838453 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-820b37fd-0899-4781-8b19-a958b12eebdb admin admin] Network 1232fc79-51a8-446f-8db9-91c7982426a3 is scheduled to be hosted by DHCP agent 0a0a44e5-732d-48d9-a8ad-b47e7b7c1a86 with binding_index 1 {{(pid=103257) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 12 11:08:56.847577 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron.scheduler.base_scheduler [None req-820b37fd-0899-4781-8b19-a958b12eebdb admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-830088-4-iscsi, 1232fc79-51a8-446f-8db9-91c7982426a3) {{(pid=103257) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 11:08:56.853954 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-820b37fd-0899-4781-8b19-a958b12eebdb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:08:56.854486 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-820b37fd-0899-4781-8b19-a958b12eebdb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586029'] for subnet (None), before_response {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:08:56.854936 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2a3e37f-2441-4d7c-9698-4593853392db None None] Network 1232fc79-51a8-446f-8db9-91c7982426a3 requested from dv-cinder-830088-4-iscsi {{(pid=103259) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 12 11:08:56.870559 dv-cinder-830088-4-iscsi neutron-server[103257]: INFO neutron.wsgi [None req-820b37fd-0899-4781-8b19-a958b12eebdb admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.3025537 Apr 12 11:08:56.873180 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron.wsgi [-] (103257) accepted ('10.222.0.39', 56722) {{(pid=103257) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 11:08:56.877312 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron.api.v2.base [None req-4a2b4ed3-c0f1-4062-aa6e-86598f7c7dc8 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-561075206-router', 'tenant_id': 'c2c05547762540eabb9d44e9bf42d19d', 'external_gateway_info': {'network_id': '3b7be5f2-485b-4c85-8f98-fb200971b61c'}}} {{(pid=103257) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 11:08:56.896998 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-4a2b4ed3-c0f1-4062-aa6e-86598f7c7dc8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-518224', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14475'] for router (9e38f158-3956-4f71-9d28-1c8f7ee24bdd), before_create {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:08:56.898022 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-4a2b4ed3-c0f1-4062-aa6e-86598f7c7dc8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-519904', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-577883', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-347708', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14482'] for router (9e38f158-3956-4f71-9d28-1c8f7ee24bdd), precommit_create {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:08:56.952024 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-4a2b4ed3-c0f1-4062-aa6e-86598f7c7dc8 admin admin] Publish callbacks [] for router_controller (9e38f158-3956-4f71-9d28-1c8f7ee24bdd), precommit_add_association {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:08:56.953621 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-684b9ef2-53e0-4a5a-be28-5ead37084e36 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp428fab94-ffe0-5fd5-8965-378eceeea6ce-1232fc79-51a8-446f-8db9-91c7982426a3', 'network_id': '1232fc79-51a8-446f-8db9-91c7982426a3', 'project_id': 'c2c05547762540eabb9d44e9bf42d19d', 'fixed_ips': [{'subnet_id': '629313fa-4f32-46d8-868a-0d9dbc8c0fc7'}]}} from dv-cinder-830088-4-iscsi. {{(pid=103259) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 12 11:08:56.954507 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron_lib.callbacks.manager [None req-684b9ef2-53e0-4a5a-be28-5ead37084e36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1535343'] for port (None), before_create {{(pid=103259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:08:57.087375 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron.db.db_base_plugin_common [None req-684b9ef2-53e0-4a5a-be28-5ead37084e36 None None] Allocated IP 172.20.0.2 (1232fc79-51a8-446f-8db9-91c7982426a3/629313fa-4f32-46d8-868a-0d9dbc8c0fc7/2a27d270-049a-4f3c-b3ad-a97b14a79288) {{(pid=103259) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 12 11:08:57.090072 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-4a2b4ed3-c0f1-4062-aa6e-86598f7c7dc8 admin admin] Publish callbacks [] for router_gateway (9e38f158-3956-4f71-9d28-1c8f7ee24bdd), precommit_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:08:57.228443 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron_lib.callbacks.manager [None req-684b9ef2-53e0-4a5a-be28-5ead37084e36 None None] Publish callbacks [] for port (2a27d270-049a-4f3c-b3ad-a97b14a79288), precommit_create {{(pid=103259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:08:57.234916 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron_lib.callbacks.manager [None req-684b9ef2-53e0-4a5a-be28-5ead37084e36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1534861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777667450152'] for port (2a27d270-049a-4f3c-b3ad-a97b14a79288), after_create {{(pid=103259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:08:57.273334 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-684b9ef2-53e0-4a5a-be28-5ead37084e36 None None] Network 1232fc79-51a8-446f-8db9-91c7982426a3 is already hosted by enough agents. {{(pid=103259) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 11:08:57.276218 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron.scheduler.base_scheduler [None req-684b9ef2-53e0-4a5a-be28-5ead37084e36 None None] Resources bound (agent type, host, resource id): {{(pid=103259) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 11:08:57.280269 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron.db.l3_dvrscheduler_db [None req-684b9ef2-53e0-4a5a-be28-5ead37084e36 None None] Received port after_create {{(pid=103259) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 12 11:08:57.289613 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-684b9ef2-53e0-4a5a-be28-5ead37084e36 None None] Pushing event updated for resources: {'Port': ['ID=2a27d270-049a-4f3c-b3ad-a97b14a79288,revision_number=1']} {{(pid=103259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:08:57.350538 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron.plugins.ml2.managers [None req-684b9ef2-53e0-4a5a-be28-5ead37084e36 None None] Attempting to bind port 2a27d270-049a-4f3c-b3ad-a97b14a79288 on host dv-cinder-830088-4-iscsi for vnic_type normal with profile {{(pid=103259) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 12 11:08:57.350938 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron.plugins.ml2.managers [None req-684b9ef2-53e0-4a5a-be28-5ead37084e36 None None] Attempting to bind port 2a27d270-049a-4f3c-b3ad-a97b14a79288 by drivers openvswitch,hyperv on host dv-cinder-830088-4-iscsi at level 0 using segments [{'id': 'd51f3e71-8cf4-4a31-9034-8318c2e937aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': '1232fc79-51a8-446f-8db9-91c7982426a3'}] {{(pid=103259) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 12 11:08:57.351306 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-684b9ef2-53e0-4a5a-be28-5ead37084e36 None None] Attempting to bind port 2a27d270-049a-4f3c-b3ad-a97b14a79288 on network 1232fc79-51a8-446f-8db9-91c7982426a3 {{(pid=103259) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 11:08:57.356775 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-684b9ef2-53e0-4a5a-be28-5ead37084e36 None None] Checking agent: {'id': 'c71cae7d-514b-467a-8477-0a67bee0b970', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-830088-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 12, 10, 52, 16), 'started_at': datetime.datetime(2022, 4, 12, 10, 52, 46), 'heartbeat_timestamp': datetime.datetime(2022, 4, 12, 11, 8, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-830088-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103259) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 12 11:08:57.357156 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-684b9ef2-53e0-4a5a-be28-5ead37084e36 None None] Checking segment: {'id': 'd51f3e71-8cf4-4a31-9034-8318c2e937aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': '1232fc79-51a8-446f-8db9-91c7982426a3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103259) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 11:08:57.357560 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron_lib.callbacks.manager [None req-684b9ef2-53e0-4a5a-be28-5ead37084e36 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:08:57.357954 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-684b9ef2-53e0-4a5a-be28-5ead37084e36 None None] Bound using segment: {'id': 'd51f3e71-8cf4-4a31-9034-8318c2e937aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': '1232fc79-51a8-446f-8db9-91c7982426a3'} {{(pid=103259) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 12 11:08:57.358427 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron.plugins.ml2.managers [None req-684b9ef2-53e0-4a5a-be28-5ead37084e36 None None] Bound port: 2a27d270-049a-4f3c-b3ad-a97b14a79288, host: dv-cinder-830088-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd51f3e71-8cf4-4a31-9034-8318c2e937aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': '1232fc79-51a8-446f-8db9-91c7982426a3'}}] {{(pid=103259) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 12 11:08:57.358833 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron_lib.callbacks.manager [None req-684b9ef2-53e0-4a5a-be28-5ead37084e36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1535343'] for port (2a27d270-049a-4f3c-b3ad-a97b14a79288), before_update {{(pid=103259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:08:57.424972 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron.plugins.ml2.db [None req-684b9ef2-53e0-4a5a-be28-5ead37084e36 None None] For port 2a27d270-049a-4f3c-b3ad-a97b14a79288, host dv-cinder-830088-4-iscsi, cleared binding levels {{(pid=103259) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 12 11:08:57.428166 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron.plugins.ml2.db [None req-684b9ef2-53e0-4a5a-be28-5ead37084e36 None None] For port 2a27d270-049a-4f3c-b3ad-a97b14a79288, host dv-cinder-830088-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830088-4-iscsi',level=0,port_id=2a27d270-049a-4f3c-b3ad-a97b14a79288,segment=NetworkSegment(d51f3e71-8cf4-4a31-9034-8318c2e937aa),segment_id=d51f3e71-8cf4-4a31-9034-8318c2e937aa)] {{(pid=103259) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 12 11:08:57.434829 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron_lib.callbacks.manager [None req-684b9ef2-53e0-4a5a-be28-5ead37084e36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1534861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777667992095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777667450170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777667450188'] for port (2a27d270-049a-4f3c-b3ad-a97b14a79288), after_update {{(pid=103259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:08:57.499527 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-684b9ef2-53e0-4a5a-be28-5ead37084e36 None None] Pushing event updated for resources: {'Port': ['ID=2a27d270-049a-4f3c-b3ad-a97b14a79288,revision_number=2']} {{(pid=103259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:08:57.550736 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-4a2b4ed3-c0f1-4062-aa6e-86598f7c7dc8 admin admin] Publish callbacks [] for router_gateway (9e38f158-3956-4f71-9d28-1c8f7ee24bdd), before_create {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:08:57.569775 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-4a2b4ed3-c0f1-4062-aa6e-86598f7c7dc8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1535343'] for port (None), before_create {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:08:57.685941 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron.db.db_base_plugin_common [None req-4a2b4ed3-c0f1-4062-aa6e-86598f7c7dc8 admin admin] Allocated IP 172.27.3.212 (3b7be5f2-485b-4c85-8f98-fb200971b61c/4887111e-1302-416a-ab8e-c957c9df7f85/28ccd685-151e-4be1-baa9-192dffe3854b) {{(pid=103257) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 12 11:08:57.790300 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-4a2b4ed3-c0f1-4062-aa6e-86598f7c7dc8 admin admin] Publish callbacks [] for port (28ccd685-151e-4be1-baa9-192dffe3854b), precommit_create {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:08:57.824064 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-4a2b4ed3-c0f1-4062-aa6e-86598f7c7dc8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1534861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777667450152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5265645'] for port (28ccd685-151e-4be1-baa9-192dffe3854b), after_create {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:08:57.858672 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a2b4ed3-c0f1-4062-aa6e-86598f7c7dc8 admin admin] Network 3b7be5f2-485b-4c85-8f98-fb200971b61c is already hosted by enough agents. {{(pid=103257) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 11:08:57.861412 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron.scheduler.base_scheduler [None req-4a2b4ed3-c0f1-4062-aa6e-86598f7c7dc8 admin admin] Resources bound (agent type, host, resource id): {{(pid=103257) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 11:08:57.865285 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a2b4ed3-c0f1-4062-aa6e-86598f7c7dc8 admin admin] Received port after_create {{(pid=103257) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 12 11:08:57.896263 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a2b4ed3-c0f1-4062-aa6e-86598f7c7dc8 admin admin] Pushing event updated for resources: {'Port': ['ID=28ccd685-151e-4be1-baa9-192dffe3854b,revision_number=1']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:08:58.111263 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron.plugins.ml2.rpc [None req-e4b062a6-7a21-4431-be77-3c7776c11043 None None] Device 2a27d270-049a-4f3c-b3ad-a97b14a79288 up at agent ovs-agent-dv-cinder-830088-4-iscsi {{(pid=103259) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 11:08:58.125764 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-4a2b4ed3-c0f1-4062-aa6e-86598f7c7dc8 admin admin] Publish callbacks [] for router_gateway (9e38f158-3956-4f71-9d28-1c8f7ee24bdd), after_create {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:08:58.161431 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron.db.provisioning_blocks [None req-e4b062a6-7a21-4431-be77-3c7776c11043 None None] Provisioning complete for port 2a27d270-049a-4f3c-b3ad-a97b14a79288 triggered by entity L2. {{(pid=103259) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 11:08:58.161805 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron_lib.callbacks.manager [None req-e4b062a6-7a21-4431-be77-3c7776c11043 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1343588'] for port (2a27d270-049a-4f3c-b3ad-a97b14a79288), provisioning_complete {{(pid=103259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:08:58.256752 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron.plugins.ml2.plugin [None req-e4b062a6-7a21-4431-be77-3c7776c11043 None None] Current status of the port 2a27d270-049a-4f3c-b3ad-a97b14a79288 is: DOWN; New status is: ACTIVE {{(pid=103259) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 11:08:58.257145 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron_lib.callbacks.manager [None req-e4b062a6-7a21-4431-be77-3c7776c11043 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1535343'] for port (2a27d270-049a-4f3c-b3ad-a97b14a79288), before_update {{(pid=103259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:08:58.293941 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron.plugins.ml2.db [None req-e4b062a6-7a21-4431-be77-3c7776c11043 None None] For port 2a27d270-049a-4f3c-b3ad-a97b14a79288, host dv-cinder-830088-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830088-4-iscsi',level=0,port_id=2a27d270-049a-4f3c-b3ad-a97b14a79288,segment=NetworkSegment(d51f3e71-8cf4-4a31-9034-8318c2e937aa),segment_id=d51f3e71-8cf4-4a31-9034-8318c2e937aa)] {{(pid=103259) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 11:08:58.301341 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron_lib.callbacks.manager [None req-e4b062a6-7a21-4431-be77-3c7776c11043 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1534861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777667992095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777667450170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777667450188'] for port (2a27d270-049a-4f3c-b3ad-a97b14a79288), after_update {{(pid=103259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:08:58.356127 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-4a2b4ed3-c0f1-4062-aa6e-86598f7c7dc8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-519897', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-579496'] for router (9e38f158-3956-4f71-9d28-1c8f7ee24bdd), after_create {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:08:58.361610 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4b062a6-7a21-4431-be77-3c7776c11043 None None] Pushing event updated for resources: {'Port': ['ID=2a27d270-049a-4f3c-b3ad-a97b14a79288,revision_number=3']} {{(pid=103259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:08:58.446980 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e40414d-0b77-46c1-8659-377b59977d69 None None] Network 1232fc79-51a8-446f-8db9-91c7982426a3 requested from dv-cinder-830088-4-iscsi {{(pid=103259) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 12 11:08:58.491545 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4a2b4ed3-c0f1-4062-aa6e-86598f7c7dc8 admin admin] Router 9e38f158-3956-4f71-9d28-1c8f7ee24bdd is scheduled to L3 agent 77f5e085-0284-4236-9dbf-35d2d452e277 with binding_index 1 {{(pid=103257) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 12 11:08:58.514195 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron.db.provisioning_blocks [None req-cae052a0-16a9-4dfb-8d9d-feec4ce52416 None None] Provisioning complete for port 2a27d270-049a-4f3c-b3ad-a97b14a79288 triggered by entity DHCP. {{(pid=103259) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 11:08:58.514560 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron_lib.callbacks.manager [None req-cae052a0-16a9-4dfb-8d9d-feec4ce52416 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1343588'] for port (2a27d270-049a-4f3c-b3ad-a97b14a79288), provisioning_complete {{(pid=103259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:08:58.603454 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4a2b4ed3-c0f1-4062-aa6e-86598f7c7dc8 admin admin] Notify agent at l3_agent.dv-cinder-830088-4-iscsi the message routers_updated {{(pid=103257) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 12 11:08:58.614924 dv-cinder-830088-4-iscsi neutron-server[103260]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3e703c6-babb-410b-b84b-af8793eaf043 None None] Sync routers for ids ['9e38f158-3956-4f71-9d28-1c8f7ee24bdd'] in dv-cinder-830088-4-iscsi {{(pid=103260) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 12 11:08:58.625042 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-4a2b4ed3-c0f1-4062-aa6e-86598f7c7dc8 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:08:58.626594 dv-cinder-830088-4-iscsi neutron-server[103257]: INFO neutron.wsgi [None req-4a2b4ed3-c0f1-4062-aa6e-86598f7c7dc8 admin admin] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 1.7525113 Apr 12 11:08:58.629920 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron.wsgi [-] (103257) accepted ('10.222.0.39', 56730) {{(pid=103257) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 11:08:58.631001 dv-cinder-830088-4-iscsi neutron-server[103260]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3e703c6-babb-410b-b84b-af8793eaf043 None None] Routers {'9e38f158-3956-4f71-9d28-1c8f7ee24bdd'} bound to L3 agent in host dv-cinder-830088-4-iscsi {{(pid=103260) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 11:08:58.631840 dv-cinder-830088-4-iscsi neutron-server[103260]: DEBUG neutron.db.l3_hamode_db [None req-d3e703c6-babb-410b-b84b-af8793eaf043 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830088-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-12T10:52:12Z,description=,heartbeat_timestamp=2022-04-12T11:08:43Z,host='dv-cinder-830088-4-iscsi',id=77f5e085-0284-4236-9dbf-35d2d452e277,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T10:52:12Z,topic='l3_agent')) {'router_ids': ['9e38f158-3956-4f71-9d28-1c8f7ee24bdd'], 'active': True} {{(pid=103260) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 11:08:58.639102 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron.plugins.ml2.plugin [None req-cae052a0-16a9-4dfb-8d9d-feec4ce52416 None None] Current status of the port 2a27d270-049a-4f3c-b3ad-a97b14a79288 is: ACTIVE; New status is: ACTIVE {{(pid=103259) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 11:08:58.749573 dv-cinder-830088-4-iscsi neutron-server[103260]: DEBUG neutron.db.l3_dvr_db [None req-d3e703c6-babb-410b-b84b-af8793eaf043 None None] Set router 9e38f158-3956-4f71-9d28-1c8f7ee24bdd gateway port host: dv-cinder-830088-4-iscsi {{(pid=103260) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 11:08:58.861199 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron.db.provisioning_blocks [None req-4beb3d1b-310b-4300-bc35-e47da91b2b2b None None] Provisioning complete for port 2a27d270-049a-4f3c-b3ad-a97b14a79288 triggered by entity DHCP. {{(pid=103259) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 11:08:58.861454 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron_lib.callbacks.manager [None req-4beb3d1b-310b-4300-bc35-e47da91b2b2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1343588'] for port (2a27d270-049a-4f3c-b3ad-a97b14a79288), provisioning_complete {{(pid=103259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:08:58.920033 dv-cinder-830088-4-iscsi neutron-server[103260]: DEBUG neutron.db.l3_hamode_db [None req-d3e703c6-babb-410b-b84b-af8793eaf043 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9e38f158-3956-4f71-9d28-1c8f7ee24bdd', 'name': 'tempest-TestVolumeBootPattern-561075206-router', 'tenant_id': 'c2c05547762540eabb9d44e9bf42d19d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b7be5f2-485b-4c85-8f98-fb200971b61c', 'external_fixed_ips': [{'subnet_id': '4887111e-1302-416a-ab8e-c957c9df7f85', 'ip_address': '172.27.3.212'}], 'enable_snat': True}, 'gw_port_id': '28ccd685-151e-4be1-baa9-192dffe3854b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T11:08:56Z', 'updated_at': '2022-04-12T11:08:58Z', 'revision_number': 3, 'project_id': 'c2c05547762540eabb9d44e9bf42d19d', 'gw_port': {'id': '28ccd685-151e-4be1-baa9-192dffe3854b', 'name': '', 'network_id': '3b7be5f2-485b-4c85-8f98-fb200971b61c', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:dd:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9e38f158-3956-4f71-9d28-1c8f7ee24bdd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 489, 'fixed_ips': [{'subnet_id': '4887111e-1302-416a-ab8e-c957c9df7f85', 'ip_address': '172.27.3.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T11:08:57Z', 'updated_at': '2022-04-12T11:08:57Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4887111e-1302-416a-ab8e-c957c9df7f85', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830088-4-iscsi'}], 'dv-cinder-830088-4-iscsi', False) {} {{(pid=103260) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 11:08:58.939886 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron.plugins.ml2.plugin [None req-4beb3d1b-310b-4300-bc35-e47da91b2b2b None None] Current status of the port 2a27d270-049a-4f3c-b3ad-a97b14a79288 is: ACTIVE; New status is: ACTIVE {{(pid=103259) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 11:08:58.946655 dv-cinder-830088-4-iscsi neutron-server[103260]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3e703c6-babb-410b-b84b-af8793eaf043 None None] Checking router: 9e38f158-3956-4f71-9d28-1c8f7ee24bdd for host: dv-cinder-830088-4-iscsi {{(pid=103260) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 12 11:08:58.947160 dv-cinder-830088-4-iscsi neutron-server[103260]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3e703c6-babb-410b-b84b-af8793eaf043 None None] Updating router 9e38f158-3956-4f71-9d28-1c8f7ee24bdd port 28ccd685-151e-4be1-baa9-192dffe3854b binding host dv-cinder-830088-4-iscsi {{(pid=103260) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 12 11:08:58.974886 dv-cinder-830088-4-iscsi neutron-server[103260]: DEBUG neutron_lib.callbacks.manager [None req-d3e703c6-babb-410b-b84b-af8793eaf043 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1535343'] for port (28ccd685-151e-4be1-baa9-192dffe3854b), before_update {{(pid=103260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:08:59.063134 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-d1d55934-5bb1-45eb-81d8-0f808d003617 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1535343'] for port (None), before_create {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:08:59.217879 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron.db.db_base_plugin_common [None req-d1d55934-5bb1-45eb-81d8-0f808d003617 admin admin] Allocated IP 172.20.0.1 (1232fc79-51a8-446f-8db9-91c7982426a3/629313fa-4f32-46d8-868a-0d9dbc8c0fc7/cc86eccc-dfd3-4c80-9648-2e0170ed6613) {{(pid=103257) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 12 11:08:59.331366 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-d1d55934-5bb1-45eb-81d8-0f808d003617 admin admin] Publish callbacks [] for port (cc86eccc-dfd3-4c80-9648-2e0170ed6613), precommit_create {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:08:59.332052 dv-cinder-830088-4-iscsi neutron-server[103260]: DEBUG neutron_lib.callbacks.manager [None req-d3e703c6-babb-410b-b84b-af8793eaf043 None None] Publish callbacks [] for port (28ccd685-151e-4be1-baa9-192dffe3854b), precommit_update {{(pid=103260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:08:59.338757 dv-cinder-830088-4-iscsi neutron-server[103260]: DEBUG neutron_lib.callbacks.manager [None req-d3e703c6-babb-410b-b84b-af8793eaf043 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1534861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777667992095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777667450170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777667450188'] for port (28ccd685-151e-4be1-baa9-192dffe3854b), after_update {{(pid=103260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:08:59.367003 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-d1d55934-5bb1-45eb-81d8-0f808d003617 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1534861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777667450152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5265645'] for port (cc86eccc-dfd3-4c80-9648-2e0170ed6613), after_create {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:08:59.388557 dv-cinder-830088-4-iscsi neutron-server[103260]: DEBUG neutron.plugins.ml2.managers [None req-d3e703c6-babb-410b-b84b-af8793eaf043 None None] Attempting to bind port 28ccd685-151e-4be1-baa9-192dffe3854b on host dv-cinder-830088-4-iscsi for vnic_type normal with profile {{(pid=103260) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 12 11:08:59.388931 dv-cinder-830088-4-iscsi neutron-server[103260]: DEBUG neutron.plugins.ml2.managers [None req-d3e703c6-babb-410b-b84b-af8793eaf043 None None] Attempting to bind port 28ccd685-151e-4be1-baa9-192dffe3854b by drivers openvswitch,hyperv on host dv-cinder-830088-4-iscsi at level 0 using segments [{'id': 'd942c271-b630-4108-8616-b993c4b79ecb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3b7be5f2-485b-4c85-8f98-fb200971b61c'}] {{(pid=103260) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 12 11:08:59.389292 dv-cinder-830088-4-iscsi neutron-server[103260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3e703c6-babb-410b-b84b-af8793eaf043 None None] Attempting to bind port 28ccd685-151e-4be1-baa9-192dffe3854b on network 3b7be5f2-485b-4c85-8f98-fb200971b61c {{(pid=103260) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 11:08:59.397775 dv-cinder-830088-4-iscsi neutron-server[103260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3e703c6-babb-410b-b84b-af8793eaf043 None None] Checking agent: {'id': 'c71cae7d-514b-467a-8477-0a67bee0b970', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-830088-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 12, 10, 52, 16), 'started_at': datetime.datetime(2022, 4, 12, 10, 52, 46), 'heartbeat_timestamp': datetime.datetime(2022, 4, 12, 11, 8, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-830088-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103260) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 12 11:08:59.398151 dv-cinder-830088-4-iscsi neutron-server[103260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3e703c6-babb-410b-b84b-af8793eaf043 None None] Checking segment: {'id': 'd942c271-b630-4108-8616-b993c4b79ecb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3b7be5f2-485b-4c85-8f98-fb200971b61c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103260) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 11:08:59.398551 dv-cinder-830088-4-iscsi neutron-server[103260]: DEBUG neutron_lib.callbacks.manager [None req-d3e703c6-babb-410b-b84b-af8793eaf043 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:08:59.399161 dv-cinder-830088-4-iscsi neutron-server[103260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3e703c6-babb-410b-b84b-af8793eaf043 None None] Bound using segment: {'id': 'd942c271-b630-4108-8616-b993c4b79ecb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3b7be5f2-485b-4c85-8f98-fb200971b61c'} {{(pid=103260) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 12 11:08:59.399443 dv-cinder-830088-4-iscsi neutron-server[103260]: DEBUG neutron.plugins.ml2.managers [None req-d3e703c6-babb-410b-b84b-af8793eaf043 None None] Bound port: 28ccd685-151e-4be1-baa9-192dffe3854b, host: dv-cinder-830088-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd942c271-b630-4108-8616-b993c4b79ecb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3b7be5f2-485b-4c85-8f98-fb200971b61c'}}] {{(pid=103260) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 12 11:08:59.400963 dv-cinder-830088-4-iscsi neutron-server[103260]: DEBUG neutron_lib.callbacks.manager [None req-d3e703c6-babb-410b-b84b-af8793eaf043 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1535343'] for port (28ccd685-151e-4be1-baa9-192dffe3854b), before_update {{(pid=103260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:08:59.406142 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1d55934-5bb1-45eb-81d8-0f808d003617 admin admin] Network 1232fc79-51a8-446f-8db9-91c7982426a3 is already hosted by enough agents. {{(pid=103257) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 11:08:59.408990 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron.scheduler.base_scheduler [None req-d1d55934-5bb1-45eb-81d8-0f808d003617 admin admin] Resources bound (agent type, host, resource id): {{(pid=103257) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 11:08:59.412367 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1d55934-5bb1-45eb-81d8-0f808d003617 admin admin] Received port after_create {{(pid=103257) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 12 11:08:59.436546 dv-cinder-830088-4-iscsi neutron-server[103260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4200a7d-2eb4-488d-a731-60f8bb1c413f None None] Pushing event updated for resources: {'Port': ['ID=28ccd685-151e-4be1-baa9-192dffe3854b,revision_number=2']} {{(pid=103260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:08:59.451778 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1d55934-5bb1-45eb-81d8-0f808d003617 admin admin] Pushing event updated for resources: {'Port': ['ID=cc86eccc-dfd3-4c80-9648-2e0170ed6613,revision_number=1']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:08:59.463308 dv-cinder-830088-4-iscsi neutron-server[103260]: DEBUG neutron.plugins.ml2.db [None req-d3e703c6-babb-410b-b84b-af8793eaf043 None None] For port 28ccd685-151e-4be1-baa9-192dffe3854b, host dv-cinder-830088-4-iscsi, cleared binding levels {{(pid=103260) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 12 11:08:59.467205 dv-cinder-830088-4-iscsi neutron-server[103260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4200a7d-2eb4-488d-a731-60f8bb1c413f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830088-4-iscsi {{(pid=103260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:08:59.467532 dv-cinder-830088-4-iscsi neutron-server[103260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4200a7d-2eb4-488d-a731-60f8bb1c413f None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830088-4-iscsi {{(pid=103260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:08:59.468896 dv-cinder-830088-4-iscsi neutron-server[103260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4200a7d-2eb4-488d-a731-60f8bb1c413f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830088-4-iscsi {{(pid=103260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:08:59.468896 dv-cinder-830088-4-iscsi neutron-server[103260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4200a7d-2eb4-488d-a731-60f8bb1c413f None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830088-4-iscsi {{(pid=103260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:08:59.468896 dv-cinder-830088-4-iscsi neutron-server[103260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4200a7d-2eb4-488d-a731-60f8bb1c413f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830088-4-iscsi {{(pid=103260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:08:59.469169 dv-cinder-830088-4-iscsi neutron-server[103260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4200a7d-2eb4-488d-a731-60f8bb1c413f None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830088-4-iscsi {{(pid=103260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:08:59.469356 dv-cinder-830088-4-iscsi neutron-server[103260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4200a7d-2eb4-488d-a731-60f8bb1c413f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830088-4-iscsi {{(pid=103260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:08:59.469643 dv-cinder-830088-4-iscsi neutron-server[103260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4200a7d-2eb4-488d-a731-60f8bb1c413f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830088-4-iscsi {{(pid=103260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:08:59.469853 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-d1d55934-5bb1-45eb-81d8-0f808d003617 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-579419'] for router_interface (9e38f158-3956-4f71-9d28-1c8f7ee24bdd), before_create {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:08:59.470073 dv-cinder-830088-4-iscsi neutron-server[103260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4200a7d-2eb4-488d-a731-60f8bb1c413f None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-830088-4-iscsi {{(pid=103260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:08:59.470365 dv-cinder-830088-4-iscsi neutron-server[103260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4200a7d-2eb4-488d-a731-60f8bb1c413f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830088-4-iscsi {{(pid=103260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:08:59.470751 dv-cinder-830088-4-iscsi neutron-server[103260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4200a7d-2eb4-488d-a731-60f8bb1c413f None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830088-4-iscsi {{(pid=103260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:08:59.471099 dv-cinder-830088-4-iscsi neutron-server[103260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4200a7d-2eb4-488d-a731-60f8bb1c413f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830088-4-iscsi {{(pid=103260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:08:59.471422 dv-cinder-830088-4-iscsi neutron-server[103260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4200a7d-2eb4-488d-a731-60f8bb1c413f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830088-4-iscsi {{(pid=103260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:08:59.471760 dv-cinder-830088-4-iscsi neutron-server[103260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4200a7d-2eb4-488d-a731-60f8bb1c413f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830088-4-iscsi {{(pid=103260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:08:59.472108 dv-cinder-830088-4-iscsi neutron-server[103260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4200a7d-2eb4-488d-a731-60f8bb1c413f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830088-4-iscsi {{(pid=103260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:08:59.479456 dv-cinder-830088-4-iscsi neutron-server[103260]: DEBUG neutron.plugins.ml2.db [None req-d3e703c6-babb-410b-b84b-af8793eaf043 None None] For port 28ccd685-151e-4be1-baa9-192dffe3854b, host dv-cinder-830088-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830088-4-iscsi',level=0,port_id=28ccd685-151e-4be1-baa9-192dffe3854b,segment=NetworkSegment(d942c271-b630-4108-8616-b993c4b79ecb),segment_id=d942c271-b630-4108-8616-b993c4b79ecb)] {{(pid=103260) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 12 11:08:59.489884 dv-cinder-830088-4-iscsi neutron-server[103260]: DEBUG neutron_lib.callbacks.manager [None req-d3e703c6-babb-410b-b84b-af8793eaf043 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1534861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777667992095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777667450170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777667450188'] for port (28ccd685-151e-4be1-baa9-192dffe3854b), after_update {{(pid=103260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:08:59.545573 dv-cinder-830088-4-iscsi neutron-server[103260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4200a7d-2eb4-488d-a731-60f8bb1c413f None None] Pushing event updated for resources: {'Port': ['ID=28ccd685-151e-4be1-baa9-192dffe3854b,revision_number=3']} {{(pid=103260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:08:59.560703 dv-cinder-830088-4-iscsi neutron-server[103260]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3e703c6-babb-410b-b84b-af8793eaf043 None None] Routers {'9e38f158-3956-4f71-9d28-1c8f7ee24bdd'} bound to L3 agent in host dv-cinder-830088-4-iscsi {{(pid=103260) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 11:08:59.560987 dv-cinder-830088-4-iscsi neutron-server[103260]: DEBUG neutron.db.l3_hamode_db [None req-d3e703c6-babb-410b-b84b-af8793eaf043 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830088-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-12T10:52:12Z,description=,heartbeat_timestamp=2022-04-12T11:08:43Z,host='dv-cinder-830088-4-iscsi',id=77f5e085-0284-4236-9dbf-35d2d452e277,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T10:52:12Z,topic='l3_agent')) {'router_ids': ['9e38f158-3956-4f71-9d28-1c8f7ee24bdd'], 'active': True} {{(pid=103260) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 11:08:59.610762 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-d1d55934-5bb1-45eb-81d8-0f808d003617 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1535343'] for port (cc86eccc-dfd3-4c80-9648-2e0170ed6613), before_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:08:59.662983 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron.db.provisioning_blocks [None req-2cdaef4a-3770-4256-a09c-b1770515f75c None None] Provisioning complete for port cc86eccc-dfd3-4c80-9648-2e0170ed6613 triggered by entity DHCP. {{(pid=103259) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 11:08:59.663579 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron_lib.callbacks.manager [None req-2cdaef4a-3770-4256-a09c-b1770515f75c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1343588'] for port (cc86eccc-dfd3-4c80-9648-2e0170ed6613), provisioning_complete {{(pid=103259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:08:59.675821 dv-cinder-830088-4-iscsi neutron-server[103260]: DEBUG neutron.db.l3_dvr_db [None req-d3e703c6-babb-410b-b84b-af8793eaf043 None None] Set router 9e38f158-3956-4f71-9d28-1c8f7ee24bdd gateway port host: dv-cinder-830088-4-iscsi {{(pid=103260) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 11:08:59.700225 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron.plugins.ml2.plugin [None req-2cdaef4a-3770-4256-a09c-b1770515f75c None None] Port cc86eccc-dfd3-4c80-9648-2e0170ed6613 cannot update to ACTIVE because it is not bound. {{(pid=103259) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 12 11:08:59.790972 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-d1d55934-5bb1-45eb-81d8-0f808d003617 admin admin] Publish callbacks [] for port (cc86eccc-dfd3-4c80-9648-2e0170ed6613), precommit_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:08:59.795758 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-d1d55934-5bb1-45eb-81d8-0f808d003617 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1534861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777667992095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777667450170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777667450188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5265638'] for port (cc86eccc-dfd3-4c80-9648-2e0170ed6613), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:08:59.871373 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-d1d55934-5bb1-45eb-81d8-0f808d003617 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-586225', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-584683'] for router_interface (9e38f158-3956-4f71-9d28-1c8f7ee24bdd), after_create {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:08:59.873242 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1d55934-5bb1-45eb-81d8-0f808d003617 admin admin] Pushing event updated for resources: {'Port': ['ID=cc86eccc-dfd3-4c80-9648-2e0170ed6613,revision_number=2']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:08:59.950062 dv-cinder-830088-4-iscsi neutron-server[103260]: DEBUG neutron.db.l3_hamode_db [None req-d3e703c6-babb-410b-b84b-af8793eaf043 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9e38f158-3956-4f71-9d28-1c8f7ee24bdd', 'name': 'tempest-TestVolumeBootPattern-561075206-router', 'tenant_id': 'c2c05547762540eabb9d44e9bf42d19d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b7be5f2-485b-4c85-8f98-fb200971b61c', 'external_fixed_ips': [{'subnet_id': '4887111e-1302-416a-ab8e-c957c9df7f85', 'ip_address': '172.27.3.212'}], 'enable_snat': True}, 'gw_port_id': '28ccd685-151e-4be1-baa9-192dffe3854b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T11:08:56Z', 'updated_at': '2022-04-12T11:08:58Z', 'revision_number': 3, 'project_id': 'c2c05547762540eabb9d44e9bf42d19d', 'gw_port': {'id': '28ccd685-151e-4be1-baa9-192dffe3854b', 'name': '', 'network_id': '3b7be5f2-485b-4c85-8f98-fb200971b61c', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:dd:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9e38f158-3956-4f71-9d28-1c8f7ee24bdd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 489, 'fixed_ips': [{'subnet_id': '4887111e-1302-416a-ab8e-c957c9df7f85', 'ip_address': '172.27.3.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830088-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T11:08:57Z', 'updated_at': '2022-04-12T11:08:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4887111e-1302-416a-ab8e-c957c9df7f85', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830088-4-iscsi'}], 'dv-cinder-830088-4-iscsi', False) {} {{(pid=103260) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 11:08:59.980283 dv-cinder-830088-4-iscsi neutron-server[103260]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3e703c6-babb-410b-b84b-af8793eaf043 None None] The sync data for ids ['9e38f158-3956-4f71-9d28-1c8f7ee24bdd'] in dv-cinder-830088-4-iscsi is: [{'id': '9e38f158-3956-4f71-9d28-1c8f7ee24bdd', 'name': 'tempest-TestVolumeBootPattern-561075206-router', 'tenant_id': 'c2c05547762540eabb9d44e9bf42d19d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b7be5f2-485b-4c85-8f98-fb200971b61c', 'external_fixed_ips': [{'subnet_id': '4887111e-1302-416a-ab8e-c957c9df7f85', 'ip_address': '172.27.3.212'}], 'enable_snat': True}, 'gw_port_id': '28ccd685-151e-4be1-baa9-192dffe3854b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T11:08:56Z', 'updated_at': '2022-04-12T11:08:58Z', 'revision_number': 3, 'project_id': 'c2c05547762540eabb9d44e9bf42d19d', 'gw_port': {'id': '28ccd685-151e-4be1-baa9-192dffe3854b', 'name': '', 'network_id': '3b7be5f2-485b-4c85-8f98-fb200971b61c', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:dd:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9e38f158-3956-4f71-9d28-1c8f7ee24bdd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 489, 'fixed_ips': [{'subnet_id': '4887111e-1302-416a-ab8e-c957c9df7f85', 'ip_address': '172.27.3.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830088-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T11:08:57Z', 'updated_at': '2022-04-12T11:08:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4887111e-1302-416a-ab8e-c957c9df7f85', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830088-4-iscsi'}] {{(pid=103260) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 12 11:09:00.097632 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron.plugins.ml2.rpc [None req-e4b062a6-7a21-4431-be77-3c7776c11043 None None] Device 2a27d270-049a-4f3c-b3ad-a97b14a79288 up at agent ovs-agent-dv-cinder-830088-4-iscsi {{(pid=103259) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 11:09:00.150140 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron.db.provisioning_blocks [None req-e4b062a6-7a21-4431-be77-3c7776c11043 None None] Provisioning complete for port 2a27d270-049a-4f3c-b3ad-a97b14a79288 triggered by entity L2. {{(pid=103259) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 11:09:00.150521 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron_lib.callbacks.manager [None req-e4b062a6-7a21-4431-be77-3c7776c11043 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1343588'] for port (2a27d270-049a-4f3c-b3ad-a97b14a79288), provisioning_complete {{(pid=103259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:09:00.239070 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron.plugins.ml2.plugin [None req-e4b062a6-7a21-4431-be77-3c7776c11043 None None] Current status of the port 2a27d270-049a-4f3c-b3ad-a97b14a79288 is: ACTIVE; New status is: ACTIVE {{(pid=103259) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 11:09:00.264351 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1d55934-5bb1-45eb-81d8-0f808d003617 admin admin] Network 1232fc79-51a8-446f-8db9-91c7982426a3 is already hosted by enough agents. {{(pid=103257) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 11:09:00.265842 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron.scheduler.base_scheduler [None req-d1d55934-5bb1-45eb-81d8-0f808d003617 admin admin] Resources bound (agent type, host, resource id): {{(pid=103257) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 11:09:00.401574 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d1d55934-5bb1-45eb-81d8-0f808d003617 admin admin] Router 9e38f158-3956-4f71-9d28-1c8f7ee24bdd has already been hosted by L3 agent 77f5e085-0284-4236-9dbf-35d2d452e277 {{(pid=103257) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 12 11:09:00.528913 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron.db.provisioning_blocks [None req-66a4e05b-3cf7-4d1c-97c9-0e0fe91a2330 None None] Provisioning complete for port cc86eccc-dfd3-4c80-9648-2e0170ed6613 triggered by entity DHCP. {{(pid=103259) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 11:09:00.529280 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron_lib.callbacks.manager [None req-66a4e05b-3cf7-4d1c-97c9-0e0fe91a2330 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1343588'] for port (cc86eccc-dfd3-4c80-9648-2e0170ed6613), provisioning_complete {{(pid=103259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:09:00.542903 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d1d55934-5bb1-45eb-81d8-0f808d003617 admin admin] Notify agent at l3_agent.dv-cinder-830088-4-iscsi the message routers_updated {{(pid=103257) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 12 11:09:00.548210 dv-cinder-830088-4-iscsi neutron-server[103257]: INFO neutron.wsgi [None req-d1d55934-5bb1-45eb-81d8-0f808d003617 admin admin] 10.222.0.39 "PUT /v2.0/routers/9e38f158-3956-4f71-9d28-1c8f7ee24bdd/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9169488 Apr 12 11:09:00.598046 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron.plugins.ml2.plugin [None req-66a4e05b-3cf7-4d1c-97c9-0e0fe91a2330 None None] Port cc86eccc-dfd3-4c80-9648-2e0170ed6613 cannot update to ACTIVE because it is not bound. {{(pid=103259) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 12 11:09:01.101995 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.wsgi [-] (103258) accepted ('10.222.0.39', 56766) {{(pid=103258) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 11:09:01.106912 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.api.v2.base [None req-f350ffe4-f47b-41bb-aa29-764f4b0175a3 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-889563679-network', 'tenant_id': 'e9f4b5b1ea1d44c0b475a5fd5b832899'}} {{(pid=103258) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 11:09:01.126193 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f350ffe4-f47b-41bb-aa29-764f4b0175a3 admin admin] Made reservation on behalf of e9f4b5b1ea1d44c0b475a5fd5b832899 for: {'network': 1} {{(pid=103258) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 12 11:09:01.129207 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-f350ffe4-f47b-41bb-aa29-764f4b0175a3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1535343'] for network (None), before_create {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:09:01.137925 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-f350ffe4-f47b-41bb-aa29-764f4b0175a3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:09:01.212948 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-f350ffe4-f47b-41bb-aa29-764f4b0175a3 admin admin] Publish callbacks [] for security_group (69c1842d-468d-4620-999f-ede4b2d42087), precommit_create {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:09:01.216685 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-f350ffe4-f47b-41bb-aa29-764f4b0175a3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-415253'] for security_group (69c1842d-468d-4620-999f-ede4b2d42087), after_create {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:09:01.240988 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f350ffe4-f47b-41bb-aa29-764f4b0175a3 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 538} {{(pid=103258) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 12 11:09:01.249684 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f350ffe4-f47b-41bb-aa29-764f4b0175a3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=69c1842d-468d-4620-999f-ede4b2d42087,revision_number=1']} {{(pid=103258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:09:01.256259 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-f350ffe4-f47b-41bb-aa29-764f4b0175a3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1531021'] for segment (8193398e-9315-41a8-92b7-53933ab5092a), precommit_create {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:09:01.256591 dv-cinder-830088-4-iscsi neutron-server[103258]: INFO neutron.db.segments_db [None req-f350ffe4-f47b-41bb-aa29-764f4b0175a3 admin admin] Added segment 8193398e-9315-41a8-92b7-53933ab5092a of type vlan for network bff37d04-4e8c-49de-bb6c-418fb1d8cecf Apr 12 11:09:01.300486 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-f350ffe4-f47b-41bb-aa29-764f4b0175a3 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777667466078'] for network (bff37d04-4e8c-49de-bb6c-418fb1d8cecf), precommit_create {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:09:01.327487 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-f350ffe4-f47b-41bb-aa29-764f4b0175a3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-415428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586207'] for network (bff37d04-4e8c-49de-bb6c-418fb1d8cecf), after_create {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:09:01.328505 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f350ffe4-f47b-41bb-aa29-764f4b0175a3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:09:01.329072 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-f350ffe4-f47b-41bb-aa29-764f4b0175a3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586029'] for network (None), before_response {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:09:01.363222 dv-cinder-830088-4-iscsi neutron-server[103258]: INFO neutron.wsgi [None req-f350ffe4-f47b-41bb-aa29-764f4b0175a3 admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.2601056 Apr 12 11:09:01.364976 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron.wsgi [-] (103257) accepted ('10.222.0.39', 56768) {{(pid=103257) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 11:09:01.373075 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron.api.v2.base [None req-02508a4a-9900-4851-a10d-5487ff39c1ba admin admin] Request body: {'subnet': {'network_id': 'bff37d04-4e8c-49de-bb6c-418fb1d8cecf', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-889563679-subnet', 'tenant_id': 'e9f4b5b1ea1d44c0b475a5fd5b832899', 'ip_version': 4}} {{(pid=103257) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 11:09:01.397691 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f350ffe4-f47b-41bb-aa29-764f4b0175a3 admin admin] Pushing event updated for resources: {'Network': ['ID=bff37d04-4e8c-49de-bb6c-418fb1d8cecf,revision_number=1']} {{(pid=103258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:09:01.406186 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-02508a4a-9900-4851-a10d-5487ff39c1ba admin admin] Made reservation on behalf of e9f4b5b1ea1d44c0b475a5fd5b832899 for: {'subnet': 1} {{(pid=103257) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 12 11:09:01.407744 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron.plugins.ml2.rpc [None req-e4b062a6-7a21-4431-be77-3c7776c11043 None None] Network bff37d04-4e8c-49de-bb6c-418fb1d8cecf details requested by agent ovs-agent-dv-cinder-830088-4-iscsi with host dv-cinder-830088-4-iscsi {{(pid=103259) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 12 11:09:01.409844 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-02508a4a-9900-4851-a10d-5487ff39c1ba admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5341082'] for subnet (None), before_create {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:09:01.583360 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-02508a4a-9900-4851-a10d-5487ff39c1ba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-439037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5269085', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5341064'] for subnet (1abeef54-b5d9-4b3f-bc0d-8031aa270455), after_create {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:09:01.634086 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02508a4a-9900-4851-a10d-5487ff39c1ba admin admin] Pushing event updated for resources: {'Subnet': ['ID=1abeef54-b5d9-4b3f-bc0d-8031aa270455,revision_number=0']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:09:01.649450 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02508a4a-9900-4851-a10d-5487ff39c1ba admin admin] Checking segment: {'id': '8193398e-9315-41a8-92b7-53933ab5092a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': 'bff37d04-4e8c-49de-bb6c-418fb1d8cecf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103257) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 11:09:01.649806 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02508a4a-9900-4851-a10d-5487ff39c1ba admin admin] Network hostable DHCP agents. Network: bff37d04-4e8c-49de-bb6c-418fb1d8cecf, hostable agents: ['0a0a44e5-732d-48d9-a8ad-b47e7b7c1a86'], hosted agents: [] {{(pid=103257) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 12 11:09:01.666536 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b10198cd-2066-46d1-81a5-75de3b3e3e1b None None] Sync routers for ids ['9e38f158-3956-4f71-9d28-1c8f7ee24bdd'] in dv-cinder-830088-4-iscsi {{(pid=103259) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 12 11:09:01.668323 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02508a4a-9900-4851-a10d-5487ff39c1ba admin admin] Network bff37d04-4e8c-49de-bb6c-418fb1d8cecf is scheduled to be hosted by DHCP agent 0a0a44e5-732d-48d9-a8ad-b47e7b7c1a86 with binding_index 1 {{(pid=103257) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 12 11:09:01.678157 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b10198cd-2066-46d1-81a5-75de3b3e3e1b None None] Routers {'9e38f158-3956-4f71-9d28-1c8f7ee24bdd'} bound to L3 agent in host dv-cinder-830088-4-iscsi {{(pid=103259) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 11:09:01.678797 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron.db.l3_hamode_db [None req-b10198cd-2066-46d1-81a5-75de3b3e3e1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830088-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-12T10:52:12Z,description=,heartbeat_timestamp=2022-04-12T11:08:43Z,host='dv-cinder-830088-4-iscsi',id=77f5e085-0284-4236-9dbf-35d2d452e277,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T10:52:12Z,topic='l3_agent')) {'router_ids': ['9e38f158-3956-4f71-9d28-1c8f7ee24bdd'], 'active': True} {{(pid=103259) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 11:09:01.680817 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron.scheduler.base_scheduler [None req-02508a4a-9900-4851-a10d-5487ff39c1ba admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-830088-4-iscsi, bff37d04-4e8c-49de-bb6c-418fb1d8cecf) {{(pid=103257) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 11:09:01.686178 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02508a4a-9900-4851-a10d-5487ff39c1ba admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:09:01.687404 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-02508a4a-9900-4851-a10d-5487ff39c1ba admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586029'] for subnet (None), before_response {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:09:01.705339 dv-cinder-830088-4-iscsi neutron-server[103257]: INFO neutron.wsgi [None req-02508a4a-9900-4851-a10d-5487ff39c1ba admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.3389690 Apr 12 11:09:01.707890 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.wsgi [-] (103258) accepted ('10.222.0.39', 56770) {{(pid=103258) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 11:09:01.712501 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.api.v2.base [None req-79dae6fc-4404-41ba-bc7e-f8ec3ff79fe3 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-889563679-router', 'tenant_id': 'e9f4b5b1ea1d44c0b475a5fd5b832899', 'external_gateway_info': {'network_id': '3b7be5f2-485b-4c85-8f98-fb200971b61c'}}} {{(pid=103258) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 11:09:01.733058 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-79dae6fc-4404-41ba-bc7e-f8ec3ff79fe3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-518224', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14475'] for router (4fc1e5dc-5923-4f3c-b76b-1d1251f0d273), before_create {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:09:01.734091 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-79dae6fc-4404-41ba-bc7e-f8ec3ff79fe3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-519904', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-577883', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-347708', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14482'] for router (4fc1e5dc-5923-4f3c-b76b-1d1251f0d273), precommit_create {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:09:01.741850 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12e1b3b9-0763-4f40-8e60-d71a6df886c9 None None] Network bff37d04-4e8c-49de-bb6c-418fb1d8cecf requested from dv-cinder-830088-4-iscsi {{(pid=103259) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 12 11:09:01.792307 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-79dae6fc-4404-41ba-bc7e-f8ec3ff79fe3 admin admin] Publish callbacks [] for router_controller (4fc1e5dc-5923-4f3c-b76b-1d1251f0d273), precommit_add_association {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:09:01.889584 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron.db.l3_dvr_db [None req-b10198cd-2066-46d1-81a5-75de3b3e3e1b None None] Set router 9e38f158-3956-4f71-9d28-1c8f7ee24bdd gateway port host: dv-cinder-830088-4-iscsi {{(pid=103259) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 11:09:01.921108 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60a5130d-c789-4b47-a4ff-82e74c8209d0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp428fab94-ffe0-5fd5-8965-378eceeea6ce-bff37d04-4e8c-49de-bb6c-418fb1d8cecf', 'network_id': 'bff37d04-4e8c-49de-bb6c-418fb1d8cecf', 'project_id': 'e9f4b5b1ea1d44c0b475a5fd5b832899', 'fixed_ips': [{'subnet_id': '1abeef54-b5d9-4b3f-bc0d-8031aa270455'}]}} from dv-cinder-830088-4-iscsi. {{(pid=103259) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 12 11:09:01.921959 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron_lib.callbacks.manager [None req-60a5130d-c789-4b47-a4ff-82e74c8209d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1535343'] for port (None), before_create {{(pid=103259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:09:01.936311 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-79dae6fc-4404-41ba-bc7e-f8ec3ff79fe3 admin admin] Publish callbacks [] for router_gateway (4fc1e5dc-5923-4f3c-b76b-1d1251f0d273), precommit_update {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:09:02.138255 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron.plugins.ml2.rpc [None req-e4b062a6-7a21-4431-be77-3c7776c11043 None None] Device 28ccd685-151e-4be1-baa9-192dffe3854b up at agent ovs-agent-dv-cinder-830088-4-iscsi {{(pid=103259) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 11:09:02.168722 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-79dae6fc-4404-41ba-bc7e-f8ec3ff79fe3 admin admin] Publish callbacks [] for router_gateway (4fc1e5dc-5923-4f3c-b76b-1d1251f0d273), before_create {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:09:02.188261 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-79dae6fc-4404-41ba-bc7e-f8ec3ff79fe3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1535343'] for port (None), before_create {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:09:02.228812 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron.db.db_base_plugin_common [None req-60a5130d-c789-4b47-a4ff-82e74c8209d0 None None] Allocated IP 172.20.0.2 (bff37d04-4e8c-49de-bb6c-418fb1d8cecf/1abeef54-b5d9-4b3f-bc0d-8031aa270455/ad55317a-8c2d-4383-844a-5cdcc237caa7) {{(pid=103259) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 12 11:09:02.258450 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron.db.provisioning_blocks [None req-e4b062a6-7a21-4431-be77-3c7776c11043 None None] Provisioning complete for port 28ccd685-151e-4be1-baa9-192dffe3854b triggered by entity L2. {{(pid=103259) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 11:09:02.258847 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron_lib.callbacks.manager [None req-e4b062a6-7a21-4431-be77-3c7776c11043 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1343588'] for port (28ccd685-151e-4be1-baa9-192dffe3854b), provisioning_complete {{(pid=103259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:09:02.279508 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a7e11db-a3a9-463a-a839-c3c9e83a01a9 req-48a233ca-69e1-494a-9a5f-c1647faa4838 tempest-AttachVolumeNegativeTest-1347969699 tempest-AttachVolumeNegativeTest-1347969699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:09:02.280987 dv-cinder-830088-4-iscsi neutron-server[103258]: INFO neutron.wsgi [req-3a7e11db-a3a9-463a-a839-c3c9e83a01a9 req-48a233ca-69e1-494a-9a5f-c1647faa4838 tempest-AttachVolumeNegativeTest-1347969699 tempest-AttachVolumeNegativeTest-1347969699-project] 10.222.0.39 "GET /v2.0/ports?device_id=f0fc708e-fb7e-497f-b426-8a88b6d58840 HTTP/1.1" status: 200 len: 945 time: 0.0853488 Apr 12 11:09:02.296006 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron.db.l3_hamode_db [None req-b10198cd-2066-46d1-81a5-75de3b3e3e1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9e38f158-3956-4f71-9d28-1c8f7ee24bdd', 'name': 'tempest-TestVolumeBootPattern-561075206-router', 'tenant_id': 'c2c05547762540eabb9d44e9bf42d19d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b7be5f2-485b-4c85-8f98-fb200971b61c', 'external_fixed_ips': [{'subnet_id': '4887111e-1302-416a-ab8e-c957c9df7f85', 'ip_address': '172.27.3.212'}], 'enable_snat': True}, 'gw_port_id': '28ccd685-151e-4be1-baa9-192dffe3854b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T11:08:56Z', 'updated_at': '2022-04-12T11:08:59Z', 'revision_number': 4, 'project_id': 'c2c05547762540eabb9d44e9bf42d19d', 'gw_port': {'id': '28ccd685-151e-4be1-baa9-192dffe3854b', 'name': '', 'network_id': '3b7be5f2-485b-4c85-8f98-fb200971b61c', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:dd:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9e38f158-3956-4f71-9d28-1c8f7ee24bdd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 489, 'fixed_ips': [{'subnet_id': '4887111e-1302-416a-ab8e-c957c9df7f85', 'ip_address': '172.27.3.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830088-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T11:08:57Z', 'updated_at': '2022-04-12T11:08:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4887111e-1302-416a-ab8e-c957c9df7f85', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830088-4-iscsi', '_interfaces': [{'id': 'cc86eccc-dfd3-4c80-9648-2e0170ed6613', 'name': '', 'network_id': '1232fc79-51a8-446f-8db9-91c7982426a3', 'tenant_id': 'c2c05547762540eabb9d44e9bf42d19d', 'mac_address': 'fa:16:3e:53:12:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9e38f158-3956-4f71-9d28-1c8f7ee24bdd', 'device_owner': 'network:router_interface', 'standard_attr_id': 490, 'fixed_ips': [{'subnet_id': '629313fa-4f32-46d8-868a-0d9dbc8c0fc7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T11:08:59Z', 'updated_at': '2022-04-12T11:08:59Z', 'revision_number': 2, 'project_id': 'c2c05547762540eabb9d44e9bf42d19d', 'subnets': [{'id': '629313fa-4f32-46d8-868a-0d9dbc8c0fc7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830088-4-iscsi', False) {} {{(pid=103259) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 11:09:02.366296 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.db.db_base_plugin_common [None req-79dae6fc-4404-41ba-bc7e-f8ec3ff79fe3 admin admin] Allocated IP 172.27.3.214 (3b7be5f2-485b-4c85-8f98-fb200971b61c/4887111e-1302-416a-ab8e-c957c9df7f85/3e455ec8-86a4-4faa-a36b-e04c54df7033) {{(pid=103258) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 12 11:09:02.371653 dv-cinder-830088-4-iscsi neutron-server[103258]: INFO neutron.wsgi [req-3a7e11db-a3a9-463a-a839-c3c9e83a01a9 req-b2a15946-4ecc-4871-9837-c264486fa9ed tempest-AttachVolumeNegativeTest-1347969699 tempest-AttachVolumeNegativeTest-1347969699-project] 10.222.0.39 "GET /v2.0/security-groups?id=2340726e-9f33-4871-8ffd-0b06d0d203cd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0826938 Apr 12 11:09:02.480685 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-79dae6fc-4404-41ba-bc7e-f8ec3ff79fe3 admin admin] Publish callbacks [] for port (3e455ec8-86a4-4faa-a36b-e04c54df7033), precommit_create {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:09:02.489066 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b10198cd-2066-46d1-81a5-75de3b3e3e1b None None] Checking router: 9e38f158-3956-4f71-9d28-1c8f7ee24bdd for host: dv-cinder-830088-4-iscsi {{(pid=103259) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 12 11:09:02.489594 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b10198cd-2066-46d1-81a5-75de3b3e3e1b None None] Updating router 9e38f158-3956-4f71-9d28-1c8f7ee24bdd port cc86eccc-dfd3-4c80-9648-2e0170ed6613 binding host dv-cinder-830088-4-iscsi {{(pid=103259) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 12 11:09:02.515694 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-79dae6fc-4404-41ba-bc7e-f8ec3ff79fe3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1534861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777667450152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4796947'] for port (3e455ec8-86a4-4faa-a36b-e04c54df7033), after_create {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:09:02.535483 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron_lib.callbacks.manager [None req-b10198cd-2066-46d1-81a5-75de3b3e3e1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1535343'] for port (cc86eccc-dfd3-4c80-9648-2e0170ed6613), before_update {{(pid=103259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:09:02.556346 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79dae6fc-4404-41ba-bc7e-f8ec3ff79fe3 admin admin] Network 3b7be5f2-485b-4c85-8f98-fb200971b61c is already hosted by enough agents. {{(pid=103258) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 11:09:02.560486 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.scheduler.base_scheduler [None req-79dae6fc-4404-41ba-bc7e-f8ec3ff79fe3 admin admin] Resources bound (agent type, host, resource id): {{(pid=103258) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 11:09:02.563048 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79dae6fc-4404-41ba-bc7e-f8ec3ff79fe3 admin admin] Received port after_create {{(pid=103258) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 12 11:09:02.587726 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79dae6fc-4404-41ba-bc7e-f8ec3ff79fe3 admin admin] Pushing event updated for resources: {'Port': ['ID=3e455ec8-86a4-4faa-a36b-e04c54df7033,revision_number=1']} {{(pid=103258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:09:02.600949 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79dae6fc-4404-41ba-bc7e-f8ec3ff79fe3 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830088-4-iscsi {{(pid=103258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:09:02.601306 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79dae6fc-4404-41ba-bc7e-f8ec3ff79fe3 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830088-4-iscsi {{(pid=103258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:09:02.601630 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79dae6fc-4404-41ba-bc7e-f8ec3ff79fe3 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830088-4-iscsi {{(pid=103258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:09:02.602063 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79dae6fc-4404-41ba-bc7e-f8ec3ff79fe3 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830088-4-iscsi {{(pid=103258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:09:02.602395 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79dae6fc-4404-41ba-bc7e-f8ec3ff79fe3 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830088-4-iscsi {{(pid=103258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:09:02.602733 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79dae6fc-4404-41ba-bc7e-f8ec3ff79fe3 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830088-4-iscsi {{(pid=103258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:09:02.603059 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79dae6fc-4404-41ba-bc7e-f8ec3ff79fe3 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830088-4-iscsi {{(pid=103258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:09:02.603379 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79dae6fc-4404-41ba-bc7e-f8ec3ff79fe3 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830088-4-iscsi {{(pid=103258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:09:02.603697 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79dae6fc-4404-41ba-bc7e-f8ec3ff79fe3 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-830088-4-iscsi {{(pid=103258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:09:02.604013 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79dae6fc-4404-41ba-bc7e-f8ec3ff79fe3 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830088-4-iscsi {{(pid=103258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:09:02.604331 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79dae6fc-4404-41ba-bc7e-f8ec3ff79fe3 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830088-4-iscsi {{(pid=103258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:09:02.604644 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79dae6fc-4404-41ba-bc7e-f8ec3ff79fe3 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830088-4-iscsi {{(pid=103258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:09:02.604957 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79dae6fc-4404-41ba-bc7e-f8ec3ff79fe3 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830088-4-iscsi {{(pid=103258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:09:02.605269 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79dae6fc-4404-41ba-bc7e-f8ec3ff79fe3 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830088-4-iscsi {{(pid=103258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:09:02.605581 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79dae6fc-4404-41ba-bc7e-f8ec3ff79fe3 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830088-4-iscsi {{(pid=103258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:09:02.702242 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron.plugins.ml2.plugin [None req-e4b062a6-7a21-4431-be77-3c7776c11043 None None] Current status of the port 28ccd685-151e-4be1-baa9-192dffe3854b is: DOWN; New status is: ACTIVE {{(pid=103259) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 11:09:02.702474 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron_lib.callbacks.manager [None req-e4b062a6-7a21-4431-be77-3c7776c11043 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1535343'] for port (28ccd685-151e-4be1-baa9-192dffe3854b), before_update {{(pid=103259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:09:02.753753 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron_lib.callbacks.manager [None req-60a5130d-c789-4b47-a4ff-82e74c8209d0 None None] Publish callbacks [] for port (ad55317a-8c2d-4383-844a-5cdcc237caa7), precommit_create {{(pid=103259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:09:02.759084 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron.plugins.ml2.db [None req-e4b062a6-7a21-4431-be77-3c7776c11043 None None] For port 28ccd685-151e-4be1-baa9-192dffe3854b, host dv-cinder-830088-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830088-4-iscsi',level=0,port_id=28ccd685-151e-4be1-baa9-192dffe3854b,segment=NetworkSegment(d942c271-b630-4108-8616-b993c4b79ecb),segment_id=d942c271-b630-4108-8616-b993c4b79ecb)] {{(pid=103259) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 11:09:02.765074 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron_lib.callbacks.manager [None req-60a5130d-c789-4b47-a4ff-82e74c8209d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1534861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777667450152'] for port (ad55317a-8c2d-4383-844a-5cdcc237caa7), after_create {{(pid=103259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:09:02.769968 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron_lib.callbacks.manager [None req-e4b062a6-7a21-4431-be77-3c7776c11043 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1534861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777667992095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777667450170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777667450188'] for port (28ccd685-151e-4be1-baa9-192dffe3854b), after_update {{(pid=103259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:09:02.827524 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60a5130d-c789-4b47-a4ff-82e74c8209d0 None None] Network bff37d04-4e8c-49de-bb6c-418fb1d8cecf is already hosted by enough agents. {{(pid=103259) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 11:09:02.837589 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-79dae6fc-4404-41ba-bc7e-f8ec3ff79fe3 admin admin] Publish callbacks [] for router_gateway (4fc1e5dc-5923-4f3c-b76b-1d1251f0d273), after_create {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:09:02.861161 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron.scheduler.base_scheduler [None req-60a5130d-c789-4b47-a4ff-82e74c8209d0 None None] Resources bound (agent type, host, resource id): {{(pid=103259) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 11:09:02.862912 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60a5130d-c789-4b47-a4ff-82e74c8209d0 None None] Pushing event updated for resources: {'Port': ['ID=ad55317a-8c2d-4383-844a-5cdcc237caa7,revision_number=1']} {{(pid=103259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:09:02.865090 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60a5130d-c789-4b47-a4ff-82e74c8209d0 None None] Received port after_create {{(pid=103259) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 12 11:09:02.986683 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4b062a6-7a21-4431-be77-3c7776c11043 None None] Pushing event updated for resources: {'Port': ['ID=28ccd685-151e-4be1-baa9-192dffe3854b,revision_number=4']} {{(pid=103259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:09:02.991117 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron.plugins.ml2.managers [None req-60a5130d-c789-4b47-a4ff-82e74c8209d0 None None] Attempting to bind port ad55317a-8c2d-4383-844a-5cdcc237caa7 on host dv-cinder-830088-4-iscsi for vnic_type normal with profile {{(pid=103259) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 12 11:09:02.991486 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron.plugins.ml2.managers [None req-60a5130d-c789-4b47-a4ff-82e74c8209d0 None None] Attempting to bind port ad55317a-8c2d-4383-844a-5cdcc237caa7 by drivers openvswitch,hyperv on host dv-cinder-830088-4-iscsi at level 0 using segments [{'id': '8193398e-9315-41a8-92b7-53933ab5092a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': 'bff37d04-4e8c-49de-bb6c-418fb1d8cecf'}] {{(pid=103259) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 12 11:09:02.991849 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60a5130d-c789-4b47-a4ff-82e74c8209d0 None None] Attempting to bind port ad55317a-8c2d-4383-844a-5cdcc237caa7 on network bff37d04-4e8c-49de-bb6c-418fb1d8cecf {{(pid=103259) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 11:09:03.002976 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60a5130d-c789-4b47-a4ff-82e74c8209d0 None None] Checking agent: {'id': 'c71cae7d-514b-467a-8477-0a67bee0b970', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-830088-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 12, 10, 52, 16), 'started_at': datetime.datetime(2022, 4, 12, 10, 52, 46), 'heartbeat_timestamp': datetime.datetime(2022, 4, 12, 11, 8, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-830088-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103259) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 12 11:09:03.003937 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60a5130d-c789-4b47-a4ff-82e74c8209d0 None None] Checking segment: {'id': '8193398e-9315-41a8-92b7-53933ab5092a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': 'bff37d04-4e8c-49de-bb6c-418fb1d8cecf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103259) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 11:09:03.004340 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron_lib.callbacks.manager [None req-60a5130d-c789-4b47-a4ff-82e74c8209d0 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:09:03.004727 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60a5130d-c789-4b47-a4ff-82e74c8209d0 None None] Bound using segment: {'id': '8193398e-9315-41a8-92b7-53933ab5092a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': 'bff37d04-4e8c-49de-bb6c-418fb1d8cecf'} {{(pid=103259) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 12 11:09:03.005193 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron.plugins.ml2.managers [None req-60a5130d-c789-4b47-a4ff-82e74c8209d0 None None] Bound port: ad55317a-8c2d-4383-844a-5cdcc237caa7, host: dv-cinder-830088-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8193398e-9315-41a8-92b7-53933ab5092a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': 'bff37d04-4e8c-49de-bb6c-418fb1d8cecf'}}] {{(pid=103259) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 12 11:09:03.005572 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron_lib.callbacks.manager [None req-60a5130d-c789-4b47-a4ff-82e74c8209d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1535343'] for port (ad55317a-8c2d-4383-844a-5cdcc237caa7), before_update {{(pid=103259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:09:03.036885 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-79dae6fc-4404-41ba-bc7e-f8ec3ff79fe3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-519897', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-579496'] for router (4fc1e5dc-5923-4f3c-b76b-1d1251f0d273), after_create {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:09:03.092355 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron_lib.callbacks.manager [None req-b10198cd-2066-46d1-81a5-75de3b3e3e1b None None] Publish callbacks [] for port (cc86eccc-dfd3-4c80-9648-2e0170ed6613), precommit_update {{(pid=103259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:09:03.105557 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron_lib.callbacks.manager [None req-b10198cd-2066-46d1-81a5-75de3b3e3e1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1534861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777667992095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777667450170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777667450188'] for port (cc86eccc-dfd3-4c80-9648-2e0170ed6613), after_update {{(pid=103259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:09:03.118252 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron.plugins.ml2.db [None req-60a5130d-c789-4b47-a4ff-82e74c8209d0 None None] For port ad55317a-8c2d-4383-844a-5cdcc237caa7, host dv-cinder-830088-4-iscsi, cleared binding levels {{(pid=103259) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 12 11:09:03.156370 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron.plugins.ml2.db [None req-60a5130d-c789-4b47-a4ff-82e74c8209d0 None None] For port ad55317a-8c2d-4383-844a-5cdcc237caa7, host dv-cinder-830088-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830088-4-iscsi',level=0,port_id=ad55317a-8c2d-4383-844a-5cdcc237caa7,segment=NetworkSegment(8193398e-9315-41a8-92b7-53933ab5092a),segment_id=8193398e-9315-41a8-92b7-53933ab5092a)] {{(pid=103259) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 12 11:09:03.167554 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-79dae6fc-4404-41ba-bc7e-f8ec3ff79fe3 admin admin] Router 4fc1e5dc-5923-4f3c-b76b-1d1251f0d273 is scheduled to L3 agent 77f5e085-0284-4236-9dbf-35d2d452e277 with binding_index 1 {{(pid=103258) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 12 11:09:03.175553 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron_lib.callbacks.manager [None req-60a5130d-c789-4b47-a4ff-82e74c8209d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1534861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777667992095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777667450170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777667450188'] for port (ad55317a-8c2d-4383-844a-5cdcc237caa7), after_update {{(pid=103259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:09:03.178769 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2d7e9ae-1724-48be-8f7c-e659330b8b21 None None] Pushing event updated for resources: {'Port': ['ID=cc86eccc-dfd3-4c80-9648-2e0170ed6613,revision_number=3']} {{(pid=103259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:09:03.288593 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-79dae6fc-4404-41ba-bc7e-f8ec3ff79fe3 admin admin] Notify agent at l3_agent.dv-cinder-830088-4-iscsi the message routers_updated {{(pid=103258) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 12 11:09:03.293026 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron.plugins.ml2.managers [None req-b10198cd-2066-46d1-81a5-75de3b3e3e1b None None] Attempting to bind port cc86eccc-dfd3-4c80-9648-2e0170ed6613 on host dv-cinder-830088-4-iscsi for vnic_type normal with profile {{(pid=103259) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 12 11:09:03.294272 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron.plugins.ml2.managers [None req-b10198cd-2066-46d1-81a5-75de3b3e3e1b None None] Attempting to bind port cc86eccc-dfd3-4c80-9648-2e0170ed6613 by drivers openvswitch,hyperv on host dv-cinder-830088-4-iscsi at level 0 using segments [{'id': 'd51f3e71-8cf4-4a31-9034-8318c2e937aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': '1232fc79-51a8-446f-8db9-91c7982426a3'}] {{(pid=103259) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 12 11:09:03.294639 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b10198cd-2066-46d1-81a5-75de3b3e3e1b None None] Attempting to bind port cc86eccc-dfd3-4c80-9648-2e0170ed6613 on network 1232fc79-51a8-446f-8db9-91c7982426a3 {{(pid=103259) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 11:09:03.300692 dv-cinder-830088-4-iscsi neutron-server[103260]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72d48f1f-9d2c-460d-9665-8c228026d696 None None] Sync routers for ids ['4fc1e5dc-5923-4f3c-b76b-1d1251f0d273'] in dv-cinder-830088-4-iscsi {{(pid=103260) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 12 11:09:03.306590 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60a5130d-c789-4b47-a4ff-82e74c8209d0 None None] Pushing event updated for resources: {'Port': ['ID=ad55317a-8c2d-4383-844a-5cdcc237caa7,revision_number=2']} {{(pid=103259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:09:03.308592 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-79dae6fc-4404-41ba-bc7e-f8ec3ff79fe3 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:09:03.310392 dv-cinder-830088-4-iscsi neutron-server[103258]: INFO neutron.wsgi [None req-79dae6fc-4404-41ba-bc7e-f8ec3ff79fe3 admin admin] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 1.6008642 Apr 12 11:09:03.312908 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron.wsgi [-] (103257) accepted ('10.222.0.39', 56780) {{(pid=103257) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 11:09:03.320755 dv-cinder-830088-4-iscsi neutron-server[103260]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72d48f1f-9d2c-460d-9665-8c228026d696 None None] Routers {'4fc1e5dc-5923-4f3c-b76b-1d1251f0d273'} bound to L3 agent in host dv-cinder-830088-4-iscsi {{(pid=103260) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 11:09:03.323126 dv-cinder-830088-4-iscsi neutron-server[103260]: DEBUG neutron.db.l3_hamode_db [None req-72d48f1f-9d2c-460d-9665-8c228026d696 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830088-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-12T10:52:12Z,description=,heartbeat_timestamp=2022-04-12T11:08:43Z,host='dv-cinder-830088-4-iscsi',id=77f5e085-0284-4236-9dbf-35d2d452e277,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T10:52:12Z,topic='l3_agent')) {'router_ids': ['4fc1e5dc-5923-4f3c-b76b-1d1251f0d273'], 'active': True} {{(pid=103260) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 11:09:03.324471 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b10198cd-2066-46d1-81a5-75de3b3e3e1b None None] Checking agent: {'id': 'c71cae7d-514b-467a-8477-0a67bee0b970', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-830088-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 12, 10, 52, 16), 'started_at': datetime.datetime(2022, 4, 12, 10, 52, 46), 'heartbeat_timestamp': datetime.datetime(2022, 4, 12, 11, 8, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-830088-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103259) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 12 11:09:03.324862 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b10198cd-2066-46d1-81a5-75de3b3e3e1b None None] Checking segment: {'id': 'd51f3e71-8cf4-4a31-9034-8318c2e937aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': '1232fc79-51a8-446f-8db9-91c7982426a3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103259) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 11:09:03.325300 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron_lib.callbacks.manager [None req-b10198cd-2066-46d1-81a5-75de3b3e3e1b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:09:03.325635 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b10198cd-2066-46d1-81a5-75de3b3e3e1b None None] Bound using segment: {'id': 'd51f3e71-8cf4-4a31-9034-8318c2e937aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': '1232fc79-51a8-446f-8db9-91c7982426a3'} {{(pid=103259) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 12 11:09:03.326101 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron.plugins.ml2.managers [None req-b10198cd-2066-46d1-81a5-75de3b3e3e1b None None] Bound port: cc86eccc-dfd3-4c80-9648-2e0170ed6613, host: dv-cinder-830088-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd51f3e71-8cf4-4a31-9034-8318c2e937aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': '1232fc79-51a8-446f-8db9-91c7982426a3'}}] {{(pid=103259) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 12 11:09:03.326480 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron_lib.callbacks.manager [None req-b10198cd-2066-46d1-81a5-75de3b3e3e1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1535343'] for port (cc86eccc-dfd3-4c80-9648-2e0170ed6613), before_update {{(pid=103259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:09:03.416591 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron.plugins.ml2.db [None req-b10198cd-2066-46d1-81a5-75de3b3e3e1b None None] For port cc86eccc-dfd3-4c80-9648-2e0170ed6613, host dv-cinder-830088-4-iscsi, cleared binding levels {{(pid=103259) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 12 11:09:03.424184 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron.plugins.ml2.db [None req-b10198cd-2066-46d1-81a5-75de3b3e3e1b None None] For port cc86eccc-dfd3-4c80-9648-2e0170ed6613, host dv-cinder-830088-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830088-4-iscsi',level=0,port_id=cc86eccc-dfd3-4c80-9648-2e0170ed6613,segment=NetworkSegment(d51f3e71-8cf4-4a31-9034-8318c2e937aa),segment_id=d51f3e71-8cf4-4a31-9034-8318c2e937aa)] {{(pid=103259) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 12 11:09:03.465449 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron_lib.callbacks.manager [None req-b10198cd-2066-46d1-81a5-75de3b3e3e1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1534861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777667992095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777667450170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777667450188'] for port (cc86eccc-dfd3-4c80-9648-2e0170ed6613), after_update {{(pid=103259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:09:03.506304 dv-cinder-830088-4-iscsi neutron-server[103260]: DEBUG neutron.db.l3_dvr_db [None req-72d48f1f-9d2c-460d-9665-8c228026d696 None None] Set router 4fc1e5dc-5923-4f3c-b76b-1d1251f0d273 gateway port host: dv-cinder-830088-4-iscsi {{(pid=103260) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 11:09:03.580745 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron.db.provisioning_blocks [None req-f962c56a-f844-4b05-8908-47b170a15ebf None None] Provisioning complete for port cc86eccc-dfd3-4c80-9648-2e0170ed6613 triggered by entity DHCP. {{(pid=103259) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 11:09:03.581938 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron_lib.callbacks.manager [None req-f962c56a-f844-4b05-8908-47b170a15ebf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1343588'] for port (cc86eccc-dfd3-4c80-9648-2e0170ed6613), provisioning_complete {{(pid=103259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:09:03.660283 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efe8ee5e-481a-443c-aacb-d6d5f405788a req-55b68f01-4acd-4dcc-8b70-9f7bff4e7464 tempest-AttachVolumeNegativeTest-1347969699 tempest-AttachVolumeNegativeTest-1347969699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:09:03.661944 dv-cinder-830088-4-iscsi neutron-server[103257]: INFO neutron.wsgi [req-efe8ee5e-481a-443c-aacb-d6d5f405788a req-55b68f01-4acd-4dcc-8b70-9f7bff4e7464 tempest-AttachVolumeNegativeTest-1347969699 tempest-AttachVolumeNegativeTest-1347969699-project] 10.222.0.39 "GET /v2.0/ports?device_id=f0fc708e-fb7e-497f-b426-8a88b6d58840 HTTP/1.1" status: 200 len: 945 time: 0.1360133 Apr 12 11:09:03.671692 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2d7e9ae-1724-48be-8f7c-e659330b8b21 None None] Pushing event updated for resources: {'Port': ['ID=cc86eccc-dfd3-4c80-9648-2e0170ed6613,revision_number=4']} {{(pid=103259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:09:03.677282 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b10198cd-2066-46d1-81a5-75de3b3e3e1b None None] Routers {'9e38f158-3956-4f71-9d28-1c8f7ee24bdd'} bound to L3 agent in host dv-cinder-830088-4-iscsi {{(pid=103259) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 11:09:03.677906 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron.db.l3_hamode_db [None req-b10198cd-2066-46d1-81a5-75de3b3e3e1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830088-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-12T10:52:12Z,description=,heartbeat_timestamp=2022-04-12T11:08:43Z,host='dv-cinder-830088-4-iscsi',id=77f5e085-0284-4236-9dbf-35d2d452e277,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T10:52:12Z,topic='l3_agent')) {'router_ids': ['9e38f158-3956-4f71-9d28-1c8f7ee24bdd'], 'active': True} {{(pid=103259) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 11:09:03.716367 dv-cinder-830088-4-iscsi neutron-server[103260]: DEBUG neutron.db.l3_hamode_db [None req-72d48f1f-9d2c-460d-9665-8c228026d696 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4fc1e5dc-5923-4f3c-b76b-1d1251f0d273', 'name': 'tempest-TestVolumeBootPattern-889563679-router', 'tenant_id': 'e9f4b5b1ea1d44c0b475a5fd5b832899', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b7be5f2-485b-4c85-8f98-fb200971b61c', 'external_fixed_ips': [{'subnet_id': '4887111e-1302-416a-ab8e-c957c9df7f85', 'ip_address': '172.27.3.214'}], 'enable_snat': True}, 'gw_port_id': '3e455ec8-86a4-4faa-a36b-e04c54df7033', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T11:09:01Z', 'updated_at': '2022-04-12T11:09:02Z', 'revision_number': 3, 'project_id': 'e9f4b5b1ea1d44c0b475a5fd5b832899', 'gw_port': {'id': '3e455ec8-86a4-4faa-a36b-e04c54df7033', 'name': '', 'network_id': '3b7be5f2-485b-4c85-8f98-fb200971b61c', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:87:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4fc1e5dc-5923-4f3c-b76b-1d1251f0d273', 'device_owner': 'network:router_gateway', 'standard_attr_id': 501, 'fixed_ips': [{'subnet_id': '4887111e-1302-416a-ab8e-c957c9df7f85', 'ip_address': '172.27.3.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T11:09:02Z', 'updated_at': '2022-04-12T11:09:02Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4887111e-1302-416a-ab8e-c957c9df7f85', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830088-4-iscsi'}], 'dv-cinder-830088-4-iscsi', False) {} {{(pid=103260) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 11:09:03.747460 dv-cinder-830088-4-iscsi neutron-server[103260]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72d48f1f-9d2c-460d-9665-8c228026d696 None None] Checking router: 4fc1e5dc-5923-4f3c-b76b-1d1251f0d273 for host: dv-cinder-830088-4-iscsi {{(pid=103260) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 12 11:09:03.747952 dv-cinder-830088-4-iscsi neutron-server[103260]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72d48f1f-9d2c-460d-9665-8c228026d696 None None] Updating router 4fc1e5dc-5923-4f3c-b76b-1d1251f0d273 port 3e455ec8-86a4-4faa-a36b-e04c54df7033 binding host dv-cinder-830088-4-iscsi {{(pid=103260) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 12 11:09:03.770006 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron.plugins.ml2.plugin [None req-f962c56a-f844-4b05-8908-47b170a15ebf None None] Current status of the port cc86eccc-dfd3-4c80-9648-2e0170ed6613 is: DOWN; New status is: ACTIVE {{(pid=103259) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 11:09:03.770393 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron_lib.callbacks.manager [None req-f962c56a-f844-4b05-8908-47b170a15ebf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1535343'] for port (cc86eccc-dfd3-4c80-9648-2e0170ed6613), before_update {{(pid=103259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:09:03.788697 dv-cinder-830088-4-iscsi neutron-server[103260]: DEBUG neutron_lib.callbacks.manager [None req-72d48f1f-9d2c-460d-9665-8c228026d696 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1535343'] for port (3e455ec8-86a4-4faa-a36b-e04c54df7033), before_update {{(pid=103260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:09:03.811124 dv-cinder-830088-4-iscsi neutron-server[103257]: INFO neutron.wsgi [req-efe8ee5e-481a-443c-aacb-d6d5f405788a req-6e66aa92-feb5-4499-b451-5b07cbfd6fa8 tempest-AttachVolumeNegativeTest-1347969699 tempest-AttachVolumeNegativeTest-1347969699-project] 10.222.0.39 "GET /v2.0/security-groups?id=2340726e-9f33-4871-8ffd-0b06d0d203cd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1088219 Apr 12 11:09:03.875450 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron.plugins.ml2.db [None req-f962c56a-f844-4b05-8908-47b170a15ebf None None] For port cc86eccc-dfd3-4c80-9648-2e0170ed6613, host dv-cinder-830088-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830088-4-iscsi',level=0,port_id=cc86eccc-dfd3-4c80-9648-2e0170ed6613,segment=NetworkSegment(d51f3e71-8cf4-4a31-9034-8318c2e937aa),segment_id=d51f3e71-8cf4-4a31-9034-8318c2e937aa)] {{(pid=103259) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 11:09:03.886135 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron_lib.callbacks.manager [None req-f962c56a-f844-4b05-8908-47b170a15ebf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1534861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777667992095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777667450170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777667450188'] for port (cc86eccc-dfd3-4c80-9648-2e0170ed6613), after_update {{(pid=103259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:09:03.896908 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron.db.l3_dvr_db [None req-b10198cd-2066-46d1-81a5-75de3b3e3e1b None None] Set router 9e38f158-3956-4f71-9d28-1c8f7ee24bdd gateway port host: dv-cinder-830088-4-iscsi {{(pid=103259) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 11:09:03.964819 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-466d322f-96fd-47c3-80a6-cd46c0e8f9b9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1535343'] for port (None), before_create {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:09:04.026175 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f962c56a-f844-4b05-8908-47b170a15ebf None None] Pushing event updated for resources: {'Port': ['ID=cc86eccc-dfd3-4c80-9648-2e0170ed6613,revision_number=5']} {{(pid=103259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:09:04.049162 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron.db.provisioning_blocks [None req-804945f5-11a3-4c13-863a-e2a474efd759 None None] Provisioning complete for port cc86eccc-dfd3-4c80-9648-2e0170ed6613 triggered by entity DHCP. {{(pid=103259) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 11:09:04.049531 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron_lib.callbacks.manager [None req-804945f5-11a3-4c13-863a-e2a474efd759 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1343588'] for port (cc86eccc-dfd3-4c80-9648-2e0170ed6613), provisioning_complete {{(pid=103259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:09:04.121783 dv-cinder-830088-4-iscsi neutron-server[103260]: DEBUG neutron_lib.callbacks.manager [None req-72d48f1f-9d2c-460d-9665-8c228026d696 None None] Publish callbacks [] for port (3e455ec8-86a4-4faa-a36b-e04c54df7033), precommit_update {{(pid=103260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:09:04.132396 dv-cinder-830088-4-iscsi neutron-server[103260]: DEBUG neutron_lib.callbacks.manager [None req-72d48f1f-9d2c-460d-9665-8c228026d696 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1534861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777667992095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777667450170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777667450188'] for port (3e455ec8-86a4-4faa-a36b-e04c54df7033), after_update {{(pid=103260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:09:04.162852 dv-cinder-830088-4-iscsi neutron-server[103260]: DEBUG neutron.plugins.ml2.managers [None req-72d48f1f-9d2c-460d-9665-8c228026d696 None None] Attempting to bind port 3e455ec8-86a4-4faa-a36b-e04c54df7033 on host dv-cinder-830088-4-iscsi for vnic_type normal with profile {{(pid=103260) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 12 11:09:04.163549 dv-cinder-830088-4-iscsi neutron-server[103260]: DEBUG neutron.plugins.ml2.managers [None req-72d48f1f-9d2c-460d-9665-8c228026d696 None None] Attempting to bind port 3e455ec8-86a4-4faa-a36b-e04c54df7033 by drivers openvswitch,hyperv on host dv-cinder-830088-4-iscsi at level 0 using segments [{'id': 'd942c271-b630-4108-8616-b993c4b79ecb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3b7be5f2-485b-4c85-8f98-fb200971b61c'}] {{(pid=103260) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 12 11:09:04.163915 dv-cinder-830088-4-iscsi neutron-server[103260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72d48f1f-9d2c-460d-9665-8c228026d696 None None] Attempting to bind port 3e455ec8-86a4-4faa-a36b-e04c54df7033 on network 3b7be5f2-485b-4c85-8f98-fb200971b61c {{(pid=103260) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 11:09:04.189454 dv-cinder-830088-4-iscsi neutron-server[103260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72d48f1f-9d2c-460d-9665-8c228026d696 None None] Checking agent: {'id': 'c71cae7d-514b-467a-8477-0a67bee0b970', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-830088-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 12, 10, 52, 16), 'started_at': datetime.datetime(2022, 4, 12, 10, 52, 46), 'heartbeat_timestamp': datetime.datetime(2022, 4, 12, 11, 8, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-830088-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103260) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 12 11:09:04.190103 dv-cinder-830088-4-iscsi neutron-server[103260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72d48f1f-9d2c-460d-9665-8c228026d696 None None] Checking segment: {'id': 'd942c271-b630-4108-8616-b993c4b79ecb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3b7be5f2-485b-4c85-8f98-fb200971b61c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103260) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 11:09:04.191225 dv-cinder-830088-4-iscsi neutron-server[103260]: DEBUG neutron_lib.callbacks.manager [None req-72d48f1f-9d2c-460d-9665-8c228026d696 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:09:04.191815 dv-cinder-830088-4-iscsi neutron-server[103260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72d48f1f-9d2c-460d-9665-8c228026d696 None None] Bound using segment: {'id': 'd942c271-b630-4108-8616-b993c4b79ecb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3b7be5f2-485b-4c85-8f98-fb200971b61c'} {{(pid=103260) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 12 11:09:04.192523 dv-cinder-830088-4-iscsi neutron-server[103260]: DEBUG neutron.plugins.ml2.managers [None req-72d48f1f-9d2c-460d-9665-8c228026d696 None None] Bound port: 3e455ec8-86a4-4faa-a36b-e04c54df7033, host: dv-cinder-830088-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd942c271-b630-4108-8616-b993c4b79ecb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3b7be5f2-485b-4c85-8f98-fb200971b61c'}}] {{(pid=103260) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 12 11:09:04.193659 dv-cinder-830088-4-iscsi neutron-server[103260]: DEBUG neutron_lib.callbacks.manager [None req-72d48f1f-9d2c-460d-9665-8c228026d696 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1535343'] for port (3e455ec8-86a4-4faa-a36b-e04c54df7033), before_update {{(pid=103260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:09:04.232819 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron.plugins.ml2.plugin [None req-804945f5-11a3-4c13-863a-e2a474efd759 None None] Current status of the port cc86eccc-dfd3-4c80-9648-2e0170ed6613 is: ACTIVE; New status is: ACTIVE {{(pid=103259) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 11:09:04.242666 dv-cinder-830088-4-iscsi neutron-server[103260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-424201b0-8133-4ab6-92d9-8ec684483ad6 None None] Pushing event updated for resources: {'Port': ['ID=3e455ec8-86a4-4faa-a36b-e04c54df7033,revision_number=2']} {{(pid=103260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:09:04.247276 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron.db.l3_hamode_db [None req-b10198cd-2066-46d1-81a5-75de3b3e3e1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9e38f158-3956-4f71-9d28-1c8f7ee24bdd', 'name': 'tempest-TestVolumeBootPattern-561075206-router', 'tenant_id': 'c2c05547762540eabb9d44e9bf42d19d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b7be5f2-485b-4c85-8f98-fb200971b61c', 'external_fixed_ips': [{'subnet_id': '4887111e-1302-416a-ab8e-c957c9df7f85', 'ip_address': '172.27.3.212'}], 'enable_snat': True}, 'gw_port_id': '28ccd685-151e-4be1-baa9-192dffe3854b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T11:08:56Z', 'updated_at': '2022-04-12T11:08:59Z', 'revision_number': 4, 'project_id': 'c2c05547762540eabb9d44e9bf42d19d', 'gw_port': {'id': '28ccd685-151e-4be1-baa9-192dffe3854b', 'name': '', 'network_id': '3b7be5f2-485b-4c85-8f98-fb200971b61c', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:dd:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e38f158-3956-4f71-9d28-1c8f7ee24bdd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 489, 'fixed_ips': [{'subnet_id': '4887111e-1302-416a-ab8e-c957c9df7f85', 'ip_address': '172.27.3.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830088-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T11:08:57Z', 'updated_at': '2022-04-12T11:09:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4887111e-1302-416a-ab8e-c957c9df7f85', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830088-4-iscsi', '_interfaces': [{'id': 'cc86eccc-dfd3-4c80-9648-2e0170ed6613', 'name': '', 'network_id': '1232fc79-51a8-446f-8db9-91c7982426a3', 'tenant_id': 'c2c05547762540eabb9d44e9bf42d19d', 'mac_address': 'fa:16:3e:53:12:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9e38f158-3956-4f71-9d28-1c8f7ee24bdd', 'device_owner': 'network:router_interface', 'standard_attr_id': 490, 'fixed_ips': [{'subnet_id': '629313fa-4f32-46d8-868a-0d9dbc8c0fc7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830088-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T11:08:59Z', 'updated_at': '2022-04-12T11:09:03Z', 'revision_number': 4, 'project_id': 'c2c05547762540eabb9d44e9bf42d19d', 'subnets': [{'id': '629313fa-4f32-46d8-868a-0d9dbc8c0fc7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830088-4-iscsi', False) {} {{(pid=103259) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 11:09:04.259808 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron.db.db_base_plugin_common [None req-466d322f-96fd-47c3-80a6-cd46c0e8f9b9 admin admin] Allocated IP 172.20.0.1 (bff37d04-4e8c-49de-bb6c-418fb1d8cecf/1abeef54-b5d9-4b3f-bc0d-8031aa270455/da78e4ed-741c-48b5-8bcf-8295f20b9b48) {{(pid=103257) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 12 11:09:04.261327 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faa907fd-3b4f-492a-ab4a-47b4d40c5191 req-7bd3cef9-7666-4ada-ba56-92f50f51f03d tempest-AttachVolumeNegativeTest-1347969699 tempest-AttachVolumeNegativeTest-1347969699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:09:04.264468 dv-cinder-830088-4-iscsi neutron-server[103258]: INFO neutron.wsgi [req-faa907fd-3b4f-492a-ab4a-47b4d40c5191 req-7bd3cef9-7666-4ada-ba56-92f50f51f03d tempest-AttachVolumeNegativeTest-1347969699 tempest-AttachVolumeNegativeTest-1347969699-project] 10.222.0.53 "GET /v2.0/ports?device_id=f0fc708e-fb7e-497f-b426-8a88b6d58840 HTTP/1.1" status: 200 len: 945 time: 0.1252706 Apr 12 11:09:04.292838 dv-cinder-830088-4-iscsi neutron-server[103260]: DEBUG neutron.plugins.ml2.db [None req-72d48f1f-9d2c-460d-9665-8c228026d696 None None] For port 3e455ec8-86a4-4faa-a36b-e04c54df7033, host dv-cinder-830088-4-iscsi, cleared binding levels {{(pid=103260) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 12 11:09:04.296773 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b10198cd-2066-46d1-81a5-75de3b3e3e1b None None] The sync data for ids ['9e38f158-3956-4f71-9d28-1c8f7ee24bdd'] in dv-cinder-830088-4-iscsi is: [{'id': '9e38f158-3956-4f71-9d28-1c8f7ee24bdd', 'name': 'tempest-TestVolumeBootPattern-561075206-router', 'tenant_id': 'c2c05547762540eabb9d44e9bf42d19d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b7be5f2-485b-4c85-8f98-fb200971b61c', 'external_fixed_ips': [{'subnet_id': '4887111e-1302-416a-ab8e-c957c9df7f85', 'ip_address': '172.27.3.212'}], 'enable_snat': True}, 'gw_port_id': '28ccd685-151e-4be1-baa9-192dffe3854b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T11:08:56Z', 'updated_at': '2022-04-12T11:08:59Z', 'revision_number': 4, 'project_id': 'c2c05547762540eabb9d44e9bf42d19d', 'gw_port': {'id': '28ccd685-151e-4be1-baa9-192dffe3854b', 'name': '', 'network_id': '3b7be5f2-485b-4c85-8f98-fb200971b61c', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:dd:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e38f158-3956-4f71-9d28-1c8f7ee24bdd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 489, 'fixed_ips': [{'subnet_id': '4887111e-1302-416a-ab8e-c957c9df7f85', 'ip_address': '172.27.3.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830088-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T11:08:57Z', 'updated_at': '2022-04-12T11:09:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4887111e-1302-416a-ab8e-c957c9df7f85', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830088-4-iscsi', '_interfaces': [{'id': 'cc86eccc-dfd3-4c80-9648-2e0170ed6613', 'name': '', 'network_id': '1232fc79-51a8-446f-8db9-91c7982426a3', 'tenant_id': 'c2c05547762540eabb9d44e9bf42d19d', 'mac_address': 'fa:16:3e:53:12:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9e38f158-3956-4f71-9d28-1c8f7ee24bdd', 'device_owner': 'network:router_interface', 'standard_attr_id': 490, 'fixed_ips': [{'subnet_id': '629313fa-4f32-46d8-868a-0d9dbc8c0fc7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830088-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T11:08:59Z', 'updated_at': '2022-04-12T11:09:03Z', 'revision_number': 4, 'project_id': 'c2c05547762540eabb9d44e9bf42d19d', 'subnets': [{'id': '629313fa-4f32-46d8-868a-0d9dbc8c0fc7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103259) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 12 11:09:04.301374 dv-cinder-830088-4-iscsi neutron-server[103260]: DEBUG neutron.plugins.ml2.db [None req-72d48f1f-9d2c-460d-9665-8c228026d696 None None] For port 3e455ec8-86a4-4faa-a36b-e04c54df7033, host dv-cinder-830088-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830088-4-iscsi',level=0,port_id=3e455ec8-86a4-4faa-a36b-e04c54df7033,segment=NetworkSegment(d942c271-b630-4108-8616-b993c4b79ecb),segment_id=d942c271-b630-4108-8616-b993c4b79ecb)] {{(pid=103260) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 12 11:09:04.303097 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron.plugins.ml2.rpc [None req-e4b062a6-7a21-4431-be77-3c7776c11043 None None] Device 28ccd685-151e-4be1-baa9-192dffe3854b up at agent ovs-agent-dv-cinder-830088-4-iscsi {{(pid=103259) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 11:09:04.310591 dv-cinder-830088-4-iscsi neutron-server[103260]: DEBUG neutron_lib.callbacks.manager [None req-72d48f1f-9d2c-460d-9665-8c228026d696 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1534861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777667992095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777667450170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777667450188'] for port (3e455ec8-86a4-4faa-a36b-e04c54df7033), after_update {{(pid=103260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:09:04.405716 dv-cinder-830088-4-iscsi neutron-server[103260]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72d48f1f-9d2c-460d-9665-8c228026d696 None None] Routers {'4fc1e5dc-5923-4f3c-b76b-1d1251f0d273'} bound to L3 agent in host dv-cinder-830088-4-iscsi {{(pid=103260) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 11:09:04.406602 dv-cinder-830088-4-iscsi neutron-server[103260]: DEBUG neutron.db.l3_hamode_db [None req-72d48f1f-9d2c-460d-9665-8c228026d696 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830088-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-12T10:52:12Z,description=,heartbeat_timestamp=2022-04-12T11:08:43Z,host='dv-cinder-830088-4-iscsi',id=77f5e085-0284-4236-9dbf-35d2d452e277,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T10:52:12Z,topic='l3_agent')) {'router_ids': ['4fc1e5dc-5923-4f3c-b76b-1d1251f0d273'], 'active': True} {{(pid=103260) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 11:09:04.417309 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron.db.provisioning_blocks [None req-e4b062a6-7a21-4431-be77-3c7776c11043 None None] Provisioning complete for port 28ccd685-151e-4be1-baa9-192dffe3854b triggered by entity L2. {{(pid=103259) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 11:09:04.417815 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron_lib.callbacks.manager [None req-e4b062a6-7a21-4431-be77-3c7776c11043 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1343588'] for port (28ccd685-151e-4be1-baa9-192dffe3854b), provisioning_complete {{(pid=103259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:09:04.454084 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.plugins.ml2.plugin [req-faa907fd-3b4f-492a-ab4a-47b4d40c5191 req-c805bae5-a6fe-4960-96ab-ce7d6ad10942 tempest-AttachVolumeNegativeTest-1347969699 tempest-AttachVolumeNegativeTest-1347969699-project] Deleting port f38faefc-ea9b-43af-a430-c0bdc19c07c8 {{(pid=103258) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 12 11:09:04.454904 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [req-faa907fd-3b4f-492a-ab4a-47b4d40c5191 req-c805bae5-a6fe-4960-96ab-ce7d6ad10942 tempest-AttachVolumeNegativeTest-1347969699 tempest-AttachVolumeNegativeTest-1347969699-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777667983647'] for port (f38faefc-ea9b-43af-a430-c0bdc19c07c8), before_delete {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:09:04.538433 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-466d322f-96fd-47c3-80a6-cd46c0e8f9b9 admin admin] Publish callbacks [] for port (da78e4ed-741c-48b5-8bcf-8295f20b9b48), precommit_create {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:09:04.542310 dv-cinder-830088-4-iscsi neutron-server[103260]: DEBUG neutron.db.l3_dvr_db [None req-72d48f1f-9d2c-460d-9665-8c228026d696 None None] Set router 4fc1e5dc-5923-4f3c-b76b-1d1251f0d273 gateway port host: dv-cinder-830088-4-iscsi {{(pid=103260) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 11:09:04.600826 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron.plugins.ml2.plugin [None req-e4b062a6-7a21-4431-be77-3c7776c11043 None None] Current status of the port 28ccd685-151e-4be1-baa9-192dffe3854b is: ACTIVE; New status is: ACTIVE {{(pid=103259) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 11:09:04.605003 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron.plugins.ml2.rpc [None req-e4b062a6-7a21-4431-be77-3c7776c11043 None None] Device ad55317a-8c2d-4383-844a-5cdcc237caa7 up at agent ovs-agent-dv-cinder-830088-4-iscsi {{(pid=103259) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 11:09:04.611848 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-466d322f-96fd-47c3-80a6-cd46c0e8f9b9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1534861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777667450152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5265645'] for port (da78e4ed-741c-48b5-8bcf-8295f20b9b48), after_create {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:09:04.631091 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.plugins.ml2.db [req-faa907fd-3b4f-492a-ab4a-47b4d40c5191 req-c805bae5-a6fe-4960-96ab-ce7d6ad10942 tempest-AttachVolumeNegativeTest-1347969699 tempest-AttachVolumeNegativeTest-1347969699-project] For port f38faefc-ea9b-43af-a430-c0bdc19c07c8, host hv-cinder-83008, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83008',level=0,port_id=f38faefc-ea9b-43af-a430-c0bdc19c07c8,segment=NetworkSegment(7235212e-5ea9-4475-b7e8-0ed6cc0af829),segment_id=7235212e-5ea9-4475-b7e8-0ed6cc0af829)] {{(pid=103258) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 11:09:04.632092 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [req-faa907fd-3b4f-492a-ab4a-47b4d40c5191 req-c805bae5-a6fe-4960-96ab-ce7d6ad10942 tempest-AttachVolumeNegativeTest-1347969699 tempest-AttachVolumeNegativeTest-1347969699-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-575824'] for port (f38faefc-ea9b-43af-a430-c0bdc19c07c8), precommit_delete {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:09:04.680123 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-466d322f-96fd-47c3-80a6-cd46c0e8f9b9 admin admin] Network bff37d04-4e8c-49de-bb6c-418fb1d8cecf is already hosted by enough agents. {{(pid=103257) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 11:09:04.684212 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron.scheduler.base_scheduler [None req-466d322f-96fd-47c3-80a6-cd46c0e8f9b9 admin admin] Resources bound (agent type, host, resource id): {{(pid=103257) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 11:09:04.690882 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron.db.provisioning_blocks [None req-e4b062a6-7a21-4431-be77-3c7776c11043 None None] Provisioning complete for port ad55317a-8c2d-4383-844a-5cdcc237caa7 triggered by entity L2. {{(pid=103259) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 11:09:04.691262 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron_lib.callbacks.manager [None req-e4b062a6-7a21-4431-be77-3c7776c11043 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1343588'] for port (ad55317a-8c2d-4383-844a-5cdcc237caa7), provisioning_complete {{(pid=103259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:09:04.696122 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-466d322f-96fd-47c3-80a6-cd46c0e8f9b9 admin admin] Received port after_create {{(pid=103257) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 12 11:09:04.699300 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-466d322f-96fd-47c3-80a6-cd46c0e8f9b9 admin admin] Pushing event updated for resources: {'Port': ['ID=da78e4ed-741c-48b5-8bcf-8295f20b9b48,revision_number=1']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:09:04.711188 dv-cinder-830088-4-iscsi neutron-server[103260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-424201b0-8133-4ab6-92d9-8ec684483ad6 None None] Pushing event updated for resources: {'Port': ['ID=3e455ec8-86a4-4faa-a36b-e04c54df7033,revision_number=3']} {{(pid=103260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:09:04.768060 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-466d322f-96fd-47c3-80a6-cd46c0e8f9b9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-579419'] for router_interface (4fc1e5dc-5923-4f3c-b76b-1d1251f0d273), before_create {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:09:04.824025 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron.plugins.ml2.plugin [None req-e4b062a6-7a21-4431-be77-3c7776c11043 None None] Current status of the port ad55317a-8c2d-4383-844a-5cdcc237caa7 is: DOWN; New status is: ACTIVE {{(pid=103259) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 11:09:04.824419 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron_lib.callbacks.manager [None req-e4b062a6-7a21-4431-be77-3c7776c11043 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1535343'] for port (ad55317a-8c2d-4383-844a-5cdcc237caa7), before_update {{(pid=103259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:09:04.850332 dv-cinder-830088-4-iscsi neutron-server[103260]: DEBUG neutron.db.l3_hamode_db [None req-72d48f1f-9d2c-460d-9665-8c228026d696 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4fc1e5dc-5923-4f3c-b76b-1d1251f0d273', 'name': 'tempest-TestVolumeBootPattern-889563679-router', 'tenant_id': 'e9f4b5b1ea1d44c0b475a5fd5b832899', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b7be5f2-485b-4c85-8f98-fb200971b61c', 'external_fixed_ips': [{'subnet_id': '4887111e-1302-416a-ab8e-c957c9df7f85', 'ip_address': '172.27.3.214'}], 'enable_snat': True}, 'gw_port_id': '3e455ec8-86a4-4faa-a36b-e04c54df7033', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T11:09:01Z', 'updated_at': '2022-04-12T11:09:02Z', 'revision_number': 3, 'project_id': 'e9f4b5b1ea1d44c0b475a5fd5b832899', 'gw_port': {'id': '3e455ec8-86a4-4faa-a36b-e04c54df7033', 'name': '', 'network_id': '3b7be5f2-485b-4c85-8f98-fb200971b61c', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:87:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4fc1e5dc-5923-4f3c-b76b-1d1251f0d273', 'device_owner': 'network:router_gateway', 'standard_attr_id': 501, 'fixed_ips': [{'subnet_id': '4887111e-1302-416a-ab8e-c957c9df7f85', 'ip_address': '172.27.3.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830088-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T11:09:02Z', 'updated_at': '2022-04-12T11:09:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4887111e-1302-416a-ab8e-c957c9df7f85', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830088-4-iscsi'}], 'dv-cinder-830088-4-iscsi', False) {} {{(pid=103260) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 11:09:04.920031 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [req-faa907fd-3b4f-492a-ab4a-47b4d40c5191 req-c805bae5-a6fe-4960-96ab-ce7d6ad10942 tempest-AttachVolumeNegativeTest-1347969699 tempest-AttachVolumeNegativeTest-1347969699-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:09:04.920852 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [req-faa907fd-3b4f-492a-ab4a-47b4d40c5191 req-c805bae5-a6fe-4960-96ab-ce7d6ad10942 tempest-AttachVolumeNegativeTest-1347969699 tempest-AttachVolumeNegativeTest-1347969699-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-579534'] for floatingip (d610cf2d-f9f2-4cb8-83ae-ee8183ee2e3e), after_update {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:09:04.921420 dv-cinder-830088-4-iscsi neutron-server[103258]: INFO neutron.db.l3_db [req-faa907fd-3b4f-492a-ab4a-47b4d40c5191 req-c805bae5-a6fe-4960-96ab-ce7d6ad10942 tempest-AttachVolumeNegativeTest-1347969699 tempest-AttachVolumeNegativeTest-1347969699-project] Floating IP d610cf2d-f9f2-4cb8-83ae-ee8183ee2e3e disassociated. External IP: 172.27.3.56, port: f38faefc-ea9b-43af-a430-c0bdc19c07c8. Apr 12 11:09:04.921969 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.plugins.ml2.plugin [req-faa907fd-3b4f-492a-ab4a-47b4d40c5191 req-c805bae5-a6fe-4960-96ab-ce7d6ad10942 tempest-AttachVolumeNegativeTest-1347969699 tempest-AttachVolumeNegativeTest-1347969699-project] Calling delete_port for f38faefc-ea9b-43af-a430-c0bdc19c07c8 owned by compute:nova {{(pid=103258) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 12 11:09:04.939754 dv-cinder-830088-4-iscsi neutron-server[103260]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72d48f1f-9d2c-460d-9665-8c228026d696 None None] The sync data for ids ['4fc1e5dc-5923-4f3c-b76b-1d1251f0d273'] in dv-cinder-830088-4-iscsi is: [{'id': '4fc1e5dc-5923-4f3c-b76b-1d1251f0d273', 'name': 'tempest-TestVolumeBootPattern-889563679-router', 'tenant_id': 'e9f4b5b1ea1d44c0b475a5fd5b832899', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b7be5f2-485b-4c85-8f98-fb200971b61c', 'external_fixed_ips': [{'subnet_id': '4887111e-1302-416a-ab8e-c957c9df7f85', 'ip_address': '172.27.3.214'}], 'enable_snat': True}, 'gw_port_id': '3e455ec8-86a4-4faa-a36b-e04c54df7033', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T11:09:01Z', 'updated_at': '2022-04-12T11:09:02Z', 'revision_number': 3, 'project_id': 'e9f4b5b1ea1d44c0b475a5fd5b832899', 'gw_port': {'id': '3e455ec8-86a4-4faa-a36b-e04c54df7033', 'name': '', 'network_id': '3b7be5f2-485b-4c85-8f98-fb200971b61c', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:87:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4fc1e5dc-5923-4f3c-b76b-1d1251f0d273', 'device_owner': 'network:router_gateway', 'standard_attr_id': 501, 'fixed_ips': [{'subnet_id': '4887111e-1302-416a-ab8e-c957c9df7f85', 'ip_address': '172.27.3.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830088-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T11:09:02Z', 'updated_at': '2022-04-12T11:09:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4887111e-1302-416a-ab8e-c957c9df7f85', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830088-4-iscsi'}] {{(pid=103260) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 12 11:09:05.016779 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd524304-d430-477f-8286-a4455403a7ee None None] Network bff37d04-4e8c-49de-bb6c-418fb1d8cecf requested from dv-cinder-830088-4-iscsi {{(pid=103259) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 12 11:09:05.049128 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-466d322f-96fd-47c3-80a6-cd46c0e8f9b9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1535343'] for port (da78e4ed-741c-48b5-8bcf-8295f20b9b48), before_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:09:05.058522 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31fc9844-86f5-433d-bb26-5001cbe32362 req-75c64206-432c-4f14-957b-a20477eec339 tempest-AttachVolumeNegativeTest-1347969699 tempest-AttachVolumeNegativeTest-1347969699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:09:05.060505 dv-cinder-830088-4-iscsi neutron-server[103258]: INFO neutron.wsgi [req-31fc9844-86f5-433d-bb26-5001cbe32362 req-75c64206-432c-4f14-957b-a20477eec339 tempest-AttachVolumeNegativeTest-1347969699 tempest-AttachVolumeNegativeTest-1347969699-project] 10.222.0.39 "GET /v2.0/ports?device_id=f0fc708e-fb7e-497f-b426-8a88b6d58840 HTTP/1.1" status: 200 len: 945 time: 0.0758340 Apr 12 11:09:05.075907 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron.db.provisioning_blocks [None req-ef423913-f8e5-4d4c-84ff-a2f6a354b109 None None] Provisioning complete for port ad55317a-8c2d-4383-844a-5cdcc237caa7 triggered by entity DHCP. {{(pid=103259) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 11:09:05.076284 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron_lib.callbacks.manager [None req-ef423913-f8e5-4d4c-84ff-a2f6a354b109 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1343588'] for port (ad55317a-8c2d-4383-844a-5cdcc237caa7), provisioning_complete {{(pid=103259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:09:05.175893 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron.plugins.ml2.db [None req-e4b062a6-7a21-4431-be77-3c7776c11043 None None] For port ad55317a-8c2d-4383-844a-5cdcc237caa7, host dv-cinder-830088-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830088-4-iscsi',level=0,port_id=ad55317a-8c2d-4383-844a-5cdcc237caa7,segment=NetworkSegment(8193398e-9315-41a8-92b7-53933ab5092a),segment_id=8193398e-9315-41a8-92b7-53933ab5092a)] {{(pid=103259) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 11:09:05.188284 dv-cinder-830088-4-iscsi neutron-server[103258]: INFO neutron.wsgi [req-31fc9844-86f5-433d-bb26-5001cbe32362 req-043aef8d-4750-4ab1-a18c-8520a9f98cff tempest-AttachVolumeNegativeTest-1347969699 tempest-AttachVolumeNegativeTest-1347969699-project] 10.222.0.39 "GET /v2.0/security-groups?id=2340726e-9f33-4871-8ffd-0b06d0d203cd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1105449 Apr 12 11:09:05.188529 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron_lib.callbacks.manager [None req-e4b062a6-7a21-4431-be77-3c7776c11043 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1534861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777667992095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777667450170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777667450188'] for port (ad55317a-8c2d-4383-844a-5cdcc237caa7), after_update {{(pid=103259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:09:05.291346 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [req-faa907fd-3b4f-492a-ab4a-47b4d40c5191 req-c805bae5-a6fe-4960-96ab-ce7d6ad10942 tempest-AttachVolumeNegativeTest-1347969699 tempest-AttachVolumeNegativeTest-1347969699-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1534861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777667992077', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777667450161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4796947'] for port (f38faefc-ea9b-43af-a430-c0bdc19c07c8), after_delete {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:09:05.293631 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-466d322f-96fd-47c3-80a6-cd46c0e8f9b9 admin admin] Publish callbacks [] for port (da78e4ed-741c-48b5-8bcf-8295f20b9b48), precommit_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:09:05.303380 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-466d322f-96fd-47c3-80a6-cd46c0e8f9b9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1534861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777667992095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777667450170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777667450188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5265638'] for port (da78e4ed-741c-48b5-8bcf-8295f20b9b48), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:09:05.312568 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4b062a6-7a21-4431-be77-3c7776c11043 None None] Pushing event updated for resources: {'Port': ['ID=ad55317a-8c2d-4383-844a-5cdcc237caa7,revision_number=3']} {{(pid=103259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:09:05.335623 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c805bae5-a6fe-4960-96ab-ce7d6ad10942 tempest-AttachVolumeNegativeTest-1347969699 tempest-AttachVolumeNegativeTest-1347969699-project] Pushing event deleted for resources: {'Port': ['ID=f38faefc-ea9b-43af-a430-c0bdc19c07c8,revision_number=None']} {{(pid=103258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:09:05.341672 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron.plugins.ml2.plugin [None req-ef423913-f8e5-4d4c-84ff-a2f6a354b109 None None] Current status of the port ad55317a-8c2d-4383-844a-5cdcc237caa7 is: ACTIVE; New status is: ACTIVE {{(pid=103259) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 11:09:05.426239 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-466d322f-96fd-47c3-80a6-cd46c0e8f9b9 admin admin] Pushing event updated for resources: {'Port': ['ID=da78e4ed-741c-48b5-8bcf-8295f20b9b48,revision_number=2']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:09:05.436590 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-466d322f-96fd-47c3-80a6-cd46c0e8f9b9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-586225', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-584683'] for router_interface (4fc1e5dc-5923-4f3c-b76b-1d1251f0d273), after_create {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:09:05.500313 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.scheduler.l3_agent_scheduler [req-faa907fd-3b4f-492a-ab4a-47b4d40c5191 req-c805bae5-a6fe-4960-96ab-ce7d6ad10942 tempest-AttachVolumeNegativeTest-1347969699 tempest-AttachVolumeNegativeTest-1347969699-project] Router b40e7d0d-8f57-424d-96be-54b6f118e1d9 has already been hosted by L3 agent 77f5e085-0284-4236-9dbf-35d2d452e277 {{(pid=103258) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 12 11:09:05.622721 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-466d322f-96fd-47c3-80a6-cd46c0e8f9b9 admin admin] Network bff37d04-4e8c-49de-bb6c-418fb1d8cecf is already hosted by enough agents. {{(pid=103257) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 11:09:05.625413 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron.scheduler.base_scheduler [None req-466d322f-96fd-47c3-80a6-cd46c0e8f9b9 admin admin] Resources bound (agent type, host, resource id): {{(pid=103257) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 11:09:05.766175 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron.db.provisioning_blocks [None req-786e659f-6864-424e-b0dc-411c3f13c80f None None] Provisioning complete for port da78e4ed-741c-48b5-8bcf-8295f20b9b48 triggered by entity DHCP. {{(pid=103259) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 11:09:05.766822 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron_lib.callbacks.manager [None req-786e659f-6864-424e-b0dc-411c3f13c80f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1343588'] for port (da78e4ed-741c-48b5-8bcf-8295f20b9b48), provisioning_complete {{(pid=103259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:09:05.849664 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-466d322f-96fd-47c3-80a6-cd46c0e8f9b9 admin admin] Router 4fc1e5dc-5923-4f3c-b76b-1d1251f0d273 has already been hosted by L3 agent 77f5e085-0284-4236-9dbf-35d2d452e277 {{(pid=103257) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 12 11:09:05.866236 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron.plugins.ml2.plugin [None req-786e659f-6864-424e-b0dc-411c3f13c80f None None] Port da78e4ed-741c-48b5-8bcf-8295f20b9b48 cannot update to ACTIVE because it is not bound. {{(pid=103259) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 12 11:09:05.893412 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron.db.provisioning_blocks [None req-786e659f-6864-424e-b0dc-411c3f13c80f None None] Provisioning complete for port ad55317a-8c2d-4383-844a-5cdcc237caa7 triggered by entity DHCP. {{(pid=103259) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 11:09:05.894370 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron_lib.callbacks.manager [None req-786e659f-6864-424e-b0dc-411c3f13c80f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1343588'] for port (ad55317a-8c2d-4383-844a-5cdcc237caa7), provisioning_complete {{(pid=103259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:09:06.067564 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron.plugins.ml2.plugin [None req-786e659f-6864-424e-b0dc-411c3f13c80f None None] Current status of the port ad55317a-8c2d-4383-844a-5cdcc237caa7 is: ACTIVE; New status is: ACTIVE {{(pid=103259) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 11:09:06.093952 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-faa907fd-3b4f-492a-ab4a-47b4d40c5191 req-c805bae5-a6fe-4960-96ab-ce7d6ad10942 tempest-AttachVolumeNegativeTest-1347969699 tempest-AttachVolumeNegativeTest-1347969699-project] Notify agent at l3_agent.dv-cinder-830088-4-iscsi the message routers_updated {{(pid=103258) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 12 11:09:06.104272 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75d5f611-819c-4846-9875-20d2ed5f9779 None None] Sync routers for ids ['b40e7d0d-8f57-424d-96be-54b6f118e1d9'] in dv-cinder-830088-4-iscsi {{(pid=103259) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 12 11:09:06.125575 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75d5f611-819c-4846-9875-20d2ed5f9779 None None] Routers {'b40e7d0d-8f57-424d-96be-54b6f118e1d9'} bound to L3 agent in host dv-cinder-830088-4-iscsi {{(pid=103259) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 11:09:06.126225 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron.db.l3_hamode_db [None req-75d5f611-819c-4846-9875-20d2ed5f9779 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830088-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-12T10:52:12Z,description=,heartbeat_timestamp=2022-04-12T11:08:43Z,host='dv-cinder-830088-4-iscsi',id=77f5e085-0284-4236-9dbf-35d2d452e277,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T10:52:12Z,topic='l3_agent')) {'router_ids': ['b40e7d0d-8f57-424d-96be-54b6f118e1d9'], 'active': True} {{(pid=103259) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 11:09:06.135263 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-466d322f-96fd-47c3-80a6-cd46c0e8f9b9 admin admin] Notify agent at l3_agent.dv-cinder-830088-4-iscsi the message routers_updated {{(pid=103257) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 12 11:09:06.167884 dv-cinder-830088-4-iscsi neutron-server[103257]: INFO neutron.wsgi [None req-466d322f-96fd-47c3-80a6-cd46c0e8f9b9 admin admin] 10.222.0.39 "PUT /v2.0/routers/4fc1e5dc-5923-4f3c-b76b-1d1251f0d273/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8527548 Apr 12 11:09:06.206817 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.db.l3_dvrscheduler_db [req-faa907fd-3b4f-492a-ab4a-47b4d40c5191 req-c805bae5-a6fe-4960-96ab-ce7d6ad10942 tempest-AttachVolumeNegativeTest-1347969699 tempest-AttachVolumeNegativeTest-1347969699-project] No DVR routers for this DVR port f38faefc-ea9b-43af-a430-c0bdc19c07c8 on host hv-cinder-83008 {{(pid=103258) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 12 11:09:06.211841 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [req-faa907fd-3b4f-492a-ab4a-47b4d40c5191 req-c805bae5-a6fe-4960-96ab-ce7d6ad10942 tempest-AttachVolumeNegativeTest-1347969699 tempest-AttachVolumeNegativeTest-1347969699-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108023'] for port (None), before_response {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:09:06.215691 dv-cinder-830088-4-iscsi neutron-server[103258]: INFO neutron.wsgi [req-faa907fd-3b4f-492a-ab4a-47b4d40c5191 req-c805bae5-a6fe-4960-96ab-ce7d6ad10942 tempest-AttachVolumeNegativeTest-1347969699 tempest-AttachVolumeNegativeTest-1347969699-project] 10.222.0.53 "DELETE /v2.0/ports/f38faefc-ea9b-43af-a430-c0bdc19c07c8 HTTP/1.1" status: 204 len: 173 time: 1.9452839 Apr 12 11:09:06.225720 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron.db.provisioning_blocks [None req-0eadbcba-853b-42de-bf7a-bfe06ae17050 None None] Provisioning complete for port da78e4ed-741c-48b5-8bcf-8295f20b9b48 triggered by entity DHCP. {{(pid=103259) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 11:09:06.226093 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron_lib.callbacks.manager [None req-0eadbcba-853b-42de-bf7a-bfe06ae17050 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1343588'] for port (da78e4ed-741c-48b5-8bcf-8295f20b9b48), provisioning_complete {{(pid=103259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:09:06.231553 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f0fc708e-fb7e-497f-b426-8a88b6d58840', 'name': 'network-vif-deleted', 'tag': 'f38faefc-ea9b-43af-a430-c0bdc19c07c8'}] {{(pid=103258) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 11:09:06.235651 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c54b6d548356c9296345eb8e608a1624e6dfb095c10b2709a108c8ba991c21a4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-29e0cfa4-8ed4-4d19-bdb4-95a038169e6a" -d '{"events": [{"server_uuid": "f0fc708e-fb7e-497f-b426-8a88b6d58840", "name": "network-vif-deleted", "tag": "f38faefc-ea9b-43af-a430-c0bdc19c07c8"}]}' {{(pid=103258) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 11:09:06.313950 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Apr 2022 11:09:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-756d214d-ef63-40ef-8b6b-fa4d0fdf0b91 x-openstack-request-id: req-756d214d-ef63-40ef-8b6b-fa4d0fdf0b91 {{(pid=103258) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 11:09:06.314288 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f0fc708e-fb7e-497f-b426-8a88b6d58840", "name": "network-vif-deleted", "tag": "f38faefc-ea9b-43af-a430-c0bdc19c07c8", "status": "completed", "code": 200}]} {{(pid=103258) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 11:09:06.314633 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-756d214d-ef63-40ef-8b6b-fa4d0fdf0b91 {{(pid=103258) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 11:09:06.315166 dv-cinder-830088-4-iscsi neutron-server[103258]: INFO neutron.notifiers.nova [-] Nova event matching ['req-756d214d-ef63-40ef-8b6b-fa4d0fdf0b91'] response: {'server_uuid': 'f0fc708e-fb7e-497f-b426-8a88b6d58840', 'name': 'network-vif-deleted', 'tag': 'f38faefc-ea9b-43af-a430-c0bdc19c07c8', 'status': 'completed', 'code': 200} Apr 12 11:09:06.386429 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron.plugins.ml2.rpc [None req-e4b062a6-7a21-4431-be77-3c7776c11043 None None] Device cc86eccc-dfd3-4c80-9648-2e0170ed6613 up at agent ovs-agent-dv-cinder-830088-4-iscsi {{(pid=103259) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 11:09:06.401701 dv-cinder-830088-4-iscsi neutron-server[103257]: INFO neutron.wsgi [req-9674dc6f-6222-462b-b229-2dac31d71cc2 req-2d67a9a9-a688-4089-984d-58ed54145355 tempest-AttachVolumeNegativeTest-1347969699 tempest-AttachVolumeNegativeTest-1347969699-project] 10.222.0.39 "GET /v2.0/ports?device_id=f0fc708e-fb7e-497f-b426-8a88b6d58840 HTTP/1.1" status: 200 len: 210 time: 0.0542750 Apr 12 11:09:06.445979 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron.plugins.ml2.plugin [None req-0eadbcba-853b-42de-bf7a-bfe06ae17050 None None] Port da78e4ed-741c-48b5-8bcf-8295f20b9b48 cannot update to ACTIVE because it is not bound. {{(pid=103259) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 12 11:09:06.469436 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron.db.l3_dvr_db [None req-75d5f611-819c-4846-9875-20d2ed5f9779 None None] Set router b40e7d0d-8f57-424d-96be-54b6f118e1d9 gateway port host: dv-cinder-830088-4-iscsi {{(pid=103259) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 11:09:06.567478 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron.db.provisioning_blocks [None req-e4b062a6-7a21-4431-be77-3c7776c11043 None None] Provisioning complete for port cc86eccc-dfd3-4c80-9648-2e0170ed6613 triggered by entity L2. {{(pid=103259) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 11:09:06.567895 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron_lib.callbacks.manager [None req-e4b062a6-7a21-4431-be77-3c7776c11043 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1343588'] for port (cc86eccc-dfd3-4c80-9648-2e0170ed6613), provisioning_complete {{(pid=103259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:09:06.606329 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron.db.provisioning_blocks [None req-9c08b746-ac1c-4bfb-8a59-5f2129ad6f65 None None] Provisioning complete for port da78e4ed-741c-48b5-8bcf-8295f20b9b48 triggered by entity DHCP. {{(pid=103259) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 11:09:06.606618 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron_lib.callbacks.manager [None req-9c08b746-ac1c-4bfb-8a59-5f2129ad6f65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1343588'] for port (da78e4ed-741c-48b5-8bcf-8295f20b9b48), provisioning_complete {{(pid=103259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:09:06.697887 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron.plugins.ml2.plugin [None req-9c08b746-ac1c-4bfb-8a59-5f2129ad6f65 None None] Port da78e4ed-741c-48b5-8bcf-8295f20b9b48 cannot update to ACTIVE because it is not bound. {{(pid=103259) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 12 11:09:06.781451 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron.plugins.ml2.plugin [None req-e4b062a6-7a21-4431-be77-3c7776c11043 None None] Current status of the port cc86eccc-dfd3-4c80-9648-2e0170ed6613 is: ACTIVE; New status is: ACTIVE {{(pid=103259) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 11:09:06.782543 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron.plugins.ml2.rpc [None req-e4b062a6-7a21-4431-be77-3c7776c11043 None None] Device ad55317a-8c2d-4383-844a-5cdcc237caa7 up at agent ovs-agent-dv-cinder-830088-4-iscsi {{(pid=103259) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 11:09:06.817844 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron.db.l3_hamode_db [None req-75d5f611-819c-4846-9875-20d2ed5f9779 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b40e7d0d-8f57-424d-96be-54b6f118e1d9', 'name': 'tempest-AttachVolumeNegativeTest-942964669-router', 'tenant_id': 'e581060642574053bd171680bd4e15a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b7be5f2-485b-4c85-8f98-fb200971b61c', 'external_fixed_ips': [{'subnet_id': '4887111e-1302-416a-ab8e-c957c9df7f85', 'ip_address': '172.27.3.241'}], 'enable_snat': True}, 'gw_port_id': 'dd38917a-e181-47e0-9f30-aa2e24b0ed10', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T11:00:41Z', 'updated_at': '2022-04-12T11:00:48Z', 'revision_number': 4, 'project_id': 'e581060642574053bd171680bd4e15a9', 'gw_port': {'id': 'dd38917a-e181-47e0-9f30-aa2e24b0ed10', 'name': '', 'network_id': '3b7be5f2-485b-4c85-8f98-fb200971b61c', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:d9:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b40e7d0d-8f57-424d-96be-54b6f118e1d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '4887111e-1302-416a-ab8e-c957c9df7f85', 'ip_address': '172.27.3.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830088-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T11:00:42Z', 'updated_at': '2022-04-12T11:00:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4887111e-1302-416a-ab8e-c957c9df7f85', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830088-4-iscsi', '_interfaces': [{'id': 'a2233ce1-933b-408f-884a-0a19dee76ba7', 'name': '', 'network_id': '8605bce6-3955-4448-bd79-8ef881f45c6d', 'tenant_id': 'e581060642574053bd171680bd4e15a9', 'mac_address': 'fa:16:3e:b3:0a:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b40e7d0d-8f57-424d-96be-54b6f118e1d9', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': '342bfb33-54ce-4b31-b1d9-ee13f5d2ec00', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830088-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T11:00:47Z', 'updated_at': '2022-04-12T11:00:57Z', 'revision_number': 5, 'project_id': 'e581060642574053bd171680bd4e15a9', 'subnets': [{'id': '342bfb33-54ce-4b31-b1d9-ee13f5d2ec00', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830088-4-iscsi', False) {} {{(pid=103259) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 11:09:06.848849 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75d5f611-819c-4846-9875-20d2ed5f9779 None None] Checking router: b40e7d0d-8f57-424d-96be-54b6f118e1d9 for host: dv-cinder-830088-4-iscsi {{(pid=103259) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 12 11:09:06.869186 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75d5f611-819c-4846-9875-20d2ed5f9779 None None] Routers {'b40e7d0d-8f57-424d-96be-54b6f118e1d9'} bound to L3 agent in host dv-cinder-830088-4-iscsi {{(pid=103259) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 11:09:06.869854 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron.db.l3_hamode_db [None req-75d5f611-819c-4846-9875-20d2ed5f9779 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830088-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-12T10:52:12Z,description=,heartbeat_timestamp=2022-04-12T11:08:43Z,host='dv-cinder-830088-4-iscsi',id=77f5e085-0284-4236-9dbf-35d2d452e277,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T10:52:12Z,topic='l3_agent')) {'router_ids': ['b40e7d0d-8f57-424d-96be-54b6f118e1d9'], 'active': True} {{(pid=103259) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 11:09:06.873492 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron.db.provisioning_blocks [None req-e4b062a6-7a21-4431-be77-3c7776c11043 None None] Provisioning complete for port ad55317a-8c2d-4383-844a-5cdcc237caa7 triggered by entity L2. {{(pid=103259) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 11:09:06.873867 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron_lib.callbacks.manager [None req-e4b062a6-7a21-4431-be77-3c7776c11043 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1343588'] for port (ad55317a-8c2d-4383-844a-5cdcc237caa7), provisioning_complete {{(pid=103259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:09:06.944981 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron.wsgi [-] (103257) accepted ('10.222.0.39', 56798) {{(pid=103257) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 11:09:06.949461 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron.api.v2.base [None req-09de9e9a-acce-4142-b368-9eea5eb18292 tempest-TestVolumeBootPattern-1690597324 tempest-TestVolumeBootPattern-1690597324-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-776125653', 'description': 'tempest-secgroup-smoke-776125653 description', 'project_id': 'c2c05547762540eabb9d44e9bf42d19d'}} {{(pid=103257) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 11:09:06.969533 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-09de9e9a-acce-4142-b368-9eea5eb18292 tempest-TestVolumeBootPattern-1690597324 tempest-TestVolumeBootPattern-1690597324-project] Publish callbacks [] for security_group (None), before_create {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:09:07.032969 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron.db.l3_dvr_db [None req-75d5f611-819c-4846-9875-20d2ed5f9779 None None] Set router b40e7d0d-8f57-424d-96be-54b6f118e1d9 gateway port host: dv-cinder-830088-4-iscsi {{(pid=103259) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 11:09:07.042403 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-09de9e9a-acce-4142-b368-9eea5eb18292 tempest-TestVolumeBootPattern-1690597324 tempest-TestVolumeBootPattern-1690597324-project] Publish callbacks [] for security_group (726d01fd-8df5-4a24-846e-ad176077f036), precommit_create {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:09:07.046908 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-09de9e9a-acce-4142-b368-9eea5eb18292 tempest-TestVolumeBootPattern-1690597324 tempest-TestVolumeBootPattern-1690597324-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-415253'] for security_group (726d01fd-8df5-4a24-846e-ad176077f036), after_create {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:09:07.063521 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron.plugins.ml2.plugin [None req-e4b062a6-7a21-4431-be77-3c7776c11043 None None] Current status of the port ad55317a-8c2d-4383-844a-5cdcc237caa7 is: ACTIVE; New status is: ACTIVE {{(pid=103259) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 11:09:07.064702 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron.plugins.ml2.rpc [None req-e4b062a6-7a21-4431-be77-3c7776c11043 None None] Device 3e455ec8-86a4-4faa-a36b-e04c54df7033 up at agent ovs-agent-dv-cinder-830088-4-iscsi {{(pid=103259) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 11:09:07.079571 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-09de9e9a-acce-4142-b368-9eea5eb18292 tempest-TestVolumeBootPattern-1690597324 tempest-TestVolumeBootPattern-1690597324-project] Publish callbacks [] for security_group (None), before_response {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:09:07.080793 dv-cinder-830088-4-iscsi neutron-server[103257]: INFO neutron.wsgi [None req-09de9e9a-acce-4142-b368-9eea5eb18292 tempest-TestVolumeBootPattern-1690597324 tempest-TestVolumeBootPattern-1690597324-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.1348138 Apr 12 11:09:07.084857 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.wsgi [-] (103258) accepted ('10.222.0.39', 56800) {{(pid=103258) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 11:09:07.086376 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09de9e9a-acce-4142-b368-9eea5eb18292 tempest-TestVolumeBootPattern-1690597324 tempest-TestVolumeBootPattern-1690597324-project] Pushing event updated for resources: {'SecurityGroup': ['ID=726d01fd-8df5-4a24-846e-ad176077f036,revision_number=1']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:09:07.099602 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.api.v2.base [None req-067c197b-b247-443f-9a50-ae4aad791935 tempest-TestVolumeBootPattern-1690597324 tempest-TestVolumeBootPattern-1690597324-project] Request body: {'security_group_rule': {'security_group_id': '726d01fd-8df5-4a24-846e-ad176077f036', 'project_id': 'c2c05547762540eabb9d44e9bf42d19d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103258) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 11:09:07.127594 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-067c197b-b247-443f-9a50-ae4aad791935 tempest-TestVolumeBootPattern-1690597324 tempest-TestVolumeBootPattern-1690597324-project] Publish callbacks [] for security_group_rule (14f9d79b-1d03-4ac1-a364-10cf9b902fa1), before_create {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:09:07.195847 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-067c197b-b247-443f-9a50-ae4aad791935 tempest-TestVolumeBootPattern-1690597324 tempest-TestVolumeBootPattern-1690597324-project] Publish callbacks [] for security_group_rule (14f9d79b-1d03-4ac1-a364-10cf9b902fa1), precommit_create {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:09:07.199516 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron.db.provisioning_blocks [None req-e4b062a6-7a21-4431-be77-3c7776c11043 None None] Provisioning complete for port 3e455ec8-86a4-4faa-a36b-e04c54df7033 triggered by entity L2. {{(pid=103259) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 11:09:07.199843 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron_lib.callbacks.manager [None req-e4b062a6-7a21-4431-be77-3c7776c11043 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1343588'] for port (3e455ec8-86a4-4faa-a36b-e04c54df7033), provisioning_complete {{(pid=103259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:09:07.200907 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-067c197b-b247-443f-9a50-ae4aad791935 tempest-TestVolumeBootPattern-1690597324 tempest-TestVolumeBootPattern-1690597324-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-415338'] for security_group_rule (14f9d79b-1d03-4ac1-a364-10cf9b902fa1), after_create {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:09:07.223639 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-067c197b-b247-443f-9a50-ae4aad791935 tempest-TestVolumeBootPattern-1690597324 tempest-TestVolumeBootPattern-1690597324-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=14f9d79b-1d03-4ac1-a364-10cf9b902fa1,revision_number=0']} {{(pid=103258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:09:07.233043 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-067c197b-b247-443f-9a50-ae4aad791935 tempest-TestVolumeBootPattern-1690597324 tempest-TestVolumeBootPattern-1690597324-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:09:07.234233 dv-cinder-830088-4-iscsi neutron-server[103258]: INFO neutron.wsgi [None req-067c197b-b247-443f-9a50-ae4aad791935 tempest-TestVolumeBootPattern-1690597324 tempest-TestVolumeBootPattern-1690597324-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1477423 Apr 12 11:09:07.237244 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron.wsgi [-] (103257) accepted ('10.222.0.39', 56802) {{(pid=103257) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 11:09:07.241811 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron.api.v2.base [None req-39c47010-bf62-43ba-88a2-95d68e05a95f tempest-TestVolumeBootPattern-1690597324 tempest-TestVolumeBootPattern-1690597324-project] Request body: {'security_group_rule': {'security_group_id': '726d01fd-8df5-4a24-846e-ad176077f036', 'project_id': 'c2c05547762540eabb9d44e9bf42d19d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103257) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 11:09:07.267898 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-39c47010-bf62-43ba-88a2-95d68e05a95f tempest-TestVolumeBootPattern-1690597324 tempest-TestVolumeBootPattern-1690597324-project] Publish callbacks [] for security_group_rule (e5e8212a-0008-4f57-9847-1ffcef66a88f), before_create {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:09:07.327822 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-39c47010-bf62-43ba-88a2-95d68e05a95f tempest-TestVolumeBootPattern-1690597324 tempest-TestVolumeBootPattern-1690597324-project] Publish callbacks [] for security_group_rule (e5e8212a-0008-4f57-9847-1ffcef66a88f), precommit_create {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:09:07.333211 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-39c47010-bf62-43ba-88a2-95d68e05a95f tempest-TestVolumeBootPattern-1690597324 tempest-TestVolumeBootPattern-1690597324-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-415338'] for security_group_rule (e5e8212a-0008-4f57-9847-1ffcef66a88f), after_create {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:09:07.355593 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39c47010-bf62-43ba-88a2-95d68e05a95f tempest-TestVolumeBootPattern-1690597324 tempest-TestVolumeBootPattern-1690597324-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e5e8212a-0008-4f57-9847-1ffcef66a88f,revision_number=0']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:09:07.366855 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39c47010-bf62-43ba-88a2-95d68e05a95f tempest-TestVolumeBootPattern-1690597324 tempest-TestVolumeBootPattern-1690597324-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830088-4-iscsi {{(pid=103257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:09:07.367428 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39c47010-bf62-43ba-88a2-95d68e05a95f tempest-TestVolumeBootPattern-1690597324 tempest-TestVolumeBootPattern-1690597324-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830088-4-iscsi {{(pid=103257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:09:07.368307 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39c47010-bf62-43ba-88a2-95d68e05a95f tempest-TestVolumeBootPattern-1690597324 tempest-TestVolumeBootPattern-1690597324-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830088-4-iscsi {{(pid=103257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:09:07.369026 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39c47010-bf62-43ba-88a2-95d68e05a95f tempest-TestVolumeBootPattern-1690597324 tempest-TestVolumeBootPattern-1690597324-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830088-4-iscsi {{(pid=103257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:09:07.369632 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39c47010-bf62-43ba-88a2-95d68e05a95f tempest-TestVolumeBootPattern-1690597324 tempest-TestVolumeBootPattern-1690597324-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830088-4-iscsi {{(pid=103257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:09:07.370085 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39c47010-bf62-43ba-88a2-95d68e05a95f tempest-TestVolumeBootPattern-1690597324 tempest-TestVolumeBootPattern-1690597324-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830088-4-iscsi {{(pid=103257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:09:07.370967 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39c47010-bf62-43ba-88a2-95d68e05a95f tempest-TestVolumeBootPattern-1690597324 tempest-TestVolumeBootPattern-1690597324-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830088-4-iscsi {{(pid=103257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:09:07.371362 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39c47010-bf62-43ba-88a2-95d68e05a95f tempest-TestVolumeBootPattern-1690597324 tempest-TestVolumeBootPattern-1690597324-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830088-4-iscsi {{(pid=103257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:09:07.371707 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39c47010-bf62-43ba-88a2-95d68e05a95f tempest-TestVolumeBootPattern-1690597324 tempest-TestVolumeBootPattern-1690597324-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-830088-4-iscsi {{(pid=103257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:09:07.372046 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39c47010-bf62-43ba-88a2-95d68e05a95f tempest-TestVolumeBootPattern-1690597324 tempest-TestVolumeBootPattern-1690597324-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830088-4-iscsi {{(pid=103257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:09:07.372386 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39c47010-bf62-43ba-88a2-95d68e05a95f tempest-TestVolumeBootPattern-1690597324 tempest-TestVolumeBootPattern-1690597324-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830088-4-iscsi {{(pid=103257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:09:07.372892 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39c47010-bf62-43ba-88a2-95d68e05a95f tempest-TestVolumeBootPattern-1690597324 tempest-TestVolumeBootPattern-1690597324-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830088-4-iscsi {{(pid=103257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:09:07.373231 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39c47010-bf62-43ba-88a2-95d68e05a95f tempest-TestVolumeBootPattern-1690597324 tempest-TestVolumeBootPattern-1690597324-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830088-4-iscsi {{(pid=103257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:09:07.373563 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39c47010-bf62-43ba-88a2-95d68e05a95f tempest-TestVolumeBootPattern-1690597324 tempest-TestVolumeBootPattern-1690597324-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830088-4-iscsi {{(pid=103257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:09:07.373895 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39c47010-bf62-43ba-88a2-95d68e05a95f tempest-TestVolumeBootPattern-1690597324 tempest-TestVolumeBootPattern-1690597324-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830088-4-iscsi {{(pid=103257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:09:07.380776 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-39c47010-bf62-43ba-88a2-95d68e05a95f tempest-TestVolumeBootPattern-1690597324 tempest-TestVolumeBootPattern-1690597324-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:09:07.382037 dv-cinder-830088-4-iscsi neutron-server[103257]: INFO neutron.wsgi [None req-39c47010-bf62-43ba-88a2-95d68e05a95f tempest-TestVolumeBootPattern-1690597324 tempest-TestVolumeBootPattern-1690597324-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1437373 Apr 12 11:09:07.384834 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron.wsgi [-] (103257) accepted ('10.222.0.39', 56804) {{(pid=103257) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 11:09:07.389457 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron.api.v2.base [None req-c6efc149-b610-4d83-be6c-8a915142dcd3 tempest-TestVolumeBootPattern-1690597324 tempest-TestVolumeBootPattern-1690597324-project] Request body: {'security_group_rule': {'security_group_id': '726d01fd-8df5-4a24-846e-ad176077f036', 'project_id': 'c2c05547762540eabb9d44e9bf42d19d', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103257) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 11:09:07.416912 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-c6efc149-b610-4d83-be6c-8a915142dcd3 tempest-TestVolumeBootPattern-1690597324 tempest-TestVolumeBootPattern-1690597324-project] Publish callbacks [] for security_group_rule (1bc54bec-b462-4fb5-af79-83b032a761bf), before_create {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:09:07.453615 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron.db.l3_hamode_db [None req-75d5f611-819c-4846-9875-20d2ed5f9779 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b40e7d0d-8f57-424d-96be-54b6f118e1d9', 'name': 'tempest-AttachVolumeNegativeTest-942964669-router', 'tenant_id': 'e581060642574053bd171680bd4e15a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b7be5f2-485b-4c85-8f98-fb200971b61c', 'external_fixed_ips': [{'subnet_id': '4887111e-1302-416a-ab8e-c957c9df7f85', 'ip_address': '172.27.3.241'}], 'enable_snat': True}, 'gw_port_id': 'dd38917a-e181-47e0-9f30-aa2e24b0ed10', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T11:00:41Z', 'updated_at': '2022-04-12T11:00:48Z', 'revision_number': 4, 'project_id': 'e581060642574053bd171680bd4e15a9', 'gw_port': {'id': 'dd38917a-e181-47e0-9f30-aa2e24b0ed10', 'name': '', 'network_id': '3b7be5f2-485b-4c85-8f98-fb200971b61c', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:d9:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b40e7d0d-8f57-424d-96be-54b6f118e1d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '4887111e-1302-416a-ab8e-c957c9df7f85', 'ip_address': '172.27.3.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830088-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T11:00:42Z', 'updated_at': '2022-04-12T11:00:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4887111e-1302-416a-ab8e-c957c9df7f85', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830088-4-iscsi', '_interfaces': [{'id': 'a2233ce1-933b-408f-884a-0a19dee76ba7', 'name': '', 'network_id': '8605bce6-3955-4448-bd79-8ef881f45c6d', 'tenant_id': 'e581060642574053bd171680bd4e15a9', 'mac_address': 'fa:16:3e:b3:0a:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b40e7d0d-8f57-424d-96be-54b6f118e1d9', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': '342bfb33-54ce-4b31-b1d9-ee13f5d2ec00', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830088-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T11:00:47Z', 'updated_at': '2022-04-12T11:00:57Z', 'revision_number': 5, 'project_id': 'e581060642574053bd171680bd4e15a9', 'subnets': [{'id': '342bfb33-54ce-4b31-b1d9-ee13f5d2ec00', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830088-4-iscsi', False) {} {{(pid=103259) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 11:09:07.486285 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75d5f611-819c-4846-9875-20d2ed5f9779 None None] The sync data for ids ['b40e7d0d-8f57-424d-96be-54b6f118e1d9'] in dv-cinder-830088-4-iscsi is: [{'id': 'b40e7d0d-8f57-424d-96be-54b6f118e1d9', 'name': 'tempest-AttachVolumeNegativeTest-942964669-router', 'tenant_id': 'e581060642574053bd171680bd4e15a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b7be5f2-485b-4c85-8f98-fb200971b61c', 'external_fixed_ips': [{'subnet_id': '4887111e-1302-416a-ab8e-c957c9df7f85', 'ip_address': '172.27.3.241'}], 'enable_snat': True}, 'gw_port_id': 'dd38917a-e181-47e0-9f30-aa2e24b0ed10', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T11:00:41Z', 'updated_at': '2022-04-12T11:00:48Z', 'revision_number': 4, 'project_id': 'e581060642574053bd171680bd4e15a9', 'gw_port': {'id': 'dd38917a-e181-47e0-9f30-aa2e24b0ed10', 'name': '', 'network_id': '3b7be5f2-485b-4c85-8f98-fb200971b61c', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:d9:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b40e7d0d-8f57-424d-96be-54b6f118e1d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '4887111e-1302-416a-ab8e-c957c9df7f85', 'ip_address': '172.27.3.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830088-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T11:00:42Z', 'updated_at': '2022-04-12T11:00:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4887111e-1302-416a-ab8e-c957c9df7f85', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830088-4-iscsi', '_interfaces': [{'id': 'a2233ce1-933b-408f-884a-0a19dee76ba7', 'name': '', 'network_id': '8605bce6-3955-4448-bd79-8ef881f45c6d', 'tenant_id': 'e581060642574053bd171680bd4e15a9', 'mac_address': 'fa:16:3e:b3:0a:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b40e7d0d-8f57-424d-96be-54b6f118e1d9', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': '342bfb33-54ce-4b31-b1d9-ee13f5d2ec00', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830088-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T11:00:47Z', 'updated_at': '2022-04-12T11:00:57Z', 'revision_number': 5, 'project_id': 'e581060642574053bd171680bd4e15a9', 'subnets': [{'id': '342bfb33-54ce-4b31-b1d9-ee13f5d2ec00', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103259) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 12 11:09:07.488517 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron.plugins.ml2.plugin [None req-e4b062a6-7a21-4431-be77-3c7776c11043 None None] Current status of the port 3e455ec8-86a4-4faa-a36b-e04c54df7033 is: DOWN; New status is: ACTIVE {{(pid=103259) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 11:09:07.488902 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron_lib.callbacks.manager [None req-e4b062a6-7a21-4431-be77-3c7776c11043 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1535343'] for port (3e455ec8-86a4-4faa-a36b-e04c54df7033), before_update {{(pid=103259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:09:07.491011 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-c6efc149-b610-4d83-be6c-8a915142dcd3 tempest-TestVolumeBootPattern-1690597324 tempest-TestVolumeBootPattern-1690597324-project] Publish callbacks [] for security_group_rule (1bc54bec-b462-4fb5-af79-83b032a761bf), precommit_create {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:09:07.496947 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-c6efc149-b610-4d83-be6c-8a915142dcd3 tempest-TestVolumeBootPattern-1690597324 tempest-TestVolumeBootPattern-1690597324-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-415338'] for security_group_rule (1bc54bec-b462-4fb5-af79-83b032a761bf), after_create {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:09:07.513388 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.wsgi [-] (103258) accepted ('10.222.0.39', 56812) {{(pid=103258) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 11:09:07.514522 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron.plugins.ml2.db [None req-e4b062a6-7a21-4431-be77-3c7776c11043 None None] For port 3e455ec8-86a4-4faa-a36b-e04c54df7033, host dv-cinder-830088-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830088-4-iscsi',level=0,port_id=3e455ec8-86a4-4faa-a36b-e04c54df7033,segment=NetworkSegment(d942c271-b630-4108-8616-b993c4b79ecb),segment_id=d942c271-b630-4108-8616-b993c4b79ecb)] {{(pid=103259) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 11:09:07.522056 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron_lib.callbacks.manager [None req-e4b062a6-7a21-4431-be77-3c7776c11043 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1534861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777667992095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777667450170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777667450188'] for port (3e455ec8-86a4-4faa-a36b-e04c54df7033), after_update {{(pid=103259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:09:07.528195 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6efc149-b610-4d83-be6c-8a915142dcd3 tempest-TestVolumeBootPattern-1690597324 tempest-TestVolumeBootPattern-1690597324-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1bc54bec-b462-4fb5-af79-83b032a761bf,revision_number=0']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:09:07.537650 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-c6efc149-b610-4d83-be6c-8a915142dcd3 tempest-TestVolumeBootPattern-1690597324 tempest-TestVolumeBootPattern-1690597324-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:09:07.538983 dv-cinder-830088-4-iscsi neutron-server[103257]: INFO neutron.wsgi [None req-c6efc149-b610-4d83-be6c-8a915142dcd3 tempest-TestVolumeBootPattern-1690597324 tempest-TestVolumeBootPattern-1690597324-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1531439 Apr 12 11:09:07.541626 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron.wsgi [-] (103257) accepted ('10.222.0.39', 56814) {{(pid=103257) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 11:09:07.547291 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron.api.v2.base [None req-6b0d7b90-8534-4112-b733-9551335d7a96 tempest-TestVolumeBootPattern-1690597324 tempest-TestVolumeBootPattern-1690597324-project] Request body: {'security_group_rule': {'security_group_id': '726d01fd-8df5-4a24-846e-ad176077f036', 'project_id': 'c2c05547762540eabb9d44e9bf42d19d', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103257) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 11:09:07.583452 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-6b0d7b90-8534-4112-b733-9551335d7a96 tempest-TestVolumeBootPattern-1690597324 tempest-TestVolumeBootPattern-1690597324-project] Publish callbacks [] for security_group_rule (ce18d1ec-792b-4a45-a4b7-6bca8d0c3138), before_create {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:09:07.597202 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-ea239a19-233d-40aa-839c-a4ebb3f378f4 tempest-AttachVolumeNegativeTest-1347969699 tempest-AttachVolumeNegativeTest-1347969699-project] Publish callbacks [] for security_group (2340726e-9f33-4871-8ffd-0b06d0d203cd), before_delete {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:09:07.599522 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4b062a6-7a21-4431-be77-3c7776c11043 None None] Pushing event updated for resources: {'Port': ['ID=3e455ec8-86a4-4faa-a36b-e04c54df7033,revision_number=4']} {{(pid=103259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:09:07.633910 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-ea239a19-233d-40aa-839c-a4ebb3f378f4 tempest-AttachVolumeNegativeTest-1347969699 tempest-AttachVolumeNegativeTest-1347969699-project] Publish callbacks [] for security_group (2340726e-9f33-4871-8ffd-0b06d0d203cd), precommit_delete {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:09:07.657543 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-6b0d7b90-8534-4112-b733-9551335d7a96 tempest-TestVolumeBootPattern-1690597324 tempest-TestVolumeBootPattern-1690597324-project] Publish callbacks [] for security_group_rule (ce18d1ec-792b-4a45-a4b7-6bca8d0c3138), precommit_create {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:09:07.662296 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-6b0d7b90-8534-4112-b733-9551335d7a96 tempest-TestVolumeBootPattern-1690597324 tempest-TestVolumeBootPattern-1690597324-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-415338'] for security_group_rule (ce18d1ec-792b-4a45-a4b7-6bca8d0c3138), after_create {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:09:07.679629 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b0d7b90-8534-4112-b733-9551335d7a96 tempest-TestVolumeBootPattern-1690597324 tempest-TestVolumeBootPattern-1690597324-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ce18d1ec-792b-4a45-a4b7-6bca8d0c3138,revision_number=0']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:09:07.694291 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-ea239a19-233d-40aa-839c-a4ebb3f378f4 tempest-AttachVolumeNegativeTest-1347969699 tempest-AttachVolumeNegativeTest-1347969699-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-415253'] for security_group (2340726e-9f33-4871-8ffd-0b06d0d203cd), after_delete {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:09:07.695037 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-6b0d7b90-8534-4112-b733-9551335d7a96 tempest-TestVolumeBootPattern-1690597324 tempest-TestVolumeBootPattern-1690597324-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:09:07.699026 dv-cinder-830088-4-iscsi neutron-server[103257]: INFO neutron.wsgi [None req-6b0d7b90-8534-4112-b733-9551335d7a96 tempest-TestVolumeBootPattern-1690597324 tempest-TestVolumeBootPattern-1690597324-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1545551 Apr 12 11:09:07.700170 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron.wsgi [-] (103257) accepted ('10.222.0.39', 56818) {{(pid=103257) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 11:09:07.704597 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron.api.v2.base [None req-68b2814c-22f2-44d0-9436-bc9f4313a608 tempest-TestVolumeBootPattern-1690597324 tempest-TestVolumeBootPattern-1690597324-project] Request body: {'security_group_rule': {'security_group_id': '726d01fd-8df5-4a24-846e-ad176077f036', 'project_id': 'c2c05547762540eabb9d44e9bf42d19d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103257) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 11:09:07.705351 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-ea239a19-233d-40aa-839c-a4ebb3f378f4 tempest-AttachVolumeNegativeTest-1347969699 tempest-AttachVolumeNegativeTest-1347969699-project] Publish callbacks [] for security_group (None), before_response {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:09:07.706881 dv-cinder-830088-4-iscsi neutron-server[103258]: INFO neutron.wsgi [None req-ea239a19-233d-40aa-839c-a4ebb3f378f4 tempest-AttachVolumeNegativeTest-1347969699 tempest-AttachVolumeNegativeTest-1347969699-project] 10.222.0.39 "DELETE /v2.0/security-groups/2340726e-9f33-4871-8ffd-0b06d0d203cd HTTP/1.1" status: 204 len: 168 time: 0.1916373 Apr 12 11:09:07.711188 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron.wsgi [-] (103257) accepted ('10.222.0.39', 56820) {{(pid=103257) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 11:09:07.718666 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea239a19-233d-40aa-839c-a4ebb3f378f4 tempest-AttachVolumeNegativeTest-1347969699 tempest-AttachVolumeNegativeTest-1347969699-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2340726e-9f33-4871-8ffd-0b06d0d203cd,revision_number=None']} {{(pid=103258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:09:07.751020 dv-cinder-830088-4-iscsi neutron-server[103257]: INFO neutron.api.v2.resource [None req-6f51ec16-4fb2-4506-bad7-36feb2a86e2d tempest-AttachVolumeNegativeTest-1347969699 tempest-AttachVolumeNegativeTest-1347969699-project] show failed (client error): The resource could not be found. Apr 12 11:09:07.755444 dv-cinder-830088-4-iscsi neutron-server[103257]: INFO neutron.wsgi [None req-6f51ec16-4fb2-4506-bad7-36feb2a86e2d tempest-AttachVolumeNegativeTest-1347969699 tempest-AttachVolumeNegativeTest-1347969699-project] 10.222.0.39 "GET /v2.0/security-groups/2340726e-9f33-4871-8ffd-0b06d0d203cd HTTP/1.1" status: 404 len: 347 time: 0.0295417 Apr 12 11:09:07.755878 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron.wsgi [-] (103257) accepted ('10.222.0.39', 56824) {{(pid=103257) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 11:09:07.768728 dv-cinder-830088-4-iscsi neutron-server[103257]: INFO neutron.db.securitygroups_db [None req-68b2814c-22f2-44d0-9436-bc9f4313a608 tempest-TestVolumeBootPattern-1690597324 tempest-TestVolumeBootPattern-1690597324-project] Project c2c05547762540eabb9d44e9bf42d19d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 12 11:09:07.806324 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-68b2814c-22f2-44d0-9436-bc9f4313a608 tempest-TestVolumeBootPattern-1690597324 tempest-TestVolumeBootPattern-1690597324-project] Publish callbacks [] for security_group_rule (990f7392-f2b9-4465-89a9-1907924234e1), before_create {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:09:07.847271 dv-cinder-830088-4-iscsi neutron-server[103260]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-182c8621-4813-4e38-9dab-2afb9489e9e1 None None] New status for floating IP d610cf2d-f9f2-4cb8-83ae-ee8183ee2e3e: DOWN {{(pid=103260) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 12 11:09:07.939319 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-68b2814c-22f2-44d0-9436-bc9f4313a608 tempest-TestVolumeBootPattern-1690597324 tempest-TestVolumeBootPattern-1690597324-project] Publish callbacks [] for security_group_rule (990f7392-f2b9-4465-89a9-1907924234e1), precommit_create {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:09:07.940200 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-a7b3a43b-3511-454a-b1b1-c8743e77f330 tempest-AttachVolumeNegativeTest-1347969699 tempest-AttachVolumeNegativeTest-1347969699-project] Deleting port b1a10f0c-4201-4677-b492-216b6499fece {{(pid=103257) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 12 11:09:07.941055 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-a7b3a43b-3511-454a-b1b1-c8743e77f330 tempest-AttachVolumeNegativeTest-1347969699 tempest-AttachVolumeNegativeTest-1347969699-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777667983647'] for port (b1a10f0c-4201-4677-b492-216b6499fece), before_delete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:09:07.971107 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-68b2814c-22f2-44d0-9436-bc9f4313a608 tempest-TestVolumeBootPattern-1690597324 tempest-TestVolumeBootPattern-1690597324-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-415338'] for security_group_rule (990f7392-f2b9-4465-89a9-1907924234e1), after_create {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:09:08.070673 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-68b2814c-22f2-44d0-9436-bc9f4313a608 tempest-TestVolumeBootPattern-1690597324 tempest-TestVolumeBootPattern-1690597324-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:09:08.074943 dv-cinder-830088-4-iscsi neutron-server[103257]: INFO neutron.wsgi [None req-68b2814c-22f2-44d0-9436-bc9f4313a608 tempest-TestVolumeBootPattern-1690597324 tempest-TestVolumeBootPattern-1690597324-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3737748 Apr 12 11:09:08.075560 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron.wsgi [-] (103257) accepted ('10.222.0.39', 56832) {{(pid=103257) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 11:09:08.082659 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron.api.v2.base [None req-3c9f925d-aa0a-4d92-8dad-3eae90489543 tempest-TestVolumeBootPattern-1690597324 tempest-TestVolumeBootPattern-1690597324-project] Request body: {'security_group_rule': {'security_group_id': '726d01fd-8df5-4a24-846e-ad176077f036', 'project_id': 'c2c05547762540eabb9d44e9bf42d19d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103257) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 11:09:08.088300 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68b2814c-22f2-44d0-9436-bc9f4313a608 tempest-TestVolumeBootPattern-1690597324 tempest-TestVolumeBootPattern-1690597324-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=990f7392-f2b9-4465-89a9-1907924234e1,revision_number=0']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:09:08.112757 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron.plugins.ml2.rpc [None req-e4b062a6-7a21-4431-be77-3c7776c11043 None None] Device 3e455ec8-86a4-4faa-a36b-e04c54df7033 up at agent ovs-agent-dv-cinder-830088-4-iscsi {{(pid=103259) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 11:09:08.119669 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-a7b3a43b-3511-454a-b1b1-c8743e77f330 tempest-AttachVolumeNegativeTest-1347969699 tempest-AttachVolumeNegativeTest-1347969699-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-575824'] for port (b1a10f0c-4201-4677-b492-216b6499fece), precommit_delete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:09:08.120059 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-a7b3a43b-3511-454a-b1b1-c8743e77f330 tempest-AttachVolumeNegativeTest-1347969699 tempest-AttachVolumeNegativeTest-1347969699-project] Publish callbacks [] for floatingip (b1a10f0c-4201-4677-b492-216b6499fece), precommit_delete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:09:08.122980 dv-cinder-830088-4-iscsi neutron-server[103257]: INFO neutron.db.securitygroups_db [None req-3c9f925d-aa0a-4d92-8dad-3eae90489543 tempest-TestVolumeBootPattern-1690597324 tempest-TestVolumeBootPattern-1690597324-project] Project c2c05547762540eabb9d44e9bf42d19d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 12 11:09:08.138185 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-a7b3a43b-3511-454a-b1b1-c8743e77f330 tempest-AttachVolumeNegativeTest-1347969699 tempest-AttachVolumeNegativeTest-1347969699-project] Calling delete_port for b1a10f0c-4201-4677-b492-216b6499fece owned by network:floatingip {{(pid=103257) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 12 11:09:08.139948 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-3c9f925d-aa0a-4d92-8dad-3eae90489543 tempest-TestVolumeBootPattern-1690597324 tempest-TestVolumeBootPattern-1690597324-project] Publish callbacks [] for security_group_rule (86b72de1-6a26-492a-81cc-2229f5d1554c), before_create {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:09:08.161368 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron.db.provisioning_blocks [None req-e4b062a6-7a21-4431-be77-3c7776c11043 None None] Provisioning complete for port 3e455ec8-86a4-4faa-a36b-e04c54df7033 triggered by entity L2. {{(pid=103259) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 11:09:08.161511 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron_lib.callbacks.manager [None req-e4b062a6-7a21-4431-be77-3c7776c11043 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1343588'] for port (3e455ec8-86a4-4faa-a36b-e04c54df7033), provisioning_complete {{(pid=103259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:09:08.239121 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron.plugins.ml2.plugin [None req-e4b062a6-7a21-4431-be77-3c7776c11043 None None] Current status of the port 3e455ec8-86a4-4faa-a36b-e04c54df7033 is: ACTIVE; New status is: ACTIVE {{(pid=103259) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 11:09:08.244712 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc1eaeae-5113-49ed-b10e-6fc147bab4fc None None] Sync routers for ids ['4fc1e5dc-5923-4f3c-b76b-1d1251f0d273'] in dv-cinder-830088-4-iscsi {{(pid=103259) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 12 11:09:08.256290 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc1eaeae-5113-49ed-b10e-6fc147bab4fc None None] Routers {'4fc1e5dc-5923-4f3c-b76b-1d1251f0d273'} bound to L3 agent in host dv-cinder-830088-4-iscsi {{(pid=103259) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 11:09:08.256901 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron.db.l3_hamode_db [None req-fc1eaeae-5113-49ed-b10e-6fc147bab4fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830088-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-12T10:52:12Z,description=,heartbeat_timestamp=2022-04-12T11:08:43Z,host='dv-cinder-830088-4-iscsi',id=77f5e085-0284-4236-9dbf-35d2d452e277,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T10:52:12Z,topic='l3_agent')) {'router_ids': ['4fc1e5dc-5923-4f3c-b76b-1d1251f0d273'], 'active': True} {{(pid=103259) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 11:09:08.265435 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-3c9f925d-aa0a-4d92-8dad-3eae90489543 tempest-TestVolumeBootPattern-1690597324 tempest-TestVolumeBootPattern-1690597324-project] Publish callbacks [] for security_group_rule (86b72de1-6a26-492a-81cc-2229f5d1554c), precommit_create {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:09:08.270851 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-3c9f925d-aa0a-4d92-8dad-3eae90489543 tempest-TestVolumeBootPattern-1690597324 tempest-TestVolumeBootPattern-1690597324-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-415338'] for security_group_rule (86b72de1-6a26-492a-81cc-2229f5d1554c), after_create {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:09:08.297979 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c9f925d-aa0a-4d92-8dad-3eae90489543 tempest-TestVolumeBootPattern-1690597324 tempest-TestVolumeBootPattern-1690597324-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=86b72de1-6a26-492a-81cc-2229f5d1554c,revision_number=0']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:09:08.303657 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-3c9f925d-aa0a-4d92-8dad-3eae90489543 tempest-TestVolumeBootPattern-1690597324 tempest-TestVolumeBootPattern-1690597324-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:09:08.306745 dv-cinder-830088-4-iscsi neutron-server[103257]: INFO neutron.wsgi [None req-3c9f925d-aa0a-4d92-8dad-3eae90489543 tempest-TestVolumeBootPattern-1690597324 tempest-TestVolumeBootPattern-1690597324-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2264647 Apr 12 11:09:08.358530 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-a7b3a43b-3511-454a-b1b1-c8743e77f330 tempest-AttachVolumeNegativeTest-1347969699 tempest-AttachVolumeNegativeTest-1347969699-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1534861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777667992077', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777667450161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5265645'] for port (b1a10f0c-4201-4677-b492-216b6499fece), after_delete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:09:08.380093 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron.db.l3_dvr_db [None req-fc1eaeae-5113-49ed-b10e-6fc147bab4fc None None] Set router 4fc1e5dc-5923-4f3c-b76b-1d1251f0d273 gateway port host: dv-cinder-830088-4-iscsi {{(pid=103259) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 11:09:08.385492 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7b3a43b-3511-454a-b1b1-c8743e77f330 tempest-AttachVolumeNegativeTest-1347969699 tempest-AttachVolumeNegativeTest-1347969699-project] Pushing event deleted for resources: {'Port': ['ID=b1a10f0c-4201-4677-b492-216b6499fece,revision_number=None']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:09:08.460234 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-a7b3a43b-3511-454a-b1b1-c8743e77f330 tempest-AttachVolumeNegativeTest-1347969699 tempest-AttachVolumeNegativeTest-1347969699-project] Publish callbacks [] for floatingip (d610cf2d-f9f2-4cb8-83ae-ee8183ee2e3e), after_delete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:09:08.463064 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-a7b3a43b-3511-454a-b1b1-c8743e77f330 tempest-AttachVolumeNegativeTest-1347969699 tempest-AttachVolumeNegativeTest-1347969699-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108023'] for floatingip (None), before_response {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:09:08.467108 dv-cinder-830088-4-iscsi neutron-server[103257]: INFO neutron.wsgi [None req-a7b3a43b-3511-454a-b1b1-c8743e77f330 tempest-AttachVolumeNegativeTest-1347969699 tempest-AttachVolumeNegativeTest-1347969699-project] 10.222.0.39 "DELETE /v2.0/floatingips/d610cf2d-f9f2-4cb8-83ae-ee8183ee2e3e HTTP/1.1" status: 204 len: 168 time: 0.7073779 Apr 12 11:09:08.608501 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron.db.l3_hamode_db [None req-fc1eaeae-5113-49ed-b10e-6fc147bab4fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4fc1e5dc-5923-4f3c-b76b-1d1251f0d273', 'name': 'tempest-TestVolumeBootPattern-889563679-router', 'tenant_id': 'e9f4b5b1ea1d44c0b475a5fd5b832899', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b7be5f2-485b-4c85-8f98-fb200971b61c', 'external_fixed_ips': [{'subnet_id': '4887111e-1302-416a-ab8e-c957c9df7f85', 'ip_address': '172.27.3.214'}], 'enable_snat': True}, 'gw_port_id': '3e455ec8-86a4-4faa-a36b-e04c54df7033', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T11:09:01Z', 'updated_at': '2022-04-12T11:09:04Z', 'revision_number': 4, 'project_id': 'e9f4b5b1ea1d44c0b475a5fd5b832899', 'gw_port': {'id': '3e455ec8-86a4-4faa-a36b-e04c54df7033', 'name': '', 'network_id': '3b7be5f2-485b-4c85-8f98-fb200971b61c', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:87:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4fc1e5dc-5923-4f3c-b76b-1d1251f0d273', 'device_owner': 'network:router_gateway', 'standard_attr_id': 501, 'fixed_ips': [{'subnet_id': '4887111e-1302-416a-ab8e-c957c9df7f85', 'ip_address': '172.27.3.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830088-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T11:09:02Z', 'updated_at': '2022-04-12T11:09:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4887111e-1302-416a-ab8e-c957c9df7f85', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830088-4-iscsi', '_interfaces': [{'id': 'da78e4ed-741c-48b5-8bcf-8295f20b9b48', 'name': '', 'network_id': 'bff37d04-4e8c-49de-bb6c-418fb1d8cecf', 'tenant_id': 'e9f4b5b1ea1d44c0b475a5fd5b832899', 'mac_address': 'fa:16:3e:28:7f:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4fc1e5dc-5923-4f3c-b76b-1d1251f0d273', 'device_owner': 'network:router_interface', 'standard_attr_id': 502, 'fixed_ips': [{'subnet_id': '1abeef54-b5d9-4b3f-bc0d-8031aa270455', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T11:09:03Z', 'updated_at': '2022-04-12T11:09:05Z', 'revision_number': 2, 'project_id': 'e9f4b5b1ea1d44c0b475a5fd5b832899', 'subnets': [{'id': '1abeef54-b5d9-4b3f-bc0d-8031aa270455', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830088-4-iscsi', False) {} {{(pid=103259) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 11:09:08.637651 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc1eaeae-5113-49ed-b10e-6fc147bab4fc None None] Checking router: 4fc1e5dc-5923-4f3c-b76b-1d1251f0d273 for host: dv-cinder-830088-4-iscsi {{(pid=103259) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 12 11:09:08.637964 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc1eaeae-5113-49ed-b10e-6fc147bab4fc None None] Updating router 4fc1e5dc-5923-4f3c-b76b-1d1251f0d273 port da78e4ed-741c-48b5-8bcf-8295f20b9b48 binding host dv-cinder-830088-4-iscsi {{(pid=103259) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 12 11:09:08.665809 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron_lib.callbacks.manager [None req-fc1eaeae-5113-49ed-b10e-6fc147bab4fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1535343'] for port (da78e4ed-741c-48b5-8bcf-8295f20b9b48), before_update {{(pid=103259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:09:08.950914 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron_lib.callbacks.manager [None req-fc1eaeae-5113-49ed-b10e-6fc147bab4fc None None] Publish callbacks [] for port (da78e4ed-741c-48b5-8bcf-8295f20b9b48), precommit_update {{(pid=103259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:09:08.957226 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron_lib.callbacks.manager [None req-fc1eaeae-5113-49ed-b10e-6fc147bab4fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1534861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777667992095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777667450170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777667450188'] for port (da78e4ed-741c-48b5-8bcf-8295f20b9b48), after_update {{(pid=103259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:09:09.009916 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a697a902-e955-4ae3-8904-cdc25547355e None None] Pushing event updated for resources: {'Port': ['ID=da78e4ed-741c-48b5-8bcf-8295f20b9b48,revision_number=3']} {{(pid=103259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:09:09.070722 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron.plugins.ml2.rpc [None req-ae6c308c-a92e-4424-a7f8-d6a17e5174ef None None] Device f38faefc-ea9b-43af-a430-c0bdc19c07c8 no longer exists at agent hyperv_hv-cinder-83008 {{(pid=103259) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 12 11:09:09.080787 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.wsgi [-] (103258) accepted ('10.222.0.39', 56890) {{(pid=103258) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 11:09:09.085417 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.api.v2.base [None req-85a07cc4-3b04-4f14-80dc-70df0ad6b152 tempest-AttachVolumeNegativeTest-1347969699 tempest-AttachVolumeNegativeTest-1347969699-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1903758505', 'description': 'tempest-description--412636342'}} {{(pid=103258) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 11:09:09.104739 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron.plugins.ml2.plugin [None req-ae6c308c-a92e-4424-a7f8-d6a17e5174ef None None] No Port match for: f38faefc-ea9b-43af-a430-c0bdc19c07c8 {{(pid=103259) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 12 11:09:09.105085 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron.plugins.ml2.rpc [None req-ae6c308c-a92e-4424-a7f8-d6a17e5174ef None None] Device f38faefc-ea9b-43af-a430-c0bdc19c07c8 not bound to the agent host hv-cinder-83008 {{(pid=103259) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 12 11:09:09.112262 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-85a07cc4-3b04-4f14-80dc-70df0ad6b152 tempest-AttachVolumeNegativeTest-1347969699 tempest-AttachVolumeNegativeTest-1347969699-project] Publish callbacks [] for security_group (None), before_create {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:09:09.113806 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron.plugins.ml2.managers [None req-fc1eaeae-5113-49ed-b10e-6fc147bab4fc None None] Attempting to bind port da78e4ed-741c-48b5-8bcf-8295f20b9b48 on host dv-cinder-830088-4-iscsi for vnic_type normal with profile {{(pid=103259) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 12 11:09:09.114443 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron.plugins.ml2.managers [None req-fc1eaeae-5113-49ed-b10e-6fc147bab4fc None None] Attempting to bind port da78e4ed-741c-48b5-8bcf-8295f20b9b48 by drivers openvswitch,hyperv on host dv-cinder-830088-4-iscsi at level 0 using segments [{'id': '8193398e-9315-41a8-92b7-53933ab5092a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': 'bff37d04-4e8c-49de-bb6c-418fb1d8cecf'}] {{(pid=103259) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 12 11:09:09.114779 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc1eaeae-5113-49ed-b10e-6fc147bab4fc None None] Attempting to bind port da78e4ed-741c-48b5-8bcf-8295f20b9b48 on network bff37d04-4e8c-49de-bb6c-418fb1d8cecf {{(pid=103259) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 11:09:09.121028 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc1eaeae-5113-49ed-b10e-6fc147bab4fc None None] Checking agent: {'id': 'c71cae7d-514b-467a-8477-0a67bee0b970', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-830088-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 12, 10, 52, 16), 'started_at': datetime.datetime(2022, 4, 12, 10, 52, 46), 'heartbeat_timestamp': datetime.datetime(2022, 4, 12, 11, 8, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-830088-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103259) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 12 11:09:09.121426 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc1eaeae-5113-49ed-b10e-6fc147bab4fc None None] Checking segment: {'id': '8193398e-9315-41a8-92b7-53933ab5092a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': 'bff37d04-4e8c-49de-bb6c-418fb1d8cecf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103259) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 11:09:09.121822 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron_lib.callbacks.manager [None req-fc1eaeae-5113-49ed-b10e-6fc147bab4fc None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:09:09.122206 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc1eaeae-5113-49ed-b10e-6fc147bab4fc None None] Bound using segment: {'id': '8193398e-9315-41a8-92b7-53933ab5092a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': 'bff37d04-4e8c-49de-bb6c-418fb1d8cecf'} {{(pid=103259) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 12 11:09:09.122665 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron.plugins.ml2.managers [None req-fc1eaeae-5113-49ed-b10e-6fc147bab4fc None None] Bound port: da78e4ed-741c-48b5-8bcf-8295f20b9b48, host: dv-cinder-830088-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8193398e-9315-41a8-92b7-53933ab5092a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': 'bff37d04-4e8c-49de-bb6c-418fb1d8cecf'}}] {{(pid=103259) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 12 11:09:09.123143 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron_lib.callbacks.manager [None req-fc1eaeae-5113-49ed-b10e-6fc147bab4fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1535343'] for port (da78e4ed-741c-48b5-8bcf-8295f20b9b48), before_update {{(pid=103259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:09:09.209576 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron.plugins.ml2.db [None req-fc1eaeae-5113-49ed-b10e-6fc147bab4fc None None] For port da78e4ed-741c-48b5-8bcf-8295f20b9b48, host dv-cinder-830088-4-iscsi, cleared binding levels {{(pid=103259) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 12 11:09:09.212002 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-85a07cc4-3b04-4f14-80dc-70df0ad6b152 tempest-AttachVolumeNegativeTest-1347969699 tempest-AttachVolumeNegativeTest-1347969699-project] Publish callbacks [] for security_group (cfe90a79-fe9e-4344-9ce3-7ebb4bf0c918), precommit_create {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:09:09.214763 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron.plugins.ml2.db [None req-fc1eaeae-5113-49ed-b10e-6fc147bab4fc None None] For port da78e4ed-741c-48b5-8bcf-8295f20b9b48, host dv-cinder-830088-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830088-4-iscsi',level=0,port_id=da78e4ed-741c-48b5-8bcf-8295f20b9b48,segment=NetworkSegment(8193398e-9315-41a8-92b7-53933ab5092a),segment_id=8193398e-9315-41a8-92b7-53933ab5092a)] {{(pid=103259) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 12 11:09:09.220989 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-85a07cc4-3b04-4f14-80dc-70df0ad6b152 tempest-AttachVolumeNegativeTest-1347969699 tempest-AttachVolumeNegativeTest-1347969699-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-415253'] for security_group (cfe90a79-fe9e-4344-9ce3-7ebb4bf0c918), after_create {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:09:09.224594 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron_lib.callbacks.manager [None req-fc1eaeae-5113-49ed-b10e-6fc147bab4fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1534861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777667992095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777667450170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777667450188'] for port (da78e4ed-741c-48b5-8bcf-8295f20b9b48), after_update {{(pid=103259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:09:09.266915 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-85a07cc4-3b04-4f14-80dc-70df0ad6b152 tempest-AttachVolumeNegativeTest-1347969699 tempest-AttachVolumeNegativeTest-1347969699-project] Publish callbacks [] for security_group (None), before_response {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:09:09.268345 dv-cinder-830088-4-iscsi neutron-server[103258]: INFO neutron.wsgi [None req-85a07cc4-3b04-4f14-80dc-70df0ad6b152 tempest-AttachVolumeNegativeTest-1347969699 tempest-AttachVolumeNegativeTest-1347969699-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1863868 Apr 12 11:09:09.271505 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron.wsgi [-] (103257) accepted ('10.222.0.39', 56898) {{(pid=103257) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 11:09:09.276131 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85a07cc4-3b04-4f14-80dc-70df0ad6b152 tempest-AttachVolumeNegativeTest-1347969699 tempest-AttachVolumeNegativeTest-1347969699-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cfe90a79-fe9e-4344-9ce3-7ebb4bf0c918,revision_number=1']} {{(pid=103258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:09:09.277217 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron.api.v2.base [None req-b15f0746-ebb6-44eb-87fa-b8998ce991e5 tempest-AttachVolumeNegativeTest-1347969699 tempest-AttachVolumeNegativeTest-1347969699-project] Request body: {'security_group_rule': {'security_group_id': 'cfe90a79-fe9e-4344-9ce3-7ebb4bf0c918', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103257) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 11:09:09.314914 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-b15f0746-ebb6-44eb-87fa-b8998ce991e5 tempest-AttachVolumeNegativeTest-1347969699 tempest-AttachVolumeNegativeTest-1347969699-project] Publish callbacks [] for security_group_rule (7e3863d2-388a-437d-bb6e-4960d10f704d), before_create {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:09:09.316894 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc1eaeae-5113-49ed-b10e-6fc147bab4fc None None] Routers {'4fc1e5dc-5923-4f3c-b76b-1d1251f0d273'} bound to L3 agent in host dv-cinder-830088-4-iscsi {{(pid=103259) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 11:09:09.317546 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron.db.l3_hamode_db [None req-fc1eaeae-5113-49ed-b10e-6fc147bab4fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830088-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-12T10:52:12Z,description=,heartbeat_timestamp=2022-04-12T11:08:43Z,host='dv-cinder-830088-4-iscsi',id=77f5e085-0284-4236-9dbf-35d2d452e277,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T10:52:12Z,topic='l3_agent')) {'router_ids': ['4fc1e5dc-5923-4f3c-b76b-1d1251f0d273'], 'active': True} {{(pid=103259) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 11:09:09.323969 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a697a902-e955-4ae3-8904-cdc25547355e None None] Pushing event updated for resources: {'Port': ['ID=da78e4ed-741c-48b5-8bcf-8295f20b9b48,revision_number=4']} {{(pid=103259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:09:09.387155 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron.db.provisioning_blocks [None req-f0eea26f-ab51-4951-95b6-8ccecde67291 None None] Provisioning complete for port da78e4ed-741c-48b5-8bcf-8295f20b9b48 triggered by entity DHCP. {{(pid=103259) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 11:09:09.387530 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron_lib.callbacks.manager [None req-f0eea26f-ab51-4951-95b6-8ccecde67291 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1343588'] for port (da78e4ed-741c-48b5-8bcf-8295f20b9b48), provisioning_complete {{(pid=103259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:09:09.390252 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-b15f0746-ebb6-44eb-87fa-b8998ce991e5 tempest-AttachVolumeNegativeTest-1347969699 tempest-AttachVolumeNegativeTest-1347969699-project] Publish callbacks [] for security_group_rule (7e3863d2-388a-437d-bb6e-4960d10f704d), precommit_create {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:09:09.395551 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-b15f0746-ebb6-44eb-87fa-b8998ce991e5 tempest-AttachVolumeNegativeTest-1347969699 tempest-AttachVolumeNegativeTest-1347969699-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-415338'] for security_group_rule (7e3863d2-388a-437d-bb6e-4960d10f704d), after_create {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:09:09.424497 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b15f0746-ebb6-44eb-87fa-b8998ce991e5 tempest-AttachVolumeNegativeTest-1347969699 tempest-AttachVolumeNegativeTest-1347969699-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7e3863d2-388a-437d-bb6e-4960d10f704d,revision_number=0']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:09:09.431613 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-b15f0746-ebb6-44eb-87fa-b8998ce991e5 tempest-AttachVolumeNegativeTest-1347969699 tempest-AttachVolumeNegativeTest-1347969699-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:09:09.435924 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.wsgi [-] (103258) accepted ('10.222.0.39', 56900) {{(pid=103258) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 11:09:09.436450 dv-cinder-830088-4-iscsi neutron-server[103257]: INFO neutron.wsgi [None req-b15f0746-ebb6-44eb-87fa-b8998ce991e5 tempest-AttachVolumeNegativeTest-1347969699 tempest-AttachVolumeNegativeTest-1347969699-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1639924 Apr 12 11:09:09.441356 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.api.v2.base [None req-8598ef03-4dd1-47ae-b6dc-960d9e5e1ca5 tempest-AttachVolumeNegativeTest-1347969699 tempest-AttachVolumeNegativeTest-1347969699-project] Request body: {'security_group_rule': {'security_group_id': 'cfe90a79-fe9e-4344-9ce3-7ebb4bf0c918', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103258) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 11:09:09.474626 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-8598ef03-4dd1-47ae-b6dc-960d9e5e1ca5 tempest-AttachVolumeNegativeTest-1347969699 tempest-AttachVolumeNegativeTest-1347969699-project] Publish callbacks [] for security_group_rule (567d02de-cbf8-4920-83cc-7fb89f8abfe2), before_create {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:09:09.530594 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron.db.l3_dvr_db [None req-fc1eaeae-5113-49ed-b10e-6fc147bab4fc None None] Set router 4fc1e5dc-5923-4f3c-b76b-1d1251f0d273 gateway port host: dv-cinder-830088-4-iscsi {{(pid=103259) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 11:09:09.550570 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-8598ef03-4dd1-47ae-b6dc-960d9e5e1ca5 tempest-AttachVolumeNegativeTest-1347969699 tempest-AttachVolumeNegativeTest-1347969699-project] Publish callbacks [] for security_group_rule (567d02de-cbf8-4920-83cc-7fb89f8abfe2), precommit_create {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:09:09.554376 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-8598ef03-4dd1-47ae-b6dc-960d9e5e1ca5 tempest-AttachVolumeNegativeTest-1347969699 tempest-AttachVolumeNegativeTest-1347969699-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-415338'] for security_group_rule (567d02de-cbf8-4920-83cc-7fb89f8abfe2), after_create {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:09:09.570604 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8598ef03-4dd1-47ae-b6dc-960d9e5e1ca5 tempest-AttachVolumeNegativeTest-1347969699 tempest-AttachVolumeNegativeTest-1347969699-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=567d02de-cbf8-4920-83cc-7fb89f8abfe2,revision_number=0']} {{(pid=103258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:09:09.575696 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron.plugins.ml2.plugin [None req-f0eea26f-ab51-4951-95b6-8ccecde67291 None None] Current status of the port da78e4ed-741c-48b5-8bcf-8295f20b9b48 is: DOWN; New status is: ACTIVE {{(pid=103259) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 11:09:09.576185 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron_lib.callbacks.manager [None req-f0eea26f-ab51-4951-95b6-8ccecde67291 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1535343'] for port (da78e4ed-741c-48b5-8bcf-8295f20b9b48), before_update {{(pid=103259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:09:09.583218 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-8598ef03-4dd1-47ae-b6dc-960d9e5e1ca5 tempest-AttachVolumeNegativeTest-1347969699 tempest-AttachVolumeNegativeTest-1347969699-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:09:09.587864 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron.wsgi [-] (103257) accepted ('10.222.0.39', 56904) {{(pid=103257) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 11:09:09.591800 dv-cinder-830088-4-iscsi neutron-server[103258]: INFO neutron.wsgi [None req-8598ef03-4dd1-47ae-b6dc-960d9e5e1ca5 tempest-AttachVolumeNegativeTest-1347969699 tempest-AttachVolumeNegativeTest-1347969699-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1520703 Apr 12 11:09:09.593466 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron.api.v2.base [None req-c3546cb3-5c77-45c8-89f9-8fe2a906fbda tempest-AttachVolumeNegativeTest-1347969699 tempest-AttachVolumeNegativeTest-1347969699-project] Request body: {'floatingip': {'floating_network_id': '3b7be5f2-485b-4c85-8f98-fb200971b61c'}} {{(pid=103257) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 11:09:09.616417 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-c3546cb3-5c77-45c8-89f9-8fe2a906fbda tempest-AttachVolumeNegativeTest-1347969699 tempest-AttachVolumeNegativeTest-1347969699-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:09:09.685773 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron.plugins.ml2.db [None req-f0eea26f-ab51-4951-95b6-8ccecde67291 None None] For port da78e4ed-741c-48b5-8bcf-8295f20b9b48, host dv-cinder-830088-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830088-4-iscsi',level=0,port_id=da78e4ed-741c-48b5-8bcf-8295f20b9b48,segment=NetworkSegment(8193398e-9315-41a8-92b7-53933ab5092a),segment_id=8193398e-9315-41a8-92b7-53933ab5092a)] {{(pid=103259) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 11:09:09.705616 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-c3546cb3-5c77-45c8-89f9-8fe2a906fbda tempest-AttachVolumeNegativeTest-1347969699 tempest-AttachVolumeNegativeTest-1347969699-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1535343'] for port (None), before_create {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:09:09.726887 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron_lib.callbacks.manager [None req-f0eea26f-ab51-4951-95b6-8ccecde67291 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1534861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777667992095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777667450170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777667450188'] for port (da78e4ed-741c-48b5-8bcf-8295f20b9b48), after_update {{(pid=103259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:09:09.803856 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0eea26f-ab51-4951-95b6-8ccecde67291 None None] Pushing event updated for resources: {'Port': ['ID=da78e4ed-741c-48b5-8bcf-8295f20b9b48,revision_number=5']} {{(pid=103259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:09:09.865003 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron.db.provisioning_blocks [None req-d8218293-6048-484a-9fd1-9dc61ffceed5 None None] Provisioning complete for port da78e4ed-741c-48b5-8bcf-8295f20b9b48 triggered by entity DHCP. {{(pid=103259) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 11:09:09.865450 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron_lib.callbacks.manager [None req-d8218293-6048-484a-9fd1-9dc61ffceed5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1343588'] for port (da78e4ed-741c-48b5-8bcf-8295f20b9b48), provisioning_complete {{(pid=103259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:09:09.865562 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron.db.db_base_plugin_common [None req-c3546cb3-5c77-45c8-89f9-8fe2a906fbda tempest-AttachVolumeNegativeTest-1347969699 tempest-AttachVolumeNegativeTest-1347969699-project] Allocated IP 172.27.3.229 (3b7be5f2-485b-4c85-8f98-fb200971b61c/4887111e-1302-416a-ab8e-c957c9df7f85/83f253f8-a076-43ed-a79c-f8f563581f51) {{(pid=103257) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 12 11:09:09.909978 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron.db.l3_hamode_db [None req-fc1eaeae-5113-49ed-b10e-6fc147bab4fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4fc1e5dc-5923-4f3c-b76b-1d1251f0d273', 'name': 'tempest-TestVolumeBootPattern-889563679-router', 'tenant_id': 'e9f4b5b1ea1d44c0b475a5fd5b832899', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b7be5f2-485b-4c85-8f98-fb200971b61c', 'external_fixed_ips': [{'subnet_id': '4887111e-1302-416a-ab8e-c957c9df7f85', 'ip_address': '172.27.3.214'}], 'enable_snat': True}, 'gw_port_id': '3e455ec8-86a4-4faa-a36b-e04c54df7033', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T11:09:01Z', 'updated_at': '2022-04-12T11:09:04Z', 'revision_number': 4, 'project_id': 'e9f4b5b1ea1d44c0b475a5fd5b832899', 'gw_port': {'id': '3e455ec8-86a4-4faa-a36b-e04c54df7033', 'name': '', 'network_id': '3b7be5f2-485b-4c85-8f98-fb200971b61c', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:87:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4fc1e5dc-5923-4f3c-b76b-1d1251f0d273', 'device_owner': 'network:router_gateway', 'standard_attr_id': 501, 'fixed_ips': [{'subnet_id': '4887111e-1302-416a-ab8e-c957c9df7f85', 'ip_address': '172.27.3.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830088-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T11:09:02Z', 'updated_at': '2022-04-12T11:09:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4887111e-1302-416a-ab8e-c957c9df7f85', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830088-4-iscsi', '_interfaces': [{'id': 'da78e4ed-741c-48b5-8bcf-8295f20b9b48', 'name': '', 'network_id': 'bff37d04-4e8c-49de-bb6c-418fb1d8cecf', 'tenant_id': 'e9f4b5b1ea1d44c0b475a5fd5b832899', 'mac_address': 'fa:16:3e:28:7f:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4fc1e5dc-5923-4f3c-b76b-1d1251f0d273', 'device_owner': 'network:router_interface', 'standard_attr_id': 502, 'fixed_ips': [{'subnet_id': '1abeef54-b5d9-4b3f-bc0d-8031aa270455', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830088-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T11:09:03Z', 'updated_at': '2022-04-12T11:09:09Z', 'revision_number': 4, 'project_id': 'e9f4b5b1ea1d44c0b475a5fd5b832899', 'subnets': [{'id': '1abeef54-b5d9-4b3f-bc0d-8031aa270455', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830088-4-iscsi', False) {} {{(pid=103259) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 11:09:09.943732 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc1eaeae-5113-49ed-b10e-6fc147bab4fc None None] The sync data for ids ['4fc1e5dc-5923-4f3c-b76b-1d1251f0d273'] in dv-cinder-830088-4-iscsi is: [{'id': '4fc1e5dc-5923-4f3c-b76b-1d1251f0d273', 'name': 'tempest-TestVolumeBootPattern-889563679-router', 'tenant_id': 'e9f4b5b1ea1d44c0b475a5fd5b832899', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b7be5f2-485b-4c85-8f98-fb200971b61c', 'external_fixed_ips': [{'subnet_id': '4887111e-1302-416a-ab8e-c957c9df7f85', 'ip_address': '172.27.3.214'}], 'enable_snat': True}, 'gw_port_id': '3e455ec8-86a4-4faa-a36b-e04c54df7033', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T11:09:01Z', 'updated_at': '2022-04-12T11:09:04Z', 'revision_number': 4, 'project_id': 'e9f4b5b1ea1d44c0b475a5fd5b832899', 'gw_port': {'id': '3e455ec8-86a4-4faa-a36b-e04c54df7033', 'name': '', 'network_id': '3b7be5f2-485b-4c85-8f98-fb200971b61c', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:87:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4fc1e5dc-5923-4f3c-b76b-1d1251f0d273', 'device_owner': 'network:router_gateway', 'standard_attr_id': 501, 'fixed_ips': [{'subnet_id': '4887111e-1302-416a-ab8e-c957c9df7f85', 'ip_address': '172.27.3.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830088-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T11:09:02Z', 'updated_at': '2022-04-12T11:09:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4887111e-1302-416a-ab8e-c957c9df7f85', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830088-4-iscsi', '_interfaces': [{'id': 'da78e4ed-741c-48b5-8bcf-8295f20b9b48', 'name': '', 'network_id': 'bff37d04-4e8c-49de-bb6c-418fb1d8cecf', 'tenant_id': 'e9f4b5b1ea1d44c0b475a5fd5b832899', 'mac_address': 'fa:16:3e:28:7f:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4fc1e5dc-5923-4f3c-b76b-1d1251f0d273', 'device_owner': 'network:router_interface', 'standard_attr_id': 502, 'fixed_ips': [{'subnet_id': '1abeef54-b5d9-4b3f-bc0d-8031aa270455', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830088-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T11:09:03Z', 'updated_at': '2022-04-12T11:09:09Z', 'revision_number': 4, 'project_id': 'e9f4b5b1ea1d44c0b475a5fd5b832899', 'subnets': [{'id': '1abeef54-b5d9-4b3f-bc0d-8031aa270455', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103259) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 12 11:09:10.040564 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-c3546cb3-5c77-45c8-89f9-8fe2a906fbda tempest-AttachVolumeNegativeTest-1347969699 tempest-AttachVolumeNegativeTest-1347969699-project] Publish callbacks [] for port (83f253f8-a076-43ed-a79c-f8f563581f51), precommit_create {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:09:10.096130 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron.plugins.ml2.plugin [None req-d8218293-6048-484a-9fd1-9dc61ffceed5 None None] Current status of the port da78e4ed-741c-48b5-8bcf-8295f20b9b48 is: ACTIVE; New status is: ACTIVE {{(pid=103259) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 11:09:10.121173 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-c3546cb3-5c77-45c8-89f9-8fe2a906fbda tempest-AttachVolumeNegativeTest-1347969699 tempest-AttachVolumeNegativeTest-1347969699-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1534861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777667450152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5265645'] for port (83f253f8-a076-43ed-a79c-f8f563581f51), after_create {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:09:10.160223 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be158d78-10df-4e9f-8ecb-a256724445b9 req-a8af3cf0-a2bf-45cf-9102-732502d0cf58 tempest-AttachVolumeShelveTestJSON-1581400671 tempest-AttachVolumeShelveTestJSON-1581400671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:09:10.165375 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3546cb3-5c77-45c8-89f9-8fe2a906fbda tempest-AttachVolumeNegativeTest-1347969699 tempest-AttachVolumeNegativeTest-1347969699-project] Network 3b7be5f2-485b-4c85-8f98-fb200971b61c is already hosted by enough agents. {{(pid=103257) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 11:09:10.168580 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron.scheduler.base_scheduler [None req-c3546cb3-5c77-45c8-89f9-8fe2a906fbda tempest-AttachVolumeNegativeTest-1347969699 tempest-AttachVolumeNegativeTest-1347969699-project] Resources bound (agent type, host, resource id): {{(pid=103257) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 11:09:10.169148 dv-cinder-830088-4-iscsi neutron-server[103258]: INFO neutron.wsgi [req-be158d78-10df-4e9f-8ecb-a256724445b9 req-a8af3cf0-a2bf-45cf-9102-732502d0cf58 tempest-AttachVolumeShelveTestJSON-1581400671 tempest-AttachVolumeShelveTestJSON-1581400671-project] 10.222.0.39 "GET /v2.0/ports?device_id=2ef72612-be1b-425f-9a62-f7ade87d4051 HTTP/1.1" status: 200 len: 945 time: 0.0960164 Apr 12 11:09:10.177717 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3546cb3-5c77-45c8-89f9-8fe2a906fbda tempest-AttachVolumeNegativeTest-1347969699 tempest-AttachVolumeNegativeTest-1347969699-project] Received port after_create {{(pid=103257) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 12 11:09:10.188846 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron.plugins.ml2.rpc [None req-e4b062a6-7a21-4431-be77-3c7776c11043 None None] Device da78e4ed-741c-48b5-8bcf-8295f20b9b48 up at agent ovs-agent-dv-cinder-830088-4-iscsi {{(pid=103259) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 11:09:10.222793 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3546cb3-5c77-45c8-89f9-8fe2a906fbda tempest-AttachVolumeNegativeTest-1347969699 tempest-AttachVolumeNegativeTest-1347969699-project] Pushing event updated for resources: {'Port': ['ID=83f253f8-a076-43ed-a79c-f8f563581f51,revision_number=1']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:09:10.246186 dv-cinder-830088-4-iscsi neutron-server[103258]: INFO neutron.wsgi [req-be158d78-10df-4e9f-8ecb-a256724445b9 req-42efe822-d1a2-46aa-8859-1d86e15d7f1f tempest-AttachVolumeShelveTestJSON-1581400671 tempest-AttachVolumeShelveTestJSON-1581400671-project] 10.222.0.39 "GET /v2.0/security-groups?id=30af6b51-0f3e-46d1-b20a-adadc9a21c54&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0758414 Apr 12 11:09:10.289550 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron_lib.callbacks.manager [None req-ac1eb4ce-748d-4bb8-bf2a-173c03784c01 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777667879581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1343690'] for agent (0a0a44e5-732d-48d9-a8ad-b47e7b7c1a86), after_update {{(pid=103259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:09:10.295242 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron.db.provisioning_blocks [None req-e4b062a6-7a21-4431-be77-3c7776c11043 None None] Provisioning complete for port da78e4ed-741c-48b5-8bcf-8295f20b9b48 triggered by entity L2. {{(pid=103259) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 11:09:10.295940 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron_lib.callbacks.manager [None req-e4b062a6-7a21-4431-be77-3c7776c11043 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1343588'] for port (da78e4ed-741c-48b5-8bcf-8295f20b9b48), provisioning_complete {{(pid=103259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:09:10.315342 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-c3546cb3-5c77-45c8-89f9-8fe2a906fbda tempest-AttachVolumeNegativeTest-1347969699 tempest-AttachVolumeNegativeTest-1347969699-project] Publish callbacks [] for floatingip (4ffae1c9-0e33-4cee-be48-c391a2419d7e), precommit_create {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:09:10.368070 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-c3546cb3-5c77-45c8-89f9-8fe2a906fbda tempest-AttachVolumeNegativeTest-1347969699 tempest-AttachVolumeNegativeTest-1347969699-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1535343'] for port (83f253f8-a076-43ed-a79c-f8f563581f51), before_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:09:10.387672 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron.plugins.ml2.plugin [None req-e4b062a6-7a21-4431-be77-3c7776c11043 None None] Current status of the port da78e4ed-741c-48b5-8bcf-8295f20b9b48 is: ACTIVE; New status is: ACTIVE {{(pid=103259) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 11:09:10.536903 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-c3546cb3-5c77-45c8-89f9-8fe2a906fbda tempest-AttachVolumeNegativeTest-1347969699 tempest-AttachVolumeNegativeTest-1347969699-project] Publish callbacks [] for port (83f253f8-a076-43ed-a79c-f8f563581f51), precommit_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:09:10.542880 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-c3546cb3-5c77-45c8-89f9-8fe2a906fbda tempest-AttachVolumeNegativeTest-1347969699 tempest-AttachVolumeNegativeTest-1347969699-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1534861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777667992095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777667450170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777667450188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5265638'] for port (83f253f8-a076-43ed-a79c-f8f563581f51), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:09:10.611935 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3546cb3-5c77-45c8-89f9-8fe2a906fbda tempest-AttachVolumeNegativeTest-1347969699 tempest-AttachVolumeNegativeTest-1347969699-project] Pushing event updated for resources: {'Port': ['ID=83f253f8-a076-43ed-a79c-f8f563581f51,revision_number=2']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:09:10.624613 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-c3546cb3-5c77-45c8-89f9-8fe2a906fbda tempest-AttachVolumeNegativeTest-1347969699 tempest-AttachVolumeNegativeTest-1347969699-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-579534'] for floatingip (4ffae1c9-0e33-4cee-be48-c391a2419d7e), after_create {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:09:10.640049 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-c3546cb3-5c77-45c8-89f9-8fe2a906fbda tempest-AttachVolumeNegativeTest-1347969699 tempest-AttachVolumeNegativeTest-1347969699-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108023'] for floatingip (None), before_response {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:09:10.641291 dv-cinder-830088-4-iscsi neutron-server[103257]: INFO neutron.wsgi [None req-c3546cb3-5c77-45c8-89f9-8fe2a906fbda tempest-AttachVolumeNegativeTest-1347969699 tempest-AttachVolumeNegativeTest-1347969699-project] 10.222.0.39 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.0524194 Apr 12 11:09:10.834371 dv-cinder-830088-4-iscsi neutron-server[103257]: INFO neutron.wsgi [req-33d72fcd-d8fd-4906-a1c1-02ad58e34c7b req-2ba1403f-e832-4baf-a938-5b0afe0f32d4 tempest-AttachVolumeNegativeTest-1347969699 tempest-AttachVolumeNegativeTest-1347969699-project] 10.222.0.39 "GET /v2.0/security-groups?name=tempest-securitygroup--1903758505&fields=id&tenant_id=e581060642574053bd171680bd4e15a9 HTTP/1.1" status: 200 len: 267 time: 0.0429876 Apr 12 11:09:10.942058 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33d72fcd-d8fd-4906-a1c1-02ad58e34c7b req-9bde4c5a-c2cd-47a7-9b1c-b59b1c1b0a86 tempest-AttachVolumeNegativeTest-1347969699 tempest-AttachVolumeNegativeTest-1347969699-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:09:10.943552 dv-cinder-830088-4-iscsi neutron-server[103257]: INFO neutron.wsgi [req-33d72fcd-d8fd-4906-a1c1-02ad58e34c7b req-9bde4c5a-c2cd-47a7-9b1c-b59b1c1b0a86 tempest-AttachVolumeNegativeTest-1347969699 tempest-AttachVolumeNegativeTest-1347969699-project] 10.222.0.39 "GET /v2.0/networks?id=8605bce6-3955-4448-bd79-8ef881f45c6d HTTP/1.1" status: 200 len: 814 time: 0.1022720 Apr 12 11:09:10.957603 dv-cinder-830088-4-iscsi neutron-server[103257]: INFO neutron.wsgi [req-33d72fcd-d8fd-4906-a1c1-02ad58e34c7b req-6745d355-006d-4c2a-b13f-2837e8f1de18 tempest-AttachVolumeNegativeTest-1347969699 tempest-AttachVolumeNegativeTest-1347969699-project] 10.222.0.39 "GET /v2.0/quotas/e581060642574053bd171680bd4e15a9 HTTP/1.1" status: 200 len: 375 time: 0.0088079 Apr 12 11:09:11.011381 dv-cinder-830088-4-iscsi neutron-server[103257]: INFO neutron.wsgi [req-33d72fcd-d8fd-4906-a1c1-02ad58e34c7b req-fcae173a-37af-4a58-af66-636700e1a244 tempest-AttachVolumeNegativeTest-1347969699 tempest-AttachVolumeNegativeTest-1347969699-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=e581060642574053bd171680bd4e15a9&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0487316 Apr 12 11:09:11.106900 dv-cinder-830088-4-iscsi neutron-server[103257]: INFO neutron.wsgi [req-33d72fcd-d8fd-4906-a1c1-02ad58e34c7b req-db5b1abc-007e-411c-94e7-022c1a4737a4 service neutron] 10.222.0.39 "GET /v2.0/networks/8605bce6-3955-4448-bd79-8ef881f45c6d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0840917 Apr 12 11:09:11.200566 dv-cinder-830088-4-iscsi neutron-server[103257]: INFO neutron.wsgi [req-33d72fcd-d8fd-4906-a1c1-02ad58e34c7b req-c4891de3-5998-477f-a9c8-f841576ceee6 service neutron] 10.222.0.39 "GET /v2.0/networks/8605bce6-3955-4448-bd79-8ef881f45c6d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0879917 Apr 12 11:09:11.391534 dv-cinder-830088-4-iscsi neutron-server[103257]: INFO neutron.wsgi [req-7f781292-6be5-455c-97c6-4da26e59225b req-9b1ef20b-6c57-4e7c-b236-b5dbbfbac1f5 tempest-AttachVolumeNegativeTest-1347969699 tempest-AttachVolumeNegativeTest-1347969699-project] 10.222.0.39 "GET /v2.0/ports?device_id=bbbeafe8-9b75-4c33-aa8a-b499a9359142 HTTP/1.1" status: 200 len: 210 time: 0.0497806 Apr 12 11:09:11.407302 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fac83ee-85c2-45eb-852e-aba2cf0a3833 req-95bbb980-a305-4d00-af38-b4211de32773 tempest-AttachVolumeShelveTestJSON-1581400671 tempest-AttachVolumeShelveTestJSON-1581400671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:09:11.411270 dv-cinder-830088-4-iscsi neutron-server[103258]: INFO neutron.wsgi [req-7fac83ee-85c2-45eb-852e-aba2cf0a3833 req-95bbb980-a305-4d00-af38-b4211de32773 tempest-AttachVolumeShelveTestJSON-1581400671 tempest-AttachVolumeShelveTestJSON-1581400671-project] 10.222.0.39 "GET /v2.0/ports?device_id=2ef72612-be1b-425f-9a62-f7ade87d4051 HTTP/1.1" status: 200 len: 945 time: 0.0897138 Apr 12 11:09:11.468706 dv-cinder-830088-4-iscsi neutron-server[103258]: INFO neutron.wsgi [req-7fac83ee-85c2-45eb-852e-aba2cf0a3833 req-ceeeb6e2-acc9-47b0-82c0-e1b670e9169c tempest-AttachVolumeShelveTestJSON-1581400671 tempest-AttachVolumeShelveTestJSON-1581400671-project] 10.222.0.39 "GET /v2.0/security-groups?id=30af6b51-0f3e-46d1-b20a-adadc9a21c54&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0512288 Apr 12 11:09:11.786576 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron_lib.callbacks.manager [None req-ae6c308c-a92e-4424-a7f8-d6a17e5174ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777667879581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1343690'] for agent (742b2e09-86ec-4663-b086-f6b891926c3e), after_update {{(pid=103259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:09:12.453127 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33d72fcd-d8fd-4906-a1c1-02ad58e34c7b req-6eaa5229-80ba-48f2-9a82-8d1172955636 tempest-AttachVolumeNegativeTest-1347969699 tempest-AttachVolumeNegativeTest-1347969699-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:09:12.455724 dv-cinder-830088-4-iscsi neutron-server[103258]: INFO neutron.wsgi [req-33d72fcd-d8fd-4906-a1c1-02ad58e34c7b req-6eaa5229-80ba-48f2-9a82-8d1172955636 tempest-AttachVolumeNegativeTest-1347969699 tempest-AttachVolumeNegativeTest-1347969699-project] 10.222.0.53 "GET /v2.0/networks?id=8605bce6-3955-4448-bd79-8ef881f45c6d HTTP/1.1" status: 200 len: 814 time: 0.1126404 Apr 12 11:09:12.506177 dv-cinder-830088-4-iscsi neutron-server[103257]: INFO neutron.wsgi [req-5487629f-510c-4d8a-8201-5f8ebfa32d14 req-df60e3f0-7d8a-41f8-a7b5-8cf6ce4f9fa5 tempest-AttachVolumeNegativeTest-1347969699 tempest-AttachVolumeNegativeTest-1347969699-project] 10.222.0.39 "GET /v2.0/ports?device_id=bbbeafe8-9b75-4c33-aa8a-b499a9359142 HTTP/1.1" status: 200 len: 210 time: 0.0316181 Apr 12 11:09:12.536394 dv-cinder-830088-4-iscsi neutron-server[103258]: INFO neutron.wsgi [req-33d72fcd-d8fd-4906-a1c1-02ad58e34c7b req-8fb1a746-1bb2-4503-9873-8e43c0406153 tempest-AttachVolumeNegativeTest-1347969699 tempest-AttachVolumeNegativeTest-1347969699-project] 10.222.0.53 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e581060642574053bd171680bd4e15a9 HTTP/1.1" status: 200 len: 380 time: 0.0662227 Apr 12 11:09:12.554452 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.api.v2.base [req-33d72fcd-d8fd-4906-a1c1-02ad58e34c7b req-ebc21322-9e5e-4617-80b2-4d76042af171 tempest-AttachVolumeNegativeTest-1347969699 tempest-AttachVolumeNegativeTest-1347969699-project] Request body: {'port': {'device_id': 'bbbeafe8-9b75-4c33-aa8a-b499a9359142', 'network_id': '8605bce6-3955-4448-bd79-8ef881f45c6d', 'admin_state_up': True, 'tenant_id': 'e581060642574053bd171680bd4e15a9', 'security_groups': ['cfe90a79-fe9e-4344-9ce3-7ebb4bf0c918']}} {{(pid=103258) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 11:09:12.563831 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron_lib.callbacks.manager [None req-3c8b3d78-f9a3-4a82-9227-88d806fa5023 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777667879581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1343690'] for agent (77f5e085-0284-4236-9dbf-35d2d452e277), after_update {{(pid=103259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:09:12.669526 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c13c6ab-29f9-47e8-b37c-08c5515fb709 req-1b4a4d63-c9f4-4c28-981f-2a53613a2962 tempest-AttachVolumeShelveTestJSON-1581400671 tempest-AttachVolumeShelveTestJSON-1581400671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:09:12.671062 dv-cinder-830088-4-iscsi neutron-server[103258]: INFO neutron.wsgi [req-9c13c6ab-29f9-47e8-b37c-08c5515fb709 req-1b4a4d63-c9f4-4c28-981f-2a53613a2962 tempest-AttachVolumeShelveTestJSON-1581400671 tempest-AttachVolumeShelveTestJSON-1581400671-project] 10.222.0.39 "GET /v2.0/ports?device_id=2ef72612-be1b-425f-9a62-f7ade87d4051 HTTP/1.1" status: 200 len: 945 time: 0.0882585 Apr 12 11:09:12.740961 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-33d72fcd-d8fd-4906-a1c1-02ad58e34c7b req-ebc21322-9e5e-4617-80b2-4d76042af171 tempest-AttachVolumeNegativeTest-1347969699 tempest-AttachVolumeNegativeTest-1347969699-project] Made reservation on behalf of e581060642574053bd171680bd4e15a9 for: {'port': 1} {{(pid=103258) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 12 11:09:12.744213 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [req-33d72fcd-d8fd-4906-a1c1-02ad58e34c7b req-ebc21322-9e5e-4617-80b2-4d76042af171 tempest-AttachVolumeNegativeTest-1347969699 tempest-AttachVolumeNegativeTest-1347969699-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1535343'] for port (None), before_create {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:09:12.757377 dv-cinder-830088-4-iscsi neutron-server[103258]: INFO neutron.wsgi [req-9c13c6ab-29f9-47e8-b37c-08c5515fb709 req-e6f6d7d6-ac8d-41b3-a212-0a4293c4404d tempest-AttachVolumeShelveTestJSON-1581400671 tempest-AttachVolumeShelveTestJSON-1581400671-project] 10.222.0.39 "GET /v2.0/security-groups?id=30af6b51-0f3e-46d1-b20a-adadc9a21c54&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0796802 Apr 12 11:09:12.880922 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.db.db_base_plugin_common [req-33d72fcd-d8fd-4906-a1c1-02ad58e34c7b req-ebc21322-9e5e-4617-80b2-4d76042af171 tempest-AttachVolumeNegativeTest-1347969699 tempest-AttachVolumeNegativeTest-1347969699-project] Allocated IP 172.20.0.12 (8605bce6-3955-4448-bd79-8ef881f45c6d/342bfb33-54ce-4b31-b1d9-ee13f5d2ec00/caf4dd33-4527-4948-8394-8fb672171104) {{(pid=103258) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 12 11:09:13.020311 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [req-33d72fcd-d8fd-4906-a1c1-02ad58e34c7b req-ebc21322-9e5e-4617-80b2-4d76042af171 tempest-AttachVolumeNegativeTest-1347969699 tempest-AttachVolumeNegativeTest-1347969699-project] Publish callbacks [] for port (caf4dd33-4527-4948-8394-8fb672171104), precommit_create {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:09:13.061084 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [req-33d72fcd-d8fd-4906-a1c1-02ad58e34c7b req-ebc21322-9e5e-4617-80b2-4d76042af171 tempest-AttachVolumeNegativeTest-1347969699 tempest-AttachVolumeNegativeTest-1347969699-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1534861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777667450152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4796947'] for port (caf4dd33-4527-4948-8394-8fb672171104), after_create {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:09:13.103283 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-33d72fcd-d8fd-4906-a1c1-02ad58e34c7b req-ebc21322-9e5e-4617-80b2-4d76042af171 tempest-AttachVolumeNegativeTest-1347969699 tempest-AttachVolumeNegativeTest-1347969699-project] Network 8605bce6-3955-4448-bd79-8ef881f45c6d is already hosted by enough agents. {{(pid=103258) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 11:09:13.106240 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.scheduler.base_scheduler [req-33d72fcd-d8fd-4906-a1c1-02ad58e34c7b req-ebc21322-9e5e-4617-80b2-4d76042af171 tempest-AttachVolumeNegativeTest-1347969699 tempest-AttachVolumeNegativeTest-1347969699-project] Resources bound (agent type, host, resource id): {{(pid=103258) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 11:09:13.109849 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.db.l3_dvrscheduler_db [req-33d72fcd-d8fd-4906-a1c1-02ad58e34c7b req-ebc21322-9e5e-4617-80b2-4d76042af171 tempest-AttachVolumeNegativeTest-1347969699 tempest-AttachVolumeNegativeTest-1347969699-project] Received port after_create {{(pid=103258) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 12 11:09:13.142274 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebc21322-9e5e-4617-80b2-4d76042af171 tempest-AttachVolumeNegativeTest-1347969699 tempest-AttachVolumeNegativeTest-1347969699-project] Pushing event updated for resources: {'Port': ['ID=caf4dd33-4527-4948-8394-8fb672171104,revision_number=1']} {{(pid=103258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:09:13.168067 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33d72fcd-d8fd-4906-a1c1-02ad58e34c7b req-ebc21322-9e5e-4617-80b2-4d76042af171 tempest-AttachVolumeNegativeTest-1347969699 tempest-AttachVolumeNegativeTest-1347969699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:09:13.169607 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [req-33d72fcd-d8fd-4906-a1c1-02ad58e34c7b req-ebc21322-9e5e-4617-80b2-4d76042af171 tempest-AttachVolumeNegativeTest-1347969699 tempest-AttachVolumeNegativeTest-1347969699-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108023'] for port (None), before_response {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:09:13.187927 dv-cinder-830088-4-iscsi neutron-server[103258]: INFO neutron.wsgi [req-33d72fcd-d8fd-4906-a1c1-02ad58e34c7b req-ebc21322-9e5e-4617-80b2-4d76042af171 tempest-AttachVolumeNegativeTest-1347969699 tempest-AttachVolumeNegativeTest-1347969699-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6432359 Apr 12 11:09:13.206106 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.api.v2.base [req-33d72fcd-d8fd-4906-a1c1-02ad58e34c7b req-d23bc83e-3e65-46e6-be16-d35466df4184 service neutron] Request body: {'port': {'device_id': 'bbbeafe8-9b75-4c33-aa8a-b499a9359142', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83008'}} {{(pid=103258) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 11:09:13.279305 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [req-33d72fcd-d8fd-4906-a1c1-02ad58e34c7b req-d23bc83e-3e65-46e6-be16-d35466df4184 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1535343'] for port (caf4dd33-4527-4948-8394-8fb672171104), before_update {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:09:13.342564 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron.db.provisioning_blocks [None req-62460294-9e40-425d-bf23-247b848122c6 None None] Provisioning complete for port caf4dd33-4527-4948-8394-8fb672171104 triggered by entity DHCP. {{(pid=103259) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 11:09:13.343615 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron_lib.callbacks.manager [None req-62460294-9e40-425d-bf23-247b848122c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1343588'] for port (caf4dd33-4527-4948-8394-8fb672171104), provisioning_complete {{(pid=103259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:09:13.381107 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron.plugins.ml2.plugin [None req-62460294-9e40-425d-bf23-247b848122c6 None None] Port caf4dd33-4527-4948-8394-8fb672171104 cannot update to ACTIVE because it is not bound. {{(pid=103259) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 12 11:09:13.549289 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.notifiers.nova [req-33d72fcd-d8fd-4906-a1c1-02ad58e34c7b req-d23bc83e-3e65-46e6-be16-d35466df4184 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id caf4dd33-4527-4948-8394-8fb672171104 {{(pid=103258) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 12 11:09:13.557401 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [req-33d72fcd-d8fd-4906-a1c1-02ad58e34c7b req-d23bc83e-3e65-46e6-be16-d35466df4184 service neutron] Publish callbacks [] for port (caf4dd33-4527-4948-8394-8fb672171104), precommit_update {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:09:13.570019 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.db.provisioning_blocks [req-33d72fcd-d8fd-4906-a1c1-02ad58e34c7b req-d23bc83e-3e65-46e6-be16-d35466df4184 service neutron] Transition to ACTIVE for port object caf4dd33-4527-4948-8394-8fb672171104 will not be triggered until provisioned by entity L2. {{(pid=103258) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 12 11:09:13.574299 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [req-33d72fcd-d8fd-4906-a1c1-02ad58e34c7b req-d23bc83e-3e65-46e6-be16-d35466df4184 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1534861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777667992095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777667450170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777667450188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4796952'] for port (caf4dd33-4527-4948-8394-8fb672171104), after_update {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:09:13.630318 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d23bc83e-3e65-46e6-be16-d35466df4184 service neutron] Pushing event updated for resources: {'Port': ['ID=caf4dd33-4527-4948-8394-8fb672171104,revision_number=2']} {{(pid=103258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:09:13.643557 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24ebd639-662b-454f-ba17-e103e00d6bd7 req-a7244e76-58fa-451d-abe3-8f8e30c0942e tempest-AttachVolumeNegativeTest-1347969699 tempest-AttachVolumeNegativeTest-1347969699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:09:13.645643 dv-cinder-830088-4-iscsi neutron-server[103257]: INFO neutron.wsgi [req-24ebd639-662b-454f-ba17-e103e00d6bd7 req-a7244e76-58fa-451d-abe3-8f8e30c0942e tempest-AttachVolumeNegativeTest-1347969699 tempest-AttachVolumeNegativeTest-1347969699-project] 10.222.0.39 "GET /v2.0/ports?device_id=bbbeafe8-9b75-4c33-aa8a-b499a9359142 HTTP/1.1" status: 200 len: 944 time: 0.0572758 Apr 12 11:09:13.705254 dv-cinder-830088-4-iscsi neutron-server[103257]: INFO neutron.wsgi [req-24ebd639-662b-454f-ba17-e103e00d6bd7 req-5b8f9a79-15b6-41ae-922b-5bd431d6c025 tempest-AttachVolumeNegativeTest-1347969699 tempest-AttachVolumeNegativeTest-1347969699-project] 10.222.0.39 "GET /v2.0/security-groups?id=cfe90a79-fe9e-4344-9ce3-7ebb4bf0c918&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0518637 Apr 12 11:09:13.715391 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.plugins.ml2.managers [req-33d72fcd-d8fd-4906-a1c1-02ad58e34c7b req-d23bc83e-3e65-46e6-be16-d35466df4184 service neutron] Attempting to bind port caf4dd33-4527-4948-8394-8fb672171104 on host hv-cinder-83008 for vnic_type normal with profile {{(pid=103258) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 12 11:09:13.715732 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.plugins.ml2.managers [req-33d72fcd-d8fd-4906-a1c1-02ad58e34c7b req-d23bc83e-3e65-46e6-be16-d35466df4184 service neutron] Attempting to bind port caf4dd33-4527-4948-8394-8fb672171104 by drivers openvswitch,hyperv on host hv-cinder-83008 at level 0 using segments [{'id': '7235212e-5ea9-4475-b7e8-0ed6cc0af829', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': '8605bce6-3955-4448-bd79-8ef881f45c6d'}] {{(pid=103258) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 12 11:09:13.716062 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33d72fcd-d8fd-4906-a1c1-02ad58e34c7b req-d23bc83e-3e65-46e6-be16-d35466df4184 service neutron] Attempting to bind port caf4dd33-4527-4948-8394-8fb672171104 on network 8605bce6-3955-4448-bd79-8ef881f45c6d {{(pid=103258) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 11:09:13.720895 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33d72fcd-d8fd-4906-a1c1-02ad58e34c7b req-d23bc83e-3e65-46e6-be16-d35466df4184 service neutron] Port caf4dd33-4527-4948-8394-8fb672171104 on network 8605bce6-3955-4448-bd79-8ef881f45c6d not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83008 {{(pid=103258) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 12 11:09:13.721217 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33d72fcd-d8fd-4906-a1c1-02ad58e34c7b req-d23bc83e-3e65-46e6-be16-d35466df4184 service neutron] Attempting to bind port caf4dd33-4527-4948-8394-8fb672171104 on network 8605bce6-3955-4448-bd79-8ef881f45c6d {{(pid=103258) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 11:09:13.727217 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33d72fcd-d8fd-4906-a1c1-02ad58e34c7b req-d23bc83e-3e65-46e6-be16-d35466df4184 service neutron] Checking agent: {'id': '742b2e09-86ec-4663-b086-f6b891926c3e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83008', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 12, 10, 58, 42), 'started_at': datetime.datetime(2022, 4, 12, 10, 58, 42), 'heartbeat_timestamp': datetime.datetime(2022, 4, 12, 11, 9, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103258) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 12 11:09:13.727566 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33d72fcd-d8fd-4906-a1c1-02ad58e34c7b req-d23bc83e-3e65-46e6-be16-d35466df4184 service neutron] Checking segment: {'id': '7235212e-5ea9-4475-b7e8-0ed6cc0af829', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': '8605bce6-3955-4448-bd79-8ef881f45c6d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103258) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 11:09:13.728073 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33d72fcd-d8fd-4906-a1c1-02ad58e34c7b req-d23bc83e-3e65-46e6-be16-d35466df4184 service neutron] Bound using segment: {'id': '7235212e-5ea9-4475-b7e8-0ed6cc0af829', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': '8605bce6-3955-4448-bd79-8ef881f45c6d'} {{(pid=103258) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 12 11:09:13.728731 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.plugins.ml2.managers [req-33d72fcd-d8fd-4906-a1c1-02ad58e34c7b req-d23bc83e-3e65-46e6-be16-d35466df4184 service neutron] Bound port: caf4dd33-4527-4948-8394-8fb672171104, host: hv-cinder-83008, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7235212e-5ea9-4475-b7e8-0ed6cc0af829', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': '8605bce6-3955-4448-bd79-8ef881f45c6d'}}] {{(pid=103258) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 12 11:09:13.729093 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [req-33d72fcd-d8fd-4906-a1c1-02ad58e34c7b req-d23bc83e-3e65-46e6-be16-d35466df4184 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1535343'] for port (caf4dd33-4527-4948-8394-8fb672171104), before_update {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:09:13.796983 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.plugins.ml2.db [req-33d72fcd-d8fd-4906-a1c1-02ad58e34c7b req-d23bc83e-3e65-46e6-be16-d35466df4184 service neutron] For port caf4dd33-4527-4948-8394-8fb672171104, host hv-cinder-83008, cleared binding levels {{(pid=103258) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 12 11:09:13.800535 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.plugins.ml2.db [req-33d72fcd-d8fd-4906-a1c1-02ad58e34c7b req-d23bc83e-3e65-46e6-be16-d35466df4184 service neutron] For port caf4dd33-4527-4948-8394-8fb672171104, host hv-cinder-83008, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83008',level=0,port_id=caf4dd33-4527-4948-8394-8fb672171104,segment=NetworkSegment(7235212e-5ea9-4475-b7e8-0ed6cc0af829),segment_id=7235212e-5ea9-4475-b7e8-0ed6cc0af829)] {{(pid=103258) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 12 11:09:13.808387 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [req-33d72fcd-d8fd-4906-a1c1-02ad58e34c7b req-d23bc83e-3e65-46e6-be16-d35466df4184 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1534861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777667992095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777667450170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777667450188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4796952'] for port (caf4dd33-4527-4948-8394-8fb672171104), after_update {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:09:13.820290 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron_lib.callbacks.manager [None req-601bd752-88b9-4ad2-8e14-56931e32431b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777667879581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1343690'] for agent (3ceb33ec-7c20-4632-9357-4cc6534463de), after_update {{(pid=103259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:09:13.860678 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33d72fcd-d8fd-4906-a1c1-02ad58e34c7b req-d23bc83e-3e65-46e6-be16-d35466df4184 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:09:13.861793 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [req-33d72fcd-d8fd-4906-a1c1-02ad58e34c7b req-d23bc83e-3e65-46e6-be16-d35466df4184 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108023'] for port (None), before_response {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:09:13.863658 dv-cinder-830088-4-iscsi neutron-server[103258]: INFO neutron.wsgi [req-33d72fcd-d8fd-4906-a1c1-02ad58e34c7b req-d23bc83e-3e65-46e6-be16-d35466df4184 service neutron] 10.222.0.53 "PUT /v2.0/ports/caf4dd33-4527-4948-8394-8fb672171104 HTTP/1.1" status: 200 len: 1094 time: 0.6621711 Apr 12 11:09:13.866060 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bbbeafe8-9b75-4c33-aa8a-b499a9359142', 'tag': 'caf4dd33-4527-4948-8394-8fb672171104'}] {{(pid=103258) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 11:09:13.868890 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c54b6d548356c9296345eb8e608a1624e6dfb095c10b2709a108c8ba991c21a4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8cadd4d4-aa20-4794-a4b5-84d07d2af94a" -d '{"events": [{"name": "network-changed", "server_uuid": "bbbeafe8-9b75-4c33-aa8a-b499a9359142", "tag": "caf4dd33-4527-4948-8394-8fb672171104"}]}' {{(pid=103258) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 11:09:13.926467 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Apr 2022 11:09:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0bcf3305-f51b-4b97-80a6-ca223b2bf9b8 x-openstack-request-id: req-0bcf3305-f51b-4b97-80a6-ca223b2bf9b8 {{(pid=103258) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 11:09:13.926797 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bbbeafe8-9b75-4c33-aa8a-b499a9359142", "tag": "caf4dd33-4527-4948-8394-8fb672171104", "status": "completed", "code": 200}]} {{(pid=103258) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 11:09:13.927046 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-0bcf3305-f51b-4b97-80a6-ca223b2bf9b8 {{(pid=103258) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 11:09:13.927458 dv-cinder-830088-4-iscsi neutron-server[103258]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0bcf3305-f51b-4b97-80a6-ca223b2bf9b8'] response: {'name': 'network-changed', 'server_uuid': 'bbbeafe8-9b75-4c33-aa8a-b499a9359142', 'tag': 'caf4dd33-4527-4948-8394-8fb672171104', 'status': 'completed', 'code': 200} Apr 12 11:09:13.937663 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19d97778-40c1-428b-bbec-1fac244b5205 req-a6d6e22e-8743-491c-be7c-f323a4770028 tempest-AttachVolumeShelveTestJSON-1581400671 tempest-AttachVolumeShelveTestJSON-1581400671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:09:13.939274 dv-cinder-830088-4-iscsi neutron-server[103258]: INFO neutron.wsgi [req-19d97778-40c1-428b-bbec-1fac244b5205 req-a6d6e22e-8743-491c-be7c-f323a4770028 tempest-AttachVolumeShelveTestJSON-1581400671 tempest-AttachVolumeShelveTestJSON-1581400671-project] 10.222.0.39 "GET /v2.0/ports?device_id=2ef72612-be1b-425f-9a62-f7ade87d4051 HTTP/1.1" status: 200 len: 945 time: 0.0981913 Apr 12 11:09:13.943445 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d23bc83e-3e65-46e6-be16-d35466df4184 service neutron] Pushing event updated for resources: {'Port': ['ID=caf4dd33-4527-4948-8394-8fb672171104,revision_number=3']} {{(pid=103258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:09:14.021936 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33d72fcd-d8fd-4906-a1c1-02ad58e34c7b req-75176e3f-41cf-4520-b656-946fda65c8b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:09:14.023450 dv-cinder-830088-4-iscsi neutron-server[103258]: INFO neutron.wsgi [req-33d72fcd-d8fd-4906-a1c1-02ad58e34c7b req-75176e3f-41cf-4520-b656-946fda65c8b8 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=e581060642574053bd171680bd4e15a9&device_id=bbbeafe8-9b75-4c33-aa8a-b499a9359142 HTTP/1.1" status: 200 len: 1128 time: 0.0718727 Apr 12 11:09:14.040630 dv-cinder-830088-4-iscsi neutron-server[103258]: INFO neutron.wsgi [req-19d97778-40c1-428b-bbec-1fac244b5205 req-5a30527a-917d-4d63-883f-ff15dc413d08 tempest-AttachVolumeShelveTestJSON-1581400671 tempest-AttachVolumeShelveTestJSON-1581400671-project] 10.222.0.39 "GET /v2.0/security-groups?id=30af6b51-0f3e-46d1-b20a-adadc9a21c54&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0877044 Apr 12 11:09:14.077227 dv-cinder-830088-4-iscsi neutron-server[103258]: INFO neutron.wsgi [req-33d72fcd-d8fd-4906-a1c1-02ad58e34c7b req-4f32b140-ce19-4018-9b5a-5e8254b0889d service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=caf4dd33-4527-4948-8394-8fb672171104 HTTP/1.1" status: 200 len: 217 time: 0.0355740 Apr 12 11:09:14.128726 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33d72fcd-d8fd-4906-a1c1-02ad58e34c7b req-e2834f09-4357-4b18-864d-6666576f5604 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:09:14.130192 dv-cinder-830088-4-iscsi neutron-server[103258]: INFO neutron.wsgi [req-33d72fcd-d8fd-4906-a1c1-02ad58e34c7b req-e2834f09-4357-4b18-864d-6666576f5604 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=342bfb33-54ce-4b31-b1d9-ee13f5d2ec00 HTTP/1.1" status: 200 len: 853 time: 0.0470462 Apr 12 11:09:14.178479 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33d72fcd-d8fd-4906-a1c1-02ad58e34c7b req-e2435afc-f642-423f-a819-8e2d1ac33bef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:09:14.180201 dv-cinder-830088-4-iscsi neutron-server[103258]: INFO neutron.wsgi [req-33d72fcd-d8fd-4906-a1c1-02ad58e34c7b req-e2435afc-f642-423f-a819-8e2d1ac33bef service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=8605bce6-3955-4448-bd79-8ef881f45c6d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0399976 Apr 12 11:09:14.271856 dv-cinder-830088-4-iscsi neutron-server[103258]: INFO neutron.wsgi [req-33d72fcd-d8fd-4906-a1c1-02ad58e34c7b req-9699070b-71e1-4da9-a0bb-c1a1c4791e10 service neutron] 10.222.0.53 "GET /v2.0/networks/8605bce6-3955-4448-bd79-8ef881f45c6d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0835674 Apr 12 11:09:14.365064 dv-cinder-830088-4-iscsi neutron-server[103258]: INFO neutron.wsgi [req-33d72fcd-d8fd-4906-a1c1-02ad58e34c7b req-8ea648cd-c41d-479d-95d0-6e29198de991 service neutron] 10.222.0.53 "GET /v2.0/networks/8605bce6-3955-4448-bd79-8ef881f45c6d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0855074 Apr 12 11:09:14.817449 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08294beb-1e8d-411c-9a88-47fc20faf72e req-51c79c03-ff9c-415b-b566-ee6c3d12d274 tempest-AttachVolumeNegativeTest-1347969699 tempest-AttachVolumeNegativeTest-1347969699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:09:14.818914 dv-cinder-830088-4-iscsi neutron-server[103257]: INFO neutron.wsgi [req-08294beb-1e8d-411c-9a88-47fc20faf72e req-51c79c03-ff9c-415b-b566-ee6c3d12d274 tempest-AttachVolumeNegativeTest-1347969699 tempest-AttachVolumeNegativeTest-1347969699-project] 10.222.0.39 "GET /v2.0/ports?device_id=bbbeafe8-9b75-4c33-aa8a-b499a9359142 HTTP/1.1" status: 200 len: 944 time: 0.0528557 Apr 12 11:09:14.865762 dv-cinder-830088-4-iscsi neutron-server[103257]: INFO neutron.wsgi [req-08294beb-1e8d-411c-9a88-47fc20faf72e req-ed8133fb-2ae3-4fb5-995e-9ee5813f5984 tempest-AttachVolumeNegativeTest-1347969699 tempest-AttachVolumeNegativeTest-1347969699-project] 10.222.0.39 "GET /v2.0/security-groups?id=cfe90a79-fe9e-4344-9ce3-7ebb4bf0c918&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411668 Apr 12 11:09:15.055862 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron_lib.callbacks.manager [None req-0acb87d3-0572-4b2c-b7c9-977edd32a8b9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777667879581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1343690'] for agent (3c144e28-9cc5-463d-ad96-a18b19cd455c), after_update {{(pid=103259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:09:15.155957 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-355ca48b-3f54-495e-b91a-53be74ac9496 req-889e60b4-955f-437c-955c-1505ceda9fa0 tempest-AttachVolumeShelveTestJSON-1581400671 tempest-AttachVolumeShelveTestJSON-1581400671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:09:15.157443 dv-cinder-830088-4-iscsi neutron-server[103258]: INFO neutron.wsgi [req-355ca48b-3f54-495e-b91a-53be74ac9496 req-889e60b4-955f-437c-955c-1505ceda9fa0 tempest-AttachVolumeShelveTestJSON-1581400671 tempest-AttachVolumeShelveTestJSON-1581400671-project] 10.222.0.39 "GET /v2.0/ports?device_id=2ef72612-be1b-425f-9a62-f7ade87d4051 HTTP/1.1" status: 200 len: 945 time: 0.0470364 Apr 12 11:09:15.204286 dv-cinder-830088-4-iscsi neutron-server[103258]: INFO neutron.wsgi [req-355ca48b-3f54-495e-b91a-53be74ac9496 req-aef18f9f-47c6-48ee-b20b-bbcc61297da9 tempest-AttachVolumeShelveTestJSON-1581400671 tempest-AttachVolumeShelveTestJSON-1581400671-project] 10.222.0.39 "GET /v2.0/security-groups?id=30af6b51-0f3e-46d1-b20a-adadc9a21c54&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404565 Apr 12 11:09:15.978549 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcf442cf-efcd-4a54-b52a-22da8bcb5c8a req-152f29b3-ea39-4ff7-8f50-85b4f88ed544 tempest-AttachVolumeNegativeTest-1347969699 tempest-AttachVolumeNegativeTest-1347969699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:09:15.980178 dv-cinder-830088-4-iscsi neutron-server[103257]: INFO neutron.wsgi [req-dcf442cf-efcd-4a54-b52a-22da8bcb5c8a req-152f29b3-ea39-4ff7-8f50-85b4f88ed544 tempest-AttachVolumeNegativeTest-1347969699 tempest-AttachVolumeNegativeTest-1347969699-project] 10.222.0.39 "GET /v2.0/ports?device_id=bbbeafe8-9b75-4c33-aa8a-b499a9359142 HTTP/1.1" status: 200 len: 944 time: 0.0471833 Apr 12 11:09:16.028550 dv-cinder-830088-4-iscsi neutron-server[103257]: INFO neutron.wsgi [req-dcf442cf-efcd-4a54-b52a-22da8bcb5c8a req-b8fd6a6c-6caf-4204-be6a-2af7d53a074c tempest-AttachVolumeNegativeTest-1347969699 tempest-AttachVolumeNegativeTest-1347969699-project] 10.222.0.39 "GET /v2.0/security-groups?id=cfe90a79-fe9e-4344-9ce3-7ebb4bf0c918&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427890 Apr 12 11:09:16.324912 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90960696-e7ef-4605-9e48-4462ae6897fb req-9e2a296d-cce8-4b0f-b752-14db01e1d94d tempest-AttachVolumeShelveTestJSON-1581400671 tempest-AttachVolumeShelveTestJSON-1581400671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:09:16.326389 dv-cinder-830088-4-iscsi neutron-server[103258]: INFO neutron.wsgi [req-90960696-e7ef-4605-9e48-4462ae6897fb req-9e2a296d-cce8-4b0f-b752-14db01e1d94d tempest-AttachVolumeShelveTestJSON-1581400671 tempest-AttachVolumeShelveTestJSON-1581400671-project] 10.222.0.39 "GET /v2.0/ports?device_id=2ef72612-be1b-425f-9a62-f7ade87d4051 HTTP/1.1" status: 200 len: 945 time: 0.0506094 Apr 12 11:09:16.373931 dv-cinder-830088-4-iscsi neutron-server[103258]: INFO neutron.wsgi [req-90960696-e7ef-4605-9e48-4462ae6897fb req-e73ac917-6277-40ec-8c30-41d23eb381d5 tempest-AttachVolumeShelveTestJSON-1581400671 tempest-AttachVolumeShelveTestJSON-1581400671-project] 10.222.0.39 "GET /v2.0/security-groups?id=30af6b51-0f3e-46d1-b20a-adadc9a21c54&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411575 Apr 12 11:09:16.548950 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron_lib.callbacks.manager [None req-e4b062a6-7a21-4431-be77-3c7776c11043 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777667879581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1343690'] for agent (c71cae7d-514b-467a-8477-0a67bee0b970), after_update {{(pid=103259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:09:17.143262 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eefbe37c-3de4-4483-9aed-e55485c9d7a9 req-8c3977cc-2306-4d47-9d46-e4db810250fc tempest-AttachVolumeNegativeTest-1347969699 tempest-AttachVolumeNegativeTest-1347969699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:09:17.145315 dv-cinder-830088-4-iscsi neutron-server[103257]: INFO neutron.wsgi [req-eefbe37c-3de4-4483-9aed-e55485c9d7a9 req-8c3977cc-2306-4d47-9d46-e4db810250fc tempest-AttachVolumeNegativeTest-1347969699 tempest-AttachVolumeNegativeTest-1347969699-project] 10.222.0.39 "GET /v2.0/ports?device_id=bbbeafe8-9b75-4c33-aa8a-b499a9359142 HTTP/1.1" status: 200 len: 944 time: 0.0506127 Apr 12 11:09:17.200044 dv-cinder-830088-4-iscsi neutron-server[103257]: INFO neutron.wsgi [req-eefbe37c-3de4-4483-9aed-e55485c9d7a9 req-a937e2bc-e9b9-46e1-9af5-21542f1c72a1 tempest-AttachVolumeNegativeTest-1347969699 tempest-AttachVolumeNegativeTest-1347969699-project] 10.222.0.39 "GET /v2.0/security-groups?id=cfe90a79-fe9e-4344-9ce3-7ebb4bf0c918&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0481343 Apr 12 11:09:17.445078 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cadd4d4-aa20-4794-a4b5-84d07d2af94a req-7456de61-a94d-4b17-b6d0-8ead697d17f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:09:17.446609 dv-cinder-830088-4-iscsi neutron-server[103258]: INFO neutron.wsgi [req-8cadd4d4-aa20-4794-a4b5-84d07d2af94a req-7456de61-a94d-4b17-b6d0-8ead697d17f3 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=e581060642574053bd171680bd4e15a9&device_id=bbbeafe8-9b75-4c33-aa8a-b499a9359142 HTTP/1.1" status: 200 len: 1128 time: 0.0409729 Apr 12 11:09:17.516735 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c97ecec4-b092-4517-88a8-79c4fc93eac6 req-69ada8ff-443a-4e11-81e1-21622fdee19d tempest-AttachVolumeShelveTestJSON-1581400671 tempest-AttachVolumeShelveTestJSON-1581400671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:09:17.518277 dv-cinder-830088-4-iscsi neutron-server[103258]: INFO neutron.wsgi [req-c97ecec4-b092-4517-88a8-79c4fc93eac6 req-69ada8ff-443a-4e11-81e1-21622fdee19d tempest-AttachVolumeShelveTestJSON-1581400671 tempest-AttachVolumeShelveTestJSON-1581400671-project] 10.222.0.39 "GET /v2.0/ports?device_id=2ef72612-be1b-425f-9a62-f7ade87d4051 HTTP/1.1" status: 200 len: 945 time: 0.0707142 Apr 12 11:09:17.606169 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cadd4d4-aa20-4794-a4b5-84d07d2af94a req-8b274140-0d04-4b16-a39d-32301ba4b312 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:09:17.607670 dv-cinder-830088-4-iscsi neutron-server[103258]: INFO neutron.wsgi [req-8cadd4d4-aa20-4794-a4b5-84d07d2af94a req-8b274140-0d04-4b16-a39d-32301ba4b312 service neutron] 10.222.0.53 "GET /v2.0/networks?id=8605bce6-3955-4448-bd79-8ef881f45c6d HTTP/1.1" status: 200 len: 915 time: 0.1517932 Apr 12 11:09:17.610898 dv-cinder-830088-4-iscsi neutron-server[103258]: INFO neutron.wsgi [req-c97ecec4-b092-4517-88a8-79c4fc93eac6 req-a606aa86-8976-4f88-852c-e46ea7b0a3d3 tempest-AttachVolumeShelveTestJSON-1581400671 tempest-AttachVolumeShelveTestJSON-1581400671-project] 10.222.0.39 "GET /v2.0/security-groups?id=30af6b51-0f3e-46d1-b20a-adadc9a21c54&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0664239 Apr 12 11:09:17.652547 dv-cinder-830088-4-iscsi neutron-server[103258]: INFO neutron.wsgi [req-8cadd4d4-aa20-4794-a4b5-84d07d2af94a req-6fad896a-6ba0-4ba9-8ac3-33473fafc25c service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=caf4dd33-4527-4948-8394-8fb672171104 HTTP/1.1" status: 200 len: 217 time: 0.0386391 Apr 12 11:09:17.701142 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cadd4d4-aa20-4794-a4b5-84d07d2af94a req-66025360-c6ce-47df-af38-75191f402d53 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:09:17.702499 dv-cinder-830088-4-iscsi neutron-server[103258]: INFO neutron.wsgi [req-8cadd4d4-aa20-4794-a4b5-84d07d2af94a req-66025360-c6ce-47df-af38-75191f402d53 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=342bfb33-54ce-4b31-b1d9-ee13f5d2ec00 HTTP/1.1" status: 200 len: 853 time: 0.0429649 Apr 12 11:09:17.744955 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cadd4d4-aa20-4794-a4b5-84d07d2af94a req-f16dfb38-850c-437a-b2ad-82bb85b22c34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:09:17.746434 dv-cinder-830088-4-iscsi neutron-server[103258]: INFO neutron.wsgi [req-8cadd4d4-aa20-4794-a4b5-84d07d2af94a req-f16dfb38-850c-437a-b2ad-82bb85b22c34 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=8605bce6-3955-4448-bd79-8ef881f45c6d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0379467 Apr 12 11:09:17.840577 dv-cinder-830088-4-iscsi neutron-server[103258]: INFO neutron.wsgi [req-8cadd4d4-aa20-4794-a4b5-84d07d2af94a req-83ac2cb2-a858-4a42-a44f-dc96ef203ad5 service neutron] 10.222.0.53 "GET /v2.0/networks/8605bce6-3955-4448-bd79-8ef881f45c6d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0860436 Apr 12 11:09:17.929001 dv-cinder-830088-4-iscsi neutron-server[103258]: INFO neutron.wsgi [req-8cadd4d4-aa20-4794-a4b5-84d07d2af94a req-0bf51e99-cc9c-4815-acfe-faebb44c5704 service neutron] 10.222.0.53 "GET /v2.0/networks/8605bce6-3955-4448-bd79-8ef881f45c6d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0819101 Apr 12 11:09:18.309305 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-047ba387-5179-4357-b42d-62834aaf02a9 req-f867938c-069c-4033-a82f-a513300cb56e tempest-AttachVolumeNegativeTest-1347969699 tempest-AttachVolumeNegativeTest-1347969699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:09:18.310641 dv-cinder-830088-4-iscsi neutron-server[103257]: INFO neutron.wsgi [req-047ba387-5179-4357-b42d-62834aaf02a9 req-f867938c-069c-4033-a82f-a513300cb56e tempest-AttachVolumeNegativeTest-1347969699 tempest-AttachVolumeNegativeTest-1347969699-project] 10.222.0.39 "GET /v2.0/ports?device_id=bbbeafe8-9b75-4c33-aa8a-b499a9359142 HTTP/1.1" status: 200 len: 944 time: 0.0454235 Apr 12 11:09:18.355503 dv-cinder-830088-4-iscsi neutron-server[103257]: INFO neutron.wsgi [req-047ba387-5179-4357-b42d-62834aaf02a9 req-311915c4-5c4b-47c8-95ea-98dfaaabdef5 tempest-AttachVolumeNegativeTest-1347969699 tempest-AttachVolumeNegativeTest-1347969699-project] 10.222.0.39 "GET /v2.0/security-groups?id=cfe90a79-fe9e-4344-9ce3-7ebb4bf0c918&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393612 Apr 12 11:09:18.729214 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d282606c-0c42-483e-83b4-d54646f325fb req-a3c56103-ea40-4d4d-b3c8-24762f08dc18 tempest-AttachVolumeShelveTestJSON-1581400671 tempest-AttachVolumeShelveTestJSON-1581400671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:09:18.730683 dv-cinder-830088-4-iscsi neutron-server[103258]: INFO neutron.wsgi [req-d282606c-0c42-483e-83b4-d54646f325fb req-a3c56103-ea40-4d4d-b3c8-24762f08dc18 tempest-AttachVolumeShelveTestJSON-1581400671 tempest-AttachVolumeShelveTestJSON-1581400671-project] 10.222.0.39 "GET /v2.0/ports?device_id=2ef72612-be1b-425f-9a62-f7ade87d4051 HTTP/1.1" status: 200 len: 945 time: 0.0471106 Apr 12 11:09:18.779058 dv-cinder-830088-4-iscsi neutron-server[103258]: INFO neutron.wsgi [req-d282606c-0c42-483e-83b4-d54646f325fb req-c3becc54-de2e-43d1-b106-026371004c29 tempest-AttachVolumeShelveTestJSON-1581400671 tempest-AttachVolumeShelveTestJSON-1581400671-project] 10.222.0.39 "GET /v2.0/security-groups?id=30af6b51-0f3e-46d1-b20a-adadc9a21c54&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428357 Apr 12 11:09:19.097262 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron.plugins.ml2.rpc [None req-ae6c308c-a92e-4424-a7f8-d6a17e5174ef None None] Device caf4dd33-4527-4948-8394-8fb672171104 details requested by agent hyperv_hv-cinder-83008 with host hv-cinder-83008 {{(pid=103259) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 12 11:09:19.188695 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron.plugins.ml2.db [None req-ae6c308c-a92e-4424-a7f8-d6a17e5174ef None None] For port caf4dd33-4527-4948-8394-8fb672171104, host hv-cinder-83008, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83008',level=0,port_id=caf4dd33-4527-4948-8394-8fb672171104,segment=NetworkSegment(7235212e-5ea9-4475-b7e8-0ed6cc0af829),segment_id=7235212e-5ea9-4475-b7e8-0ed6cc0af829)] {{(pid=103259) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 11:09:19.200088 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron.plugins.ml2.rpc [None req-ae6c308c-a92e-4424-a7f8-d6a17e5174ef None None] Returning: {'device': 'caf4dd33-4527-4948-8394-8fb672171104', 'network_id': '8605bce6-3955-4448-bd79-8ef881f45c6d', 'port_id': 'caf4dd33-4527-4948-8394-8fb672171104', 'mac_address': 'fa:16:3e:e3:a1:59', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 511, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '342bfb33-54ce-4b31-b1d9-ee13f5d2ec00', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103259) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 12 11:09:19.239824 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron.plugins.ml2.plugin [None req-ae6c308c-a92e-4424-a7f8-d6a17e5174ef None None] Current status of the port caf4dd33-4527-4948-8394-8fb672171104 is: DOWN; New status is: BUILD {{(pid=103259) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 11:09:19.240210 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron_lib.callbacks.manager [None req-ae6c308c-a92e-4424-a7f8-d6a17e5174ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1535343'] for port (caf4dd33-4527-4948-8394-8fb672171104), before_update {{(pid=103259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:09:19.252745 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron.notifiers.nova [None req-ae6c308c-a92e-4424-a7f8-d6a17e5174ef None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id caf4dd33-4527-4948-8394-8fb672171104 {{(pid=103259) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 12 11:09:19.272504 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron.plugins.ml2.db [None req-ae6c308c-a92e-4424-a7f8-d6a17e5174ef None None] For port caf4dd33-4527-4948-8394-8fb672171104, host hv-cinder-83008, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83008',level=0,port_id=caf4dd33-4527-4948-8394-8fb672171104,segment=NetworkSegment(7235212e-5ea9-4475-b7e8-0ed6cc0af829),segment_id=7235212e-5ea9-4475-b7e8-0ed6cc0af829)] {{(pid=103259) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 11:09:19.276491 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron_lib.callbacks.manager [None req-ae6c308c-a92e-4424-a7f8-d6a17e5174ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1534861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777667992095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777667450170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777667450188'] for port (caf4dd33-4527-4948-8394-8fb672171104), after_update {{(pid=103259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:09:19.320776 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae6c308c-a92e-4424-a7f8-d6a17e5174ef None None] Pushing event updated for resources: {'Port': ['ID=caf4dd33-4527-4948-8394-8fb672171104,revision_number=4']} {{(pid=103259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:09:19.470797 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fa9c4ac-13a4-4198-8f43-a559966f2dd0 req-7c533584-d8c4-4ba8-9c9a-d054d328e625 tempest-AttachVolumeNegativeTest-1347969699 tempest-AttachVolumeNegativeTest-1347969699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:09:19.472274 dv-cinder-830088-4-iscsi neutron-server[103257]: INFO neutron.wsgi [req-5fa9c4ac-13a4-4198-8f43-a559966f2dd0 req-7c533584-d8c4-4ba8-9c9a-d054d328e625 tempest-AttachVolumeNegativeTest-1347969699 tempest-AttachVolumeNegativeTest-1347969699-project] 10.222.0.39 "GET /v2.0/ports?device_id=bbbeafe8-9b75-4c33-aa8a-b499a9359142 HTTP/1.1" status: 200 len: 945 time: 0.0485620 Apr 12 11:09:19.520996 dv-cinder-830088-4-iscsi neutron-server[103257]: INFO neutron.wsgi [req-5fa9c4ac-13a4-4198-8f43-a559966f2dd0 req-8b85ffe1-63b7-4fa6-86a2-5a514e2321d0 tempest-AttachVolumeNegativeTest-1347969699 tempest-AttachVolumeNegativeTest-1347969699-project] 10.222.0.39 "GET /v2.0/security-groups?id=cfe90a79-fe9e-4344-9ce3-7ebb4bf0c918&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431833 Apr 12 11:09:19.682350 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron.plugins.ml2.db [None req-ae6c308c-a92e-4424-a7f8-d6a17e5174ef None None] get_ports_and_sgs() called for port_ids ['caf4dd33-4527-4948-8394-8fb672171104'] {{(pid=103259) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 12 11:09:19.894017 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f9481fe-3388-41e5-b10b-ce7c9f1c08e3 req-e7e72e18-9d94-4cd7-932b-0647276cdc79 tempest-AttachVolumeShelveTestJSON-1581400671 tempest-AttachVolumeShelveTestJSON-1581400671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:09:19.895490 dv-cinder-830088-4-iscsi neutron-server[103258]: INFO neutron.wsgi [req-0f9481fe-3388-41e5-b10b-ce7c9f1c08e3 req-e7e72e18-9d94-4cd7-932b-0647276cdc79 tempest-AttachVolumeShelveTestJSON-1581400671 tempest-AttachVolumeShelveTestJSON-1581400671-project] 10.222.0.39 "GET /v2.0/ports?device_id=2ef72612-be1b-425f-9a62-f7ade87d4051 HTTP/1.1" status: 200 len: 945 time: 0.0454953 Apr 12 11:09:19.941645 dv-cinder-830088-4-iscsi neutron-server[103258]: INFO neutron.wsgi [req-0f9481fe-3388-41e5-b10b-ce7c9f1c08e3 req-4fbe8b43-4d59-4a8b-86e3-a98bb3ad1695 tempest-AttachVolumeShelveTestJSON-1581400671 tempest-AttachVolumeShelveTestJSON-1581400671-project] 10.222.0.39 "GET /v2.0/security-groups?id=30af6b51-0f3e-46d1-b20a-adadc9a21c54&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406578 Apr 12 11:09:20.887375 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e553927f-9f27-434b-a7e4-669cbb3ddd61 req-47a62e78-f698-4f0c-800d-64261428e918 tempest-AttachVolumeNegativeTest-1347969699 tempest-AttachVolumeNegativeTest-1347969699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:09:20.888834 dv-cinder-830088-4-iscsi neutron-server[103257]: INFO neutron.wsgi [req-e553927f-9f27-434b-a7e4-669cbb3ddd61 req-47a62e78-f698-4f0c-800d-64261428e918 tempest-AttachVolumeNegativeTest-1347969699 tempest-AttachVolumeNegativeTest-1347969699-project] 10.222.0.39 "GET /v2.0/ports?device_id=bbbeafe8-9b75-4c33-aa8a-b499a9359142 HTTP/1.1" status: 200 len: 945 time: 0.3034751 Apr 12 11:09:20.934126 dv-cinder-830088-4-iscsi neutron-server[103257]: INFO neutron.wsgi [req-e553927f-9f27-434b-a7e4-669cbb3ddd61 req-3a90d76d-6b4b-41fc-8bb7-f5a3eee51e7a tempest-AttachVolumeNegativeTest-1347969699 tempest-AttachVolumeNegativeTest-1347969699-project] 10.222.0.39 "GET /v2.0/security-groups?id=cfe90a79-fe9e-4344-9ce3-7ebb4bf0c918&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396338 Apr 12 11:09:21.055114 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6438059a-33b2-4083-80b6-e6893dcb4cf0 req-1014270f-2cb7-4886-b3dc-38047c1ebab0 tempest-AttachVolumeShelveTestJSON-1581400671 tempest-AttachVolumeShelveTestJSON-1581400671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:09:21.056559 dv-cinder-830088-4-iscsi neutron-server[103258]: INFO neutron.wsgi [req-6438059a-33b2-4083-80b6-e6893dcb4cf0 req-1014270f-2cb7-4886-b3dc-38047c1ebab0 tempest-AttachVolumeShelveTestJSON-1581400671 tempest-AttachVolumeShelveTestJSON-1581400671-project] 10.222.0.39 "GET /v2.0/ports?device_id=2ef72612-be1b-425f-9a62-f7ade87d4051 HTTP/1.1" status: 200 len: 945 time: 0.0450003 Apr 12 11:09:21.100643 dv-cinder-830088-4-iscsi neutron-server[103258]: INFO neutron.wsgi [req-6438059a-33b2-4083-80b6-e6893dcb4cf0 req-8883d898-66ca-4010-9d75-827514420559 tempest-AttachVolumeShelveTestJSON-1581400671 tempest-AttachVolumeShelveTestJSON-1581400671-project] 10.222.0.39 "GET /v2.0/security-groups?id=30af6b51-0f3e-46d1-b20a-adadc9a21c54&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387263 Apr 12 11:09:21.106227 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron.plugins.ml2.rpc [None req-ae6c308c-a92e-4424-a7f8-d6a17e5174ef None None] Device caf4dd33-4527-4948-8394-8fb672171104 up at agent hyperv_hv-cinder-83008 {{(pid=103259) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 11:09:21.149853 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron.db.provisioning_blocks [None req-ae6c308c-a92e-4424-a7f8-d6a17e5174ef None None] Provisioning for port caf4dd33-4527-4948-8394-8fb672171104 completed by entity L2. {{(pid=103259) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Apr 12 11:09:21.155602 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron.db.provisioning_blocks [None req-ae6c308c-a92e-4424-a7f8-d6a17e5174ef None None] Provisioning complete for port caf4dd33-4527-4948-8394-8fb672171104 triggered by entity L2. {{(pid=103259) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 11:09:21.156030 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron_lib.callbacks.manager [None req-ae6c308c-a92e-4424-a7f8-d6a17e5174ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1343588'] for port (caf4dd33-4527-4948-8394-8fb672171104), provisioning_complete {{(pid=103259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:09:21.229947 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron.plugins.ml2.plugin [None req-ae6c308c-a92e-4424-a7f8-d6a17e5174ef None None] Current status of the port caf4dd33-4527-4948-8394-8fb672171104 is: BUILD; New status is: ACTIVE {{(pid=103259) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 11:09:21.230320 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron_lib.callbacks.manager [None req-ae6c308c-a92e-4424-a7f8-d6a17e5174ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1535343'] for port (caf4dd33-4527-4948-8394-8fb672171104), before_update {{(pid=103259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:09:21.256213 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bbbeafe8-9b75-4c33-aa8a-b499a9359142', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'caf4dd33-4527-4948-8394-8fb672171104'}] {{(pid=103259) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 11:09:21.258416 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}af87e37ddfedca7c8b2a1dd0c6cba4e3e91bcc66796c687067be127c7223cf15" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-038d8386-6b30-4e84-92e6-23114edcc508" -d '{"events": [{"server_uuid": "bbbeafe8-9b75-4c33-aa8a-b499a9359142", "name": "network-vif-plugged", "status": "completed", "tag": "caf4dd33-4527-4948-8394-8fb672171104"}]}' {{(pid=103259) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 11:09:21.270435 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron.plugins.ml2.db [None req-ae6c308c-a92e-4424-a7f8-d6a17e5174ef None None] For port caf4dd33-4527-4948-8394-8fb672171104, host hv-cinder-83008, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83008',level=0,port_id=caf4dd33-4527-4948-8394-8fb672171104,segment=NetworkSegment(7235212e-5ea9-4475-b7e8-0ed6cc0af829),segment_id=7235212e-5ea9-4475-b7e8-0ed6cc0af829)] {{(pid=103259) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 11:09:21.274367 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron_lib.callbacks.manager [None req-ae6c308c-a92e-4424-a7f8-d6a17e5174ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1534861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777667992095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777667450170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777667450188'] for port (caf4dd33-4527-4948-8394-8fb672171104), after_update {{(pid=103259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:09:21.298408 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Apr 2022 11:09:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4fc0bfeb-e843-4114-af0d-8b732b265fd7 x-openstack-request-id: req-4fc0bfeb-e843-4114-af0d-8b732b265fd7 {{(pid=103259) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 11:09:21.298692 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bbbeafe8-9b75-4c33-aa8a-b499a9359142", "name": "network-vif-plugged", "status": "completed", "tag": "caf4dd33-4527-4948-8394-8fb672171104", "code": 200}]} {{(pid=103259) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 11:09:21.298965 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-4fc0bfeb-e843-4114-af0d-8b732b265fd7 {{(pid=103259) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 11:09:21.299349 dv-cinder-830088-4-iscsi neutron-server[103259]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4fc0bfeb-e843-4114-af0d-8b732b265fd7'] response: {'server_uuid': 'bbbeafe8-9b75-4c33-aa8a-b499a9359142', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'caf4dd33-4527-4948-8394-8fb672171104', 'code': 200} Apr 12 11:09:21.324342 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae6c308c-a92e-4424-a7f8-d6a17e5174ef None None] Pushing event updated for resources: {'Port': ['ID=caf4dd33-4527-4948-8394-8fb672171104,revision_number=5']} {{(pid=103259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:09:21.510124 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe8ae757-a33a-443a-95ca-0bea2201fdb8 req-b79b5d7f-0da8-4d35-a1cc-a1f42359044b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:09:21.511616 dv-cinder-830088-4-iscsi neutron-server[103258]: INFO neutron.wsgi [req-fe8ae757-a33a-443a-95ca-0bea2201fdb8 req-b79b5d7f-0da8-4d35-a1cc-a1f42359044b service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=bbbeafe8-9b75-4c33-aa8a-b499a9359142 HTTP/1.1" status: 200 len: 1130 time: 0.0414903 Apr 12 11:09:21.555004 dv-cinder-830088-4-iscsi neutron-server[103258]: INFO neutron.wsgi [req-fe8ae757-a33a-443a-95ca-0bea2201fdb8 req-584fe01b-03fb-477c-8e06-728073a3c272 service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=cfe90a79-fe9e-4344-9ce3-7ebb4bf0c918&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0362408 Apr 12 11:09:22.044656 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6d494c6-7e8d-4795-b833-91ed7dbdfede req-0e70aaae-52cd-4bbd-9eb3-1ad804dfa522 tempest-AttachVolumeNegativeTest-1347969699 tempest-AttachVolumeNegativeTest-1347969699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:09:22.046122 dv-cinder-830088-4-iscsi neutron-server[103258]: INFO neutron.wsgi [req-f6d494c6-7e8d-4795-b833-91ed7dbdfede req-0e70aaae-52cd-4bbd-9eb3-1ad804dfa522 tempest-AttachVolumeNegativeTest-1347969699 tempest-AttachVolumeNegativeTest-1347969699-project] 10.222.0.39 "GET /v2.0/ports?device_id=bbbeafe8-9b75-4c33-aa8a-b499a9359142 HTTP/1.1" status: 200 len: 946 time: 0.0465040 Apr 12 11:09:22.091810 dv-cinder-830088-4-iscsi neutron-server[103258]: INFO neutron.wsgi [req-f6d494c6-7e8d-4795-b833-91ed7dbdfede req-227ccf16-3bc9-49a7-b8e2-03cbbba7947f tempest-AttachVolumeNegativeTest-1347969699 tempest-AttachVolumeNegativeTest-1347969699-project] 10.222.0.39 "GET /v2.0/security-groups?id=cfe90a79-fe9e-4344-9ce3-7ebb4bf0c918&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401254 Apr 12 11:09:22.217587 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14bd927e-46b1-4ad2-8b5a-82e5a56b3bf3 req-b4536f90-e9cb-48ea-8248-14553ee7f1b3 tempest-AttachVolumeShelveTestJSON-1581400671 tempest-AttachVolumeShelveTestJSON-1581400671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:09:22.218964 dv-cinder-830088-4-iscsi neutron-server[103257]: INFO neutron.wsgi [req-14bd927e-46b1-4ad2-8b5a-82e5a56b3bf3 req-b4536f90-e9cb-48ea-8248-14553ee7f1b3 tempest-AttachVolumeShelveTestJSON-1581400671 tempest-AttachVolumeShelveTestJSON-1581400671-project] 10.222.0.39 "GET /v2.0/ports?device_id=2ef72612-be1b-425f-9a62-f7ade87d4051 HTTP/1.1" status: 200 len: 945 time: 0.0470960 Apr 12 11:09:22.263211 dv-cinder-830088-4-iscsi neutron-server[103257]: INFO neutron.wsgi [req-14bd927e-46b1-4ad2-8b5a-82e5a56b3bf3 req-17018c44-1102-43b7-abd6-82b5d3eb1c9e tempest-AttachVolumeShelveTestJSON-1581400671 tempest-AttachVolumeShelveTestJSON-1581400671-project] 10.222.0.39 "GET /v2.0/security-groups?id=30af6b51-0f3e-46d1-b20a-adadc9a21c54&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387583 Apr 12 11:09:23.205983 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eec93c39-f70b-45dc-9d06-484899e0de90 req-36982616-3b07-457b-b7e5-b2557afc9176 tempest-AttachVolumeNegativeTest-1347969699 tempest-AttachVolumeNegativeTest-1347969699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:09:23.207450 dv-cinder-830088-4-iscsi neutron-server[103258]: INFO neutron.wsgi [req-eec93c39-f70b-45dc-9d06-484899e0de90 req-36982616-3b07-457b-b7e5-b2557afc9176 tempest-AttachVolumeNegativeTest-1347969699 tempest-AttachVolumeNegativeTest-1347969699-project] 10.222.0.39 "GET /v2.0/ports?device_id=bbbeafe8-9b75-4c33-aa8a-b499a9359142 HTTP/1.1" status: 200 len: 946 time: 0.0493472 Apr 12 11:09:23.251888 dv-cinder-830088-4-iscsi neutron-server[103258]: INFO neutron.wsgi [req-eec93c39-f70b-45dc-9d06-484899e0de90 req-0286eb97-d5d9-4a44-bad1-d8c985d3f17f tempest-AttachVolumeNegativeTest-1347969699 tempest-AttachVolumeNegativeTest-1347969699-project] 10.222.0.39 "GET /v2.0/security-groups?id=cfe90a79-fe9e-4344-9ce3-7ebb4bf0c918&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389974 Apr 12 11:09:23.381208 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eece8bd3-a76c-4e78-8085-e46b87e776d1 req-fb29f7ad-b1cb-4244-bbd2-fba263597cd5 tempest-AttachVolumeShelveTestJSON-1581400671 tempest-AttachVolumeShelveTestJSON-1581400671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:09:23.382606 dv-cinder-830088-4-iscsi neutron-server[103257]: INFO neutron.wsgi [req-eece8bd3-a76c-4e78-8085-e46b87e776d1 req-fb29f7ad-b1cb-4244-bbd2-fba263597cd5 tempest-AttachVolumeShelveTestJSON-1581400671 tempest-AttachVolumeShelveTestJSON-1581400671-project] 10.222.0.39 "GET /v2.0/ports?device_id=2ef72612-be1b-425f-9a62-f7ade87d4051 HTTP/1.1" status: 200 len: 945 time: 0.0501432 Apr 12 11:09:23.430900 dv-cinder-830088-4-iscsi neutron-server[103257]: INFO neutron.wsgi [req-eece8bd3-a76c-4e78-8085-e46b87e776d1 req-b6898031-8683-46d5-8fc3-acc0f7db30ed tempest-AttachVolumeShelveTestJSON-1581400671 tempest-AttachVolumeShelveTestJSON-1581400671-project] 10.222.0.39 "GET /v2.0/security-groups?id=30af6b51-0f3e-46d1-b20a-adadc9a21c54&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423877 Apr 12 11:09:24.361255 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e251666d-e76f-4b6b-932e-44ea0206804b req-149476d0-0ba9-45c3-b945-1b444b3184cd tempest-AttachVolumeNegativeTest-1347969699 tempest-AttachVolumeNegativeTest-1347969699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:09:24.362745 dv-cinder-830088-4-iscsi neutron-server[103258]: INFO neutron.wsgi [req-e251666d-e76f-4b6b-932e-44ea0206804b req-149476d0-0ba9-45c3-b945-1b444b3184cd tempest-AttachVolumeNegativeTest-1347969699 tempest-AttachVolumeNegativeTest-1347969699-project] 10.222.0.39 "GET /v2.0/ports?device_id=bbbeafe8-9b75-4c33-aa8a-b499a9359142 HTTP/1.1" status: 200 len: 946 time: 0.0458534 Apr 12 11:09:24.411045 dv-cinder-830088-4-iscsi neutron-server[103258]: INFO neutron.wsgi [req-e251666d-e76f-4b6b-932e-44ea0206804b req-3fc1d273-33a6-4e07-88c2-2c9dda8092d3 tempest-AttachVolumeNegativeTest-1347969699 tempest-AttachVolumeNegativeTest-1347969699-project] 10.222.0.39 "GET /v2.0/security-groups?id=cfe90a79-fe9e-4344-9ce3-7ebb4bf0c918&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417895 Apr 12 11:09:24.520202 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13120d68-d6ea-494b-9f84-4044ce26849c req-2d4ea222-4fc3-459e-8b21-de1cd90191da tempest-AttachVolumeNegativeTest-1347969699 tempest-AttachVolumeNegativeTest-1347969699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:09:24.522575 dv-cinder-830088-4-iscsi neutron-server[103257]: INFO neutron.wsgi [req-13120d68-d6ea-494b-9f84-4044ce26849c req-2d4ea222-4fc3-459e-8b21-de1cd90191da tempest-AttachVolumeNegativeTest-1347969699 tempest-AttachVolumeNegativeTest-1347969699-project] 10.222.0.39 "GET /v2.0/ports?device_id=bbbeafe8-9b75-4c33-aa8a-b499a9359142 HTTP/1.1" status: 200 len: 946 time: 0.0483556 Apr 12 11:09:24.530039 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron.wsgi [-] (103257) accepted ('10.222.0.39', 57044) {{(pid=103257) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 11:09:24.534476 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron.api.v2.base [None req-fd9a8d6a-3087-45bd-a1e5-b169abfe8670 tempest-AttachVolumeNegativeTest-1347969699 tempest-AttachVolumeNegativeTest-1347969699-project] Request body: {'floatingip': {'port_id': 'caf4dd33-4527-4948-8394-8fb672171104'}} {{(pid=103257) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 11:09:24.557287 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea8f2d2c-aef6-48f9-8a58-fbc982250b25 req-1e7f18c5-c1f7-4070-ad3c-82ee554651fc tempest-AttachVolumeShelveTestJSON-1581400671 tempest-AttachVolumeShelveTestJSON-1581400671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:09:24.558674 dv-cinder-830088-4-iscsi neutron-server[103258]: INFO neutron.wsgi [req-ea8f2d2c-aef6-48f9-8a58-fbc982250b25 req-1e7f18c5-c1f7-4070-ad3c-82ee554651fc tempest-AttachVolumeShelveTestJSON-1581400671 tempest-AttachVolumeShelveTestJSON-1581400671-project] 10.222.0.39 "GET /v2.0/ports?device_id=2ef72612-be1b-425f-9a62-f7ade87d4051 HTTP/1.1" status: 200 len: 945 time: 0.0467505 Apr 12 11:09:24.576518 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-fd9a8d6a-3087-45bd-a1e5-b169abfe8670 tempest-AttachVolumeNegativeTest-1347969699 tempest-AttachVolumeNegativeTest-1347969699-project] Publish callbacks [] for floatingip (4ffae1c9-0e33-4cee-be48-c391a2419d7e), before_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:09:24.610252 dv-cinder-830088-4-iscsi neutron-server[103258]: INFO neutron.wsgi [req-ea8f2d2c-aef6-48f9-8a58-fbc982250b25 req-bc4945e3-f69d-426b-b187-6b762b887317 tempest-AttachVolumeShelveTestJSON-1581400671 tempest-AttachVolumeShelveTestJSON-1581400671-project] 10.222.0.39 "GET /v2.0/security-groups?id=30af6b51-0f3e-46d1-b20a-adadc9a21c54&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447850 Apr 12 11:09:25.006095 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-fd9a8d6a-3087-45bd-a1e5-b169abfe8670 tempest-AttachVolumeNegativeTest-1347969699 tempest-AttachVolumeNegativeTest-1347969699-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:09:25.009813 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-fd9a8d6a-3087-45bd-a1e5-b169abfe8670 tempest-AttachVolumeNegativeTest-1347969699 tempest-AttachVolumeNegativeTest-1347969699-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-579534'] for floatingip (4ffae1c9-0e33-4cee-be48-c391a2419d7e), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:09:25.111369 dv-cinder-830088-4-iscsi neutron-server[103257]: INFO neutron.db.l3_db [None req-fd9a8d6a-3087-45bd-a1e5-b169abfe8670 tempest-AttachVolumeNegativeTest-1347969699 tempest-AttachVolumeNegativeTest-1347969699-project] Floating IP 4ffae1c9-0e33-4cee-be48-c391a2419d7e associated. External IP: 172.27.3.229, port: caf4dd33-4527-4948-8394-8fb672171104. Apr 12 11:09:25.315672 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fd9a8d6a-3087-45bd-a1e5-b169abfe8670 tempest-AttachVolumeNegativeTest-1347969699 tempest-AttachVolumeNegativeTest-1347969699-project] Router b40e7d0d-8f57-424d-96be-54b6f118e1d9 has already been hosted by L3 agent 77f5e085-0284-4236-9dbf-35d2d452e277 {{(pid=103257) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 12 11:09:25.424653 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fd9a8d6a-3087-45bd-a1e5-b169abfe8670 tempest-AttachVolumeNegativeTest-1347969699 tempest-AttachVolumeNegativeTest-1347969699-project] Notify agent at l3_agent.dv-cinder-830088-4-iscsi the message routers_updated {{(pid=103257) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 12 11:09:25.430024 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-fd9a8d6a-3087-45bd-a1e5-b169abfe8670 tempest-AttachVolumeNegativeTest-1347969699 tempest-AttachVolumeNegativeTest-1347969699-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108023'] for floatingip (None), before_response {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:09:25.434559 dv-cinder-830088-4-iscsi neutron-server[103260]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b173164b-fb3d-4f6b-87ab-59d7cc3244e8 None None] Sync routers for ids ['b40e7d0d-8f57-424d-96be-54b6f118e1d9'] in dv-cinder-830088-4-iscsi {{(pid=103260) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 12 11:09:25.445366 dv-cinder-830088-4-iscsi neutron-server[103260]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b173164b-fb3d-4f6b-87ab-59d7cc3244e8 None None] Routers {'b40e7d0d-8f57-424d-96be-54b6f118e1d9'} bound to L3 agent in host dv-cinder-830088-4-iscsi {{(pid=103260) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 11:09:25.445976 dv-cinder-830088-4-iscsi neutron-server[103260]: DEBUG neutron.db.l3_hamode_db [None req-b173164b-fb3d-4f6b-87ab-59d7cc3244e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830088-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-12T10:52:12Z,description=,heartbeat_timestamp=2022-04-12T11:09:13Z,host='dv-cinder-830088-4-iscsi',id=77f5e085-0284-4236-9dbf-35d2d452e277,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T10:52:12Z,topic='l3_agent')) {'router_ids': ['b40e7d0d-8f57-424d-96be-54b6f118e1d9'], 'active': True} {{(pid=103260) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 11:09:25.459848 dv-cinder-830088-4-iscsi neutron-server[103257]: INFO neutron.wsgi [None req-fd9a8d6a-3087-45bd-a1e5-b169abfe8670 tempest-AttachVolumeNegativeTest-1347969699 tempest-AttachVolumeNegativeTest-1347969699-project] 10.222.0.39 "PUT /v2.0/floatingips/4ffae1c9-0e33-4cee-be48-c391a2419d7e HTTP/1.1" status: 200 len: 992 time: 0.9286563 Apr 12 11:09:25.460433 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bbbeafe8-9b75-4c33-aa8a-b499a9359142', 'tag': 'caf4dd33-4527-4948-8394-8fb672171104'}] {{(pid=103257) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 11:09:25.462681 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}263188bb5a56b6ea0b99504a79f1a82db60da3322be0ebbd3338f0b2803b3102" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bf384359-a7a1-4cd8-a4b9-757945f3bac2" -d '{"events": [{"name": "network-changed", "server_uuid": "bbbeafe8-9b75-4c33-aa8a-b499a9359142", "tag": "caf4dd33-4527-4948-8394-8fb672171104"}]}' {{(pid=103257) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 11:09:25.498550 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Apr 2022 11:09:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3ab06668-69de-4187-afb6-bf26aae8c86d x-openstack-request-id: req-3ab06668-69de-4187-afb6-bf26aae8c86d {{(pid=103257) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 11:09:25.498878 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bbbeafe8-9b75-4c33-aa8a-b499a9359142", "tag": "caf4dd33-4527-4948-8394-8fb672171104", "status": "completed", "code": 200}]} {{(pid=103257) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 11:09:25.499140 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-3ab06668-69de-4187-afb6-bf26aae8c86d {{(pid=103257) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 11:09:25.499561 dv-cinder-830088-4-iscsi neutron-server[103257]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3ab06668-69de-4187-afb6-bf26aae8c86d'] response: {'name': 'network-changed', 'server_uuid': 'bbbeafe8-9b75-4c33-aa8a-b499a9359142', 'tag': 'caf4dd33-4527-4948-8394-8fb672171104', 'status': 'completed', 'code': 200} Apr 12 11:09:25.605383 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf384359-a7a1-4cd8-a4b9-757945f3bac2 req-8a68ff27-c3cb-4e4a-b4aa-61b8385cca4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:09:25.606933 dv-cinder-830088-4-iscsi neutron-server[103258]: INFO neutron.wsgi [req-bf384359-a7a1-4cd8-a4b9-757945f3bac2 req-8a68ff27-c3cb-4e4a-b4aa-61b8385cca4b service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=e581060642574053bd171680bd4e15a9&device_id=bbbeafe8-9b75-4c33-aa8a-b499a9359142 HTTP/1.1" status: 200 len: 1130 time: 0.0409033 Apr 12 11:09:25.650808 dv-cinder-830088-4-iscsi neutron-server[103260]: DEBUG neutron.db.l3_dvr_db [None req-b173164b-fb3d-4f6b-87ab-59d7cc3244e8 None None] Set router b40e7d0d-8f57-424d-96be-54b6f118e1d9 gateway port host: dv-cinder-830088-4-iscsi {{(pid=103260) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 11:09:25.727609 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf384359-a7a1-4cd8-a4b9-757945f3bac2 req-01d9ac2b-2f1e-4fc2-abb5-c4616434aaea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:09:25.729051 dv-cinder-830088-4-iscsi neutron-server[103258]: INFO neutron.wsgi [req-bf384359-a7a1-4cd8-a4b9-757945f3bac2 req-01d9ac2b-2f1e-4fc2-abb5-c4616434aaea service neutron] 10.222.0.53 "GET /v2.0/networks?id=8605bce6-3955-4448-bd79-8ef881f45c6d HTTP/1.1" status: 200 len: 915 time: 0.1144757 Apr 12 11:09:25.734922 dv-cinder-830088-4-iscsi neutron-server[103260]: DEBUG neutron.db.agents_db [None req-b0205aca-973a-4a8a-ba9e-4a4e25067b42 None None] Agent healthcheck: found 6 active agents {{(pid=103260) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 12 11:09:25.742077 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53b157ac-3cf2-4592-b6cc-e267f0c25705 req-4c93bbed-baec-4854-8864-ef4592392a71 tempest-AttachVolumeShelveTestJSON-1581400671 tempest-AttachVolumeShelveTestJSON-1581400671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:09:25.743493 dv-cinder-830088-4-iscsi neutron-server[103258]: INFO neutron.wsgi [req-53b157ac-3cf2-4592-b6cc-e267f0c25705 req-4c93bbed-baec-4854-8864-ef4592392a71 tempest-AttachVolumeShelveTestJSON-1581400671 tempest-AttachVolumeShelveTestJSON-1581400671-project] 10.222.0.39 "GET /v2.0/ports?device_id=2ef72612-be1b-425f-9a62-f7ade87d4051 HTTP/1.1" status: 200 len: 945 time: 0.0613613 Apr 12 11:09:25.821856 dv-cinder-830088-4-iscsi neutron-server[103258]: INFO neutron.wsgi [req-bf384359-a7a1-4cd8-a4b9-757945f3bac2 req-4f81de21-b896-4803-8c8d-71b8b4b6a5bd service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=caf4dd33-4527-4948-8394-8fb672171104 HTTP/1.1" status: 200 len: 1000 time: 0.0774336 Apr 12 11:09:25.840647 dv-cinder-830088-4-iscsi neutron-server[103258]: INFO neutron.wsgi [req-53b157ac-3cf2-4592-b6cc-e267f0c25705 req-1e44f6b1-56a8-430f-825a-3e4b53175e05 tempest-AttachVolumeShelveTestJSON-1581400671 tempest-AttachVolumeShelveTestJSON-1581400671-project] 10.222.0.39 "GET /v2.0/security-groups?id=30af6b51-0f3e-46d1-b20a-adadc9a21c54&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0900142 Apr 12 11:09:25.872726 dv-cinder-830088-4-iscsi neutron-server[103260]: DEBUG neutron.db.l3_hamode_db [None req-b173164b-fb3d-4f6b-87ab-59d7cc3244e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b40e7d0d-8f57-424d-96be-54b6f118e1d9', 'name': 'tempest-AttachVolumeNegativeTest-942964669-router', 'tenant_id': 'e581060642574053bd171680bd4e15a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b7be5f2-485b-4c85-8f98-fb200971b61c', 'external_fixed_ips': [{'subnet_id': '4887111e-1302-416a-ab8e-c957c9df7f85', 'ip_address': '172.27.3.241'}], 'enable_snat': True}, 'gw_port_id': 'dd38917a-e181-47e0-9f30-aa2e24b0ed10', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T11:00:41Z', 'updated_at': '2022-04-12T11:00:48Z', 'revision_number': 4, 'project_id': 'e581060642574053bd171680bd4e15a9', 'gw_port': {'id': 'dd38917a-e181-47e0-9f30-aa2e24b0ed10', 'name': '', 'network_id': '3b7be5f2-485b-4c85-8f98-fb200971b61c', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:d9:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b40e7d0d-8f57-424d-96be-54b6f118e1d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '4887111e-1302-416a-ab8e-c957c9df7f85', 'ip_address': '172.27.3.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830088-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T11:00:42Z', 'updated_at': '2022-04-12T11:00:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4887111e-1302-416a-ab8e-c957c9df7f85', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830088-4-iscsi', '_floatingips': [{'id': '4ffae1c9-0e33-4cee-be48-c391a2419d7e', 'tenant_id': 'e581060642574053bd171680bd4e15a9', 'floating_ip_address': '172.27.3.229', 'floating_network_id': '3b7be5f2-485b-4c85-8f98-fb200971b61c', 'router_id': 'b40e7d0d-8f57-424d-96be-54b6f118e1d9', 'port_id': 'caf4dd33-4527-4948-8394-8fb672171104', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 518, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8605bce6-3955-4448-bd79-8ef881f45c6d', 'mac_address': 'fa:16:3e:e3:a1:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbbeafe8-9b75-4c33-aa8a-b499a9359142', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-12T11:09:10Z', 'updated_at': '2022-04-12T11:09:24Z', 'revision_number': 1, 'project_id': 'e581060642574053bd171680bd4e15a9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a2233ce1-933b-408f-884a-0a19dee76ba7', 'name': '', 'network_id': '8605bce6-3955-4448-bd79-8ef881f45c6d', 'tenant_id': 'e581060642574053bd171680bd4e15a9', 'mac_address': 'fa:16:3e:b3:0a:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b40e7d0d-8f57-424d-96be-54b6f118e1d9', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': '342bfb33-54ce-4b31-b1d9-ee13f5d2ec00', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830088-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T11:00:47Z', 'updated_at': '2022-04-12T11:00:57Z', 'revision_number': 5, 'project_id': 'e581060642574053bd171680bd4e15a9', 'subnets': [{'id': '342bfb33-54ce-4b31-b1d9-ee13f5d2ec00', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830088-4-iscsi', False) {} {{(pid=103260) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 11:09:25.878156 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf384359-a7a1-4cd8-a4b9-757945f3bac2 req-fe75ba29-203a-4b0a-83c0-266e398bd07a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:09:25.879674 dv-cinder-830088-4-iscsi neutron-server[103258]: INFO neutron.wsgi [req-bf384359-a7a1-4cd8-a4b9-757945f3bac2 req-fe75ba29-203a-4b0a-83c0-266e398bd07a service neutron] 10.222.0.53 "GET /v2.0/subnets?id=342bfb33-54ce-4b31-b1d9-ee13f5d2ec00 HTTP/1.1" status: 200 len: 853 time: 0.0507236 Apr 12 11:09:25.898239 dv-cinder-830088-4-iscsi neutron-server[103260]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b173164b-fb3d-4f6b-87ab-59d7cc3244e8 None None] Checking router: b40e7d0d-8f57-424d-96be-54b6f118e1d9 for host: dv-cinder-830088-4-iscsi {{(pid=103260) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 12 11:09:25.906405 dv-cinder-830088-4-iscsi neutron-server[103260]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b173164b-fb3d-4f6b-87ab-59d7cc3244e8 None None] Routers {'b40e7d0d-8f57-424d-96be-54b6f118e1d9'} bound to L3 agent in host dv-cinder-830088-4-iscsi {{(pid=103260) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 11:09:25.907038 dv-cinder-830088-4-iscsi neutron-server[103260]: DEBUG neutron.db.l3_hamode_db [None req-b173164b-fb3d-4f6b-87ab-59d7cc3244e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830088-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-12T10:52:12Z,description=,heartbeat_timestamp=2022-04-12T11:09:13Z,host='dv-cinder-830088-4-iscsi',id=77f5e085-0284-4236-9dbf-35d2d452e277,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T10:52:12Z,topic='l3_agent')) {'router_ids': ['b40e7d0d-8f57-424d-96be-54b6f118e1d9'], 'active': True} {{(pid=103260) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 11:09:25.921086 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf384359-a7a1-4cd8-a4b9-757945f3bac2 req-c14274c9-3d2c-4332-95fa-cd9beba268fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:09:25.922562 dv-cinder-830088-4-iscsi neutron-server[103258]: INFO neutron.wsgi [req-bf384359-a7a1-4cd8-a4b9-757945f3bac2 req-c14274c9-3d2c-4332-95fa-cd9beba268fc service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=8605bce6-3955-4448-bd79-8ef881f45c6d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0373797 Apr 12 11:09:26.009077 dv-cinder-830088-4-iscsi neutron-server[103258]: INFO neutron.wsgi [req-bf384359-a7a1-4cd8-a4b9-757945f3bac2 req-18bb6335-c91a-4394-be6c-c38181e2d9da service neutron] 10.222.0.53 "GET /v2.0/networks/8605bce6-3955-4448-bd79-8ef881f45c6d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0804696 Apr 12 11:09:26.014005 dv-cinder-830088-4-iscsi neutron-server[103260]: DEBUG neutron.db.l3_dvr_db [None req-b173164b-fb3d-4f6b-87ab-59d7cc3244e8 None None] Set router b40e7d0d-8f57-424d-96be-54b6f118e1d9 gateway port host: dv-cinder-830088-4-iscsi {{(pid=103260) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 11:09:26.100379 dv-cinder-830088-4-iscsi neutron-server[103258]: INFO neutron.wsgi [req-bf384359-a7a1-4cd8-a4b9-757945f3bac2 req-73e3226a-3f4b-4578-a869-61b693310070 service neutron] 10.222.0.53 "GET /v2.0/networks/8605bce6-3955-4448-bd79-8ef881f45c6d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0838528 Apr 12 11:09:26.228370 dv-cinder-830088-4-iscsi neutron-server[103260]: DEBUG neutron.db.l3_hamode_db [None req-b173164b-fb3d-4f6b-87ab-59d7cc3244e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b40e7d0d-8f57-424d-96be-54b6f118e1d9', 'name': 'tempest-AttachVolumeNegativeTest-942964669-router', 'tenant_id': 'e581060642574053bd171680bd4e15a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b7be5f2-485b-4c85-8f98-fb200971b61c', 'external_fixed_ips': [{'subnet_id': '4887111e-1302-416a-ab8e-c957c9df7f85', 'ip_address': '172.27.3.241'}], 'enable_snat': True}, 'gw_port_id': 'dd38917a-e181-47e0-9f30-aa2e24b0ed10', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T11:00:41Z', 'updated_at': '2022-04-12T11:00:48Z', 'revision_number': 4, 'project_id': 'e581060642574053bd171680bd4e15a9', 'gw_port': {'id': 'dd38917a-e181-47e0-9f30-aa2e24b0ed10', 'name': '', 'network_id': '3b7be5f2-485b-4c85-8f98-fb200971b61c', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:d9:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b40e7d0d-8f57-424d-96be-54b6f118e1d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '4887111e-1302-416a-ab8e-c957c9df7f85', 'ip_address': '172.27.3.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830088-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T11:00:42Z', 'updated_at': '2022-04-12T11:00:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4887111e-1302-416a-ab8e-c957c9df7f85', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830088-4-iscsi', '_floatingips': [{'id': '4ffae1c9-0e33-4cee-be48-c391a2419d7e', 'tenant_id': 'e581060642574053bd171680bd4e15a9', 'floating_ip_address': '172.27.3.229', 'floating_network_id': '3b7be5f2-485b-4c85-8f98-fb200971b61c', 'router_id': 'b40e7d0d-8f57-424d-96be-54b6f118e1d9', 'port_id': 'caf4dd33-4527-4948-8394-8fb672171104', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 518, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8605bce6-3955-4448-bd79-8ef881f45c6d', 'mac_address': 'fa:16:3e:e3:a1:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbbeafe8-9b75-4c33-aa8a-b499a9359142', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-12T11:09:10Z', 'updated_at': '2022-04-12T11:09:24Z', 'revision_number': 1, 'project_id': 'e581060642574053bd171680bd4e15a9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a2233ce1-933b-408f-884a-0a19dee76ba7', 'name': '', 'network_id': '8605bce6-3955-4448-bd79-8ef881f45c6d', 'tenant_id': 'e581060642574053bd171680bd4e15a9', 'mac_address': 'fa:16:3e:b3:0a:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b40e7d0d-8f57-424d-96be-54b6f118e1d9', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': '342bfb33-54ce-4b31-b1d9-ee13f5d2ec00', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830088-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T11:00:47Z', 'updated_at': '2022-04-12T11:00:57Z', 'revision_number': 5, 'project_id': 'e581060642574053bd171680bd4e15a9', 'subnets': [{'id': '342bfb33-54ce-4b31-b1d9-ee13f5d2ec00', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830088-4-iscsi', False) {} {{(pid=103260) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 11:09:26.253500 dv-cinder-830088-4-iscsi neutron-server[103260]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b173164b-fb3d-4f6b-87ab-59d7cc3244e8 None None] The sync data for ids ['b40e7d0d-8f57-424d-96be-54b6f118e1d9'] in dv-cinder-830088-4-iscsi is: [{'id': 'b40e7d0d-8f57-424d-96be-54b6f118e1d9', 'name': 'tempest-AttachVolumeNegativeTest-942964669-router', 'tenant_id': 'e581060642574053bd171680bd4e15a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b7be5f2-485b-4c85-8f98-fb200971b61c', 'external_fixed_ips': [{'subnet_id': '4887111e-1302-416a-ab8e-c957c9df7f85', 'ip_address': '172.27.3.241'}], 'enable_snat': True}, 'gw_port_id': 'dd38917a-e181-47e0-9f30-aa2e24b0ed10', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T11:00:41Z', 'updated_at': '2022-04-12T11:00:48Z', 'revision_number': 4, 'project_id': 'e581060642574053bd171680bd4e15a9', 'gw_port': {'id': 'dd38917a-e181-47e0-9f30-aa2e24b0ed10', 'name': '', 'network_id': '3b7be5f2-485b-4c85-8f98-fb200971b61c', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:d9:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b40e7d0d-8f57-424d-96be-54b6f118e1d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '4887111e-1302-416a-ab8e-c957c9df7f85', 'ip_address': '172.27.3.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830088-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T11:00:42Z', 'updated_at': '2022-04-12T11:00:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4887111e-1302-416a-ab8e-c957c9df7f85', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830088-4-iscsi', '_floatingips': [{'id': '4ffae1c9-0e33-4cee-be48-c391a2419d7e', 'tenant_id': 'e581060642574053bd171680bd4e15a9', 'floating_ip_address': '172.27.3.229', 'floating_network_id': '3b7be5f2-485b-4c85-8f98-fb200971b61c', 'router_id': 'b40e7d0d-8f57-424d-96be-54b6f118e1d9', 'port_id': 'caf4dd33-4527-4948-8394-8fb672171104', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 518, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8605bce6-3955-4448-bd79-8ef881f45c6d', 'mac_address': 'fa:16:3e:e3:a1:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbbeafe8-9b75-4c33-aa8a-b499a9359142', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-12T11:09:10Z', 'updated_at': '2022-04-12T11:09:24Z', 'revision_number': 1, 'project_id': 'e581060642574053bd171680bd4e15a9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a2233ce1-933b-408f-884a-0a19dee76ba7', 'name': '', 'network_id': '8605bce6-3955-4448-bd79-8ef881f45c6d', 'tenant_id': 'e581060642574053bd171680bd4e15a9', 'mac_address': 'fa:16:3e:b3:0a:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b40e7d0d-8f57-424d-96be-54b6f118e1d9', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': '342bfb33-54ce-4b31-b1d9-ee13f5d2ec00', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830088-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T11:00:47Z', 'updated_at': '2022-04-12T11:00:57Z', 'revision_number': 5, 'project_id': 'e581060642574053bd171680bd4e15a9', 'subnets': [{'id': '342bfb33-54ce-4b31-b1d9-ee13f5d2ec00', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103260) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 12 11:09:26.440040 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ad6f86d-2cce-4032-a12c-a120eb793630 None None] New status for floating IP 4ffae1c9-0e33-4cee-be48-c391a2419d7e: ACTIVE {{(pid=103259) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 12 11:09:26.961144 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2abd1c1c-53dd-4a79-8c17-8d21733af41e req-0a86e0bb-948c-4b9e-b665-7bebd484cc61 tempest-AttachVolumeShelveTestJSON-1581400671 tempest-AttachVolumeShelveTestJSON-1581400671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:09:26.962592 dv-cinder-830088-4-iscsi neutron-server[103257]: INFO neutron.wsgi [req-2abd1c1c-53dd-4a79-8c17-8d21733af41e req-0a86e0bb-948c-4b9e-b665-7bebd484cc61 tempest-AttachVolumeShelveTestJSON-1581400671 tempest-AttachVolumeShelveTestJSON-1581400671-project] 10.222.0.39 "GET /v2.0/ports?device_id=2ef72612-be1b-425f-9a62-f7ade87d4051 HTTP/1.1" status: 200 len: 945 time: 0.0493166 Apr 12 11:09:27.008254 dv-cinder-830088-4-iscsi neutron-server[103257]: INFO neutron.wsgi [req-2abd1c1c-53dd-4a79-8c17-8d21733af41e req-0283e208-20f9-47ea-a097-6774031eb50a tempest-AttachVolumeShelveTestJSON-1581400671 tempest-AttachVolumeShelveTestJSON-1581400671-project] 10.222.0.39 "GET /v2.0/security-groups?id=30af6b51-0f3e-46d1-b20a-adadc9a21c54&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398974 Apr 12 11:09:28.122579 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95453afb-6706-47a6-bbf1-19e5e6934270 req-0d120430-be95-44b7-8d5e-b32b674e7551 tempest-AttachVolumeShelveTestJSON-1581400671 tempest-AttachVolumeShelveTestJSON-1581400671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:09:28.124084 dv-cinder-830088-4-iscsi neutron-server[103258]: INFO neutron.wsgi [req-95453afb-6706-47a6-bbf1-19e5e6934270 req-0d120430-be95-44b7-8d5e-b32b674e7551 tempest-AttachVolumeShelveTestJSON-1581400671 tempest-AttachVolumeShelveTestJSON-1581400671-project] 10.222.0.39 "GET /v2.0/ports?device_id=2ef72612-be1b-425f-9a62-f7ade87d4051 HTTP/1.1" status: 200 len: 945 time: 0.0460842 Apr 12 11:09:28.169778 dv-cinder-830088-4-iscsi neutron-server[103258]: INFO neutron.wsgi [req-95453afb-6706-47a6-bbf1-19e5e6934270 req-0b5727d3-8925-4e80-8132-eefcf7e9a552 tempest-AttachVolumeShelveTestJSON-1581400671 tempest-AttachVolumeShelveTestJSON-1581400671-project] 10.222.0.39 "GET /v2.0/security-groups?id=30af6b51-0f3e-46d1-b20a-adadc9a21c54&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402653 Apr 12 11:09:29.179841 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron.plugins.ml2.rpc [None req-ae6c308c-a92e-4424-a7f8-d6a17e5174ef None None] Device 327a6baa-d7cd-4006-bb9a-0930d2cb5b8f details requested by agent hyperv_hv-cinder-83008 with host hv-cinder-83008 {{(pid=103259) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 12 11:09:29.277984 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron.plugins.ml2.db [None req-ae6c308c-a92e-4424-a7f8-d6a17e5174ef None None] For port 327a6baa-d7cd-4006-bb9a-0930d2cb5b8f, host hv-cinder-83008, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83008',level=0,port_id=327a6baa-d7cd-4006-bb9a-0930d2cb5b8f,segment=NetworkSegment(af155c35-6d9d-4cb5-9da1-9790843f44dc),segment_id=af155c35-6d9d-4cb5-9da1-9790843f44dc)] {{(pid=103259) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 11:09:29.283682 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0af6cb9-eb76-46e9-94d8-601ab670d271 req-08f86839-273d-468e-aa37-1f957fb054b9 tempest-AttachVolumeShelveTestJSON-1581400671 tempest-AttachVolumeShelveTestJSON-1581400671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:09:29.285161 dv-cinder-830088-4-iscsi neutron-server[103257]: INFO neutron.wsgi [req-d0af6cb9-eb76-46e9-94d8-601ab670d271 req-08f86839-273d-468e-aa37-1f957fb054b9 tempest-AttachVolumeShelveTestJSON-1581400671 tempest-AttachVolumeShelveTestJSON-1581400671-project] 10.222.0.39 "GET /v2.0/ports?device_id=2ef72612-be1b-425f-9a62-f7ade87d4051 HTTP/1.1" status: 200 len: 945 time: 0.0460880 Apr 12 11:09:29.289059 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron.plugins.ml2.rpc [None req-ae6c308c-a92e-4424-a7f8-d6a17e5174ef None None] Returning: {'device': '327a6baa-d7cd-4006-bb9a-0930d2cb5b8f', 'network_id': '5fe71604-a19f-4748-9dc5-7cc9d7ecf6be', 'port_id': '327a6baa-d7cd-4006-bb9a-0930d2cb5b8f', 'mac_address': 'fa:16:3e:ad:97:8d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 506, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e411d522-7486-40a5-b78b-47a221209e5e', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103259) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 12 11:09:29.325849 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron.plugins.ml2.plugin [None req-ae6c308c-a92e-4424-a7f8-d6a17e5174ef None None] Current status of the port 327a6baa-d7cd-4006-bb9a-0930d2cb5b8f is: ACTIVE; New status is: BUILD {{(pid=103259) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 11:09:29.326233 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron_lib.callbacks.manager [None req-ae6c308c-a92e-4424-a7f8-d6a17e5174ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1535343'] for port (327a6baa-d7cd-4006-bb9a-0930d2cb5b8f), before_update {{(pid=103259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:09:29.330602 dv-cinder-830088-4-iscsi neutron-server[103257]: INFO neutron.wsgi [req-d0af6cb9-eb76-46e9-94d8-601ab670d271 req-30978dce-4424-4139-a355-56ff29f92e7a tempest-AttachVolumeShelveTestJSON-1581400671 tempest-AttachVolumeShelveTestJSON-1581400671-project] 10.222.0.39 "GET /v2.0/security-groups?id=30af6b51-0f3e-46d1-b20a-adadc9a21c54&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398562 Apr 12 11:09:29.342615 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron.notifiers.nova [None req-ae6c308c-a92e-4424-a7f8-d6a17e5174ef None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 327a6baa-d7cd-4006-bb9a-0930d2cb5b8f {{(pid=103259) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 12 11:09:29.361374 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron.plugins.ml2.db [None req-ae6c308c-a92e-4424-a7f8-d6a17e5174ef None None] For port 327a6baa-d7cd-4006-bb9a-0930d2cb5b8f, host hv-cinder-83008, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83008',level=0,port_id=327a6baa-d7cd-4006-bb9a-0930d2cb5b8f,segment=NetworkSegment(af155c35-6d9d-4cb5-9da1-9790843f44dc),segment_id=af155c35-6d9d-4cb5-9da1-9790843f44dc)] {{(pid=103259) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 11:09:29.365638 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron_lib.callbacks.manager [None req-ae6c308c-a92e-4424-a7f8-d6a17e5174ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1534861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777667992095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777667450170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777667450188'] for port (327a6baa-d7cd-4006-bb9a-0930d2cb5b8f), after_update {{(pid=103259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:09:29.410467 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae6c308c-a92e-4424-a7f8-d6a17e5174ef None None] Pushing event updated for resources: {'Port': ['ID=327a6baa-d7cd-4006-bb9a-0930d2cb5b8f,revision_number=6']} {{(pid=103259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:09:29.417360 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae6c308c-a92e-4424-a7f8-d6a17e5174ef None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830088-4-iscsi {{(pid=103259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:09:29.417709 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae6c308c-a92e-4424-a7f8-d6a17e5174ef None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830088-4-iscsi {{(pid=103259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:09:29.418050 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae6c308c-a92e-4424-a7f8-d6a17e5174ef None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830088-4-iscsi {{(pid=103259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:09:29.418392 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae6c308c-a92e-4424-a7f8-d6a17e5174ef None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830088-4-iscsi {{(pid=103259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:09:29.418740 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae6c308c-a92e-4424-a7f8-d6a17e5174ef None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830088-4-iscsi {{(pid=103259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:09:29.419072 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae6c308c-a92e-4424-a7f8-d6a17e5174ef None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830088-4-iscsi {{(pid=103259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:09:29.419402 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae6c308c-a92e-4424-a7f8-d6a17e5174ef None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830088-4-iscsi {{(pid=103259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:09:29.419723 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae6c308c-a92e-4424-a7f8-d6a17e5174ef None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830088-4-iscsi {{(pid=103259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:09:29.420051 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae6c308c-a92e-4424-a7f8-d6a17e5174ef None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-830088-4-iscsi {{(pid=103259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:09:29.420375 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae6c308c-a92e-4424-a7f8-d6a17e5174ef None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830088-4-iscsi {{(pid=103259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:09:29.420700 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae6c308c-a92e-4424-a7f8-d6a17e5174ef None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830088-4-iscsi {{(pid=103259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:09:29.421024 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae6c308c-a92e-4424-a7f8-d6a17e5174ef None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830088-4-iscsi {{(pid=103259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:09:29.421344 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae6c308c-a92e-4424-a7f8-d6a17e5174ef None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830088-4-iscsi {{(pid=103259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:09:29.421663 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae6c308c-a92e-4424-a7f8-d6a17e5174ef None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830088-4-iscsi {{(pid=103259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:09:29.421983 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae6c308c-a92e-4424-a7f8-d6a17e5174ef None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830088-4-iscsi {{(pid=103259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:09:29.557470 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron.plugins.ml2.db [None req-ae6c308c-a92e-4424-a7f8-d6a17e5174ef None None] get_ports_and_sgs() called for port_ids ['327a6baa-d7cd-4006-bb9a-0930d2cb5b8f'] {{(pid=103259) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 12 11:09:30.447835 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d00640d5-f0f5-469c-a76e-0d828f6d44d8 req-07786ab1-fc71-43b1-9d87-21f684ae971e tempest-AttachVolumeShelveTestJSON-1581400671 tempest-AttachVolumeShelveTestJSON-1581400671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:09:30.449310 dv-cinder-830088-4-iscsi neutron-server[103258]: INFO neutron.wsgi [req-d00640d5-f0f5-469c-a76e-0d828f6d44d8 req-07786ab1-fc71-43b1-9d87-21f684ae971e tempest-AttachVolumeShelveTestJSON-1581400671 tempest-AttachVolumeShelveTestJSON-1581400671-project] 10.222.0.39 "GET /v2.0/ports?device_id=2ef72612-be1b-425f-9a62-f7ade87d4051 HTTP/1.1" status: 200 len: 944 time: 0.0496938 Apr 12 11:09:30.494862 dv-cinder-830088-4-iscsi neutron-server[103258]: INFO neutron.wsgi [req-d00640d5-f0f5-469c-a76e-0d828f6d44d8 req-7fc3ef69-2d58-4cce-8e2b-3e7f411ff668 tempest-AttachVolumeShelveTestJSON-1581400671 tempest-AttachVolumeShelveTestJSON-1581400671-project] 10.222.0.39 "GET /v2.0/security-groups?id=30af6b51-0f3e-46d1-b20a-adadc9a21c54&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400202 Apr 12 11:09:30.990492 dv-cinder-830088-4-iscsi neutron-server[103257]: INFO neutron.wsgi [req-dd56d577-d210-487c-9c43-24ecdc3ce177 req-eec15189-77c8-4e8c-865f-873bd37412d9 tempest-TestVolumeBootPattern-1690597324 tempest-TestVolumeBootPattern-1690597324-project] 10.222.0.39 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-776125653&fields=id&tenant_id=c2c05547762540eabb9d44e9bf42d19d HTTP/1.1" status: 200 len: 267 time: 0.0422683 Apr 12 11:09:31.094653 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd56d577-d210-487c-9c43-24ecdc3ce177 req-2ca92d37-a9c8-4ada-9daa-9b834b1f1556 tempest-TestVolumeBootPattern-1690597324 tempest-TestVolumeBootPattern-1690597324-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:09:31.096044 dv-cinder-830088-4-iscsi neutron-server[103257]: INFO neutron.wsgi [req-dd56d577-d210-487c-9c43-24ecdc3ce177 req-2ca92d37-a9c8-4ada-9daa-9b834b1f1556 tempest-TestVolumeBootPattern-1690597324 tempest-TestVolumeBootPattern-1690597324-project] 10.222.0.39 "GET /v2.0/networks?id=1232fc79-51a8-446f-8db9-91c7982426a3 HTTP/1.1" status: 200 len: 811 time: 0.0994134 Apr 12 11:09:31.110324 dv-cinder-830088-4-iscsi neutron-server[103257]: INFO neutron.wsgi [req-dd56d577-d210-487c-9c43-24ecdc3ce177 req-89c1f0e9-4d2e-4d74-8b11-92485587542d tempest-TestVolumeBootPattern-1690597324 tempest-TestVolumeBootPattern-1690597324-project] 10.222.0.39 "GET /v2.0/quotas/c2c05547762540eabb9d44e9bf42d19d HTTP/1.1" status: 200 len: 375 time: 0.0085156 Apr 12 11:09:31.159177 dv-cinder-830088-4-iscsi neutron-server[103257]: INFO neutron.wsgi [req-dd56d577-d210-487c-9c43-24ecdc3ce177 req-c2e9ef48-e560-4e95-be05-48863f85b039 tempest-TestVolumeBootPattern-1690597324 tempest-TestVolumeBootPattern-1690597324-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=c2c05547762540eabb9d44e9bf42d19d&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0435121 Apr 12 11:09:31.197842 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron.plugins.ml2.rpc [None req-ae6c308c-a92e-4424-a7f8-d6a17e5174ef None None] Device 327a6baa-d7cd-4006-bb9a-0930d2cb5b8f up at agent hyperv_hv-cinder-83008 {{(pid=103259) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 11:09:31.242353 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron.db.provisioning_blocks [None req-ae6c308c-a92e-4424-a7f8-d6a17e5174ef None None] Provisioning complete for port 327a6baa-d7cd-4006-bb9a-0930d2cb5b8f triggered by entity L2. {{(pid=103259) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 11:09:31.242747 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron_lib.callbacks.manager [None req-ae6c308c-a92e-4424-a7f8-d6a17e5174ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1343588'] for port (327a6baa-d7cd-4006-bb9a-0930d2cb5b8f), provisioning_complete {{(pid=103259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:09:31.257601 dv-cinder-830088-4-iscsi neutron-server[103257]: INFO neutron.wsgi [req-dd56d577-d210-487c-9c43-24ecdc3ce177 req-ff9cfafc-e3ed-426b-b7bc-681b4159c926 service neutron] 10.222.0.39 "GET /v2.0/networks/1232fc79-51a8-446f-8db9-91c7982426a3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0862818 Apr 12 11:09:31.315923 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron.plugins.ml2.plugin [None req-ae6c308c-a92e-4424-a7f8-d6a17e5174ef None None] Current status of the port 327a6baa-d7cd-4006-bb9a-0930d2cb5b8f is: BUILD; New status is: ACTIVE {{(pid=103259) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 11:09:31.316304 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron_lib.callbacks.manager [None req-ae6c308c-a92e-4424-a7f8-d6a17e5174ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1535343'] for port (327a6baa-d7cd-4006-bb9a-0930d2cb5b8f), before_update {{(pid=103259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:09:31.337819 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2ef72612-be1b-425f-9a62-f7ade87d4051', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '327a6baa-d7cd-4006-bb9a-0930d2cb5b8f'}] {{(pid=103259) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 11:09:31.340314 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}af87e37ddfedca7c8b2a1dd0c6cba4e3e91bcc66796c687067be127c7223cf15" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-541c9828-d59b-476c-950a-aea41e553c57" -d '{"events": [{"server_uuid": "2ef72612-be1b-425f-9a62-f7ade87d4051", "name": "network-vif-plugged", "status": "completed", "tag": "327a6baa-d7cd-4006-bb9a-0930d2cb5b8f"}]}' {{(pid=103259) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 11:09:31.344853 dv-cinder-830088-4-iscsi neutron-server[103257]: INFO neutron.wsgi [req-dd56d577-d210-487c-9c43-24ecdc3ce177 req-5fb9baa3-dedb-4da6-809a-eb538b40898f service neutron] 10.222.0.39 "GET /v2.0/networks/1232fc79-51a8-446f-8db9-91c7982426a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0813227 Apr 12 11:09:31.353217 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron.plugins.ml2.db [None req-ae6c308c-a92e-4424-a7f8-d6a17e5174ef None None] For port 327a6baa-d7cd-4006-bb9a-0930d2cb5b8f, host hv-cinder-83008, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83008',level=0,port_id=327a6baa-d7cd-4006-bb9a-0930d2cb5b8f,segment=NetworkSegment(af155c35-6d9d-4cb5-9da1-9790843f44dc),segment_id=af155c35-6d9d-4cb5-9da1-9790843f44dc)] {{(pid=103259) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 11:09:31.357111 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron_lib.callbacks.manager [None req-ae6c308c-a92e-4424-a7f8-d6a17e5174ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1534861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777667992095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777667450170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777667450188'] for port (327a6baa-d7cd-4006-bb9a-0930d2cb5b8f), after_update {{(pid=103259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:09:31.386305 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Apr 2022 11:09:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d39a982d-a66a-49fd-a69b-0bdb1ef48405 x-openstack-request-id: req-d39a982d-a66a-49fd-a69b-0bdb1ef48405 {{(pid=103259) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 11:09:31.386599 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2ef72612-be1b-425f-9a62-f7ade87d4051", "name": "network-vif-plugged", "status": "completed", "tag": "327a6baa-d7cd-4006-bb9a-0930d2cb5b8f", "code": 200}]} {{(pid=103259) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 11:09:31.386909 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-d39a982d-a66a-49fd-a69b-0bdb1ef48405 {{(pid=103259) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 11:09:31.387300 dv-cinder-830088-4-iscsi neutron-server[103259]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d39a982d-a66a-49fd-a69b-0bdb1ef48405'] response: {'server_uuid': '2ef72612-be1b-425f-9a62-f7ade87d4051', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '327a6baa-d7cd-4006-bb9a-0930d2cb5b8f', 'code': 200} Apr 12 11:09:31.414972 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae6c308c-a92e-4424-a7f8-d6a17e5174ef None None] Pushing event updated for resources: {'Port': ['ID=327a6baa-d7cd-4006-bb9a-0930d2cb5b8f,revision_number=7']} {{(pid=103259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:09:31.628142 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae0cf9f0-5b39-4027-97d8-cee183c2d6ca req-86efb374-27d1-40f4-a88c-c96225eb4264 tempest-AttachVolumeShelveTestJSON-1581400671 tempest-AttachVolumeShelveTestJSON-1581400671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:09:31.629649 dv-cinder-830088-4-iscsi neutron-server[103258]: INFO neutron.wsgi [req-ae0cf9f0-5b39-4027-97d8-cee183c2d6ca req-86efb374-27d1-40f4-a88c-c96225eb4264 tempest-AttachVolumeShelveTestJSON-1581400671 tempest-AttachVolumeShelveTestJSON-1581400671-project] 10.222.0.39 "GET /v2.0/ports?device_id=2ef72612-be1b-425f-9a62-f7ade87d4051 HTTP/1.1" status: 200 len: 945 time: 0.0497310 Apr 12 11:09:31.644898 dv-cinder-830088-4-iscsi neutron-server[103257]: INFO neutron.wsgi [req-f8e6a453-f549-4579-9fb3-3c6d1cd2015d req-60c40e00-f717-4936-ac7d-735b25ccf1e1 tempest-TestVolumeBootPattern-1690597324 tempest-TestVolumeBootPattern-1690597324-project] 10.222.0.39 "GET /v2.0/ports?device_id=e48dbdf0-7a40-41af-aace-12a74b9cd20d HTTP/1.1" status: 200 len: 210 time: 0.0361769 Apr 12 11:09:31.678814 dv-cinder-830088-4-iscsi neutron-server[103258]: INFO neutron.wsgi [req-ae0cf9f0-5b39-4027-97d8-cee183c2d6ca req-0f15a017-53fa-4b1c-b14b-e8d78f7276fd tempest-AttachVolumeShelveTestJSON-1581400671 tempest-AttachVolumeShelveTestJSON-1581400671-project] 10.222.0.39 "GET /v2.0/security-groups?id=30af6b51-0f3e-46d1-b20a-adadc9a21c54&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435042 Apr 12 11:09:32.690461 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd56d577-d210-487c-9c43-24ecdc3ce177 req-a565de81-3409-43ce-8901-4a8d8772f6d3 tempest-TestVolumeBootPattern-1690597324 tempest-TestVolumeBootPattern-1690597324-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:09:32.692001 dv-cinder-830088-4-iscsi neutron-server[103258]: INFO neutron.wsgi [req-dd56d577-d210-487c-9c43-24ecdc3ce177 req-a565de81-3409-43ce-8901-4a8d8772f6d3 tempest-TestVolumeBootPattern-1690597324 tempest-TestVolumeBootPattern-1690597324-project] 10.222.0.53 "GET /v2.0/networks?id=1232fc79-51a8-446f-8db9-91c7982426a3 HTTP/1.1" status: 200 len: 811 time: 0.1185694 Apr 12 11:09:32.751765 dv-cinder-830088-4-iscsi neutron-server[103257]: INFO neutron.wsgi [req-b492781c-a917-4af2-9b2d-888087873b64 req-f1182526-f171-4a04-8a01-bf23d4ed4778 tempest-TestVolumeBootPattern-1690597324 tempest-TestVolumeBootPattern-1690597324-project] 10.222.0.39 "GET /v2.0/ports?device_id=e48dbdf0-7a40-41af-aace-12a74b9cd20d HTTP/1.1" status: 200 len: 210 time: 0.0306256 Apr 12 11:09:32.796215 dv-cinder-830088-4-iscsi neutron-server[103258]: INFO neutron.wsgi [req-dd56d577-d210-487c-9c43-24ecdc3ce177 req-7e6004c1-6671-40de-99a0-60e0218df758 tempest-TestVolumeBootPattern-1690597324 tempest-TestVolumeBootPattern-1690597324-project] 10.222.0.53 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c2c05547762540eabb9d44e9bf42d19d HTTP/1.1" status: 200 len: 379 time: 0.0849304 Apr 12 11:09:32.805881 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.api.v2.base [req-dd56d577-d210-487c-9c43-24ecdc3ce177 req-12f3a34c-b558-46e2-ac07-f43c4a5555da tempest-TestVolumeBootPattern-1690597324 tempest-TestVolumeBootPattern-1690597324-project] Request body: {'port': {'device_id': 'e48dbdf0-7a40-41af-aace-12a74b9cd20d', 'network_id': '1232fc79-51a8-446f-8db9-91c7982426a3', 'admin_state_up': True, 'tenant_id': 'c2c05547762540eabb9d44e9bf42d19d', 'security_groups': ['726d01fd-8df5-4a24-846e-ad176077f036']}} {{(pid=103258) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 11:09:32.827778 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-099955e4-0a2a-495b-baf3-93ce037a166c req-b359af8e-4062-4030-b151-07481cd60194 tempest-AttachVolumeShelveTestJSON-1581400671 tempest-AttachVolumeShelveTestJSON-1581400671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:09:32.829236 dv-cinder-830088-4-iscsi neutron-server[103258]: INFO neutron.wsgi [req-099955e4-0a2a-495b-baf3-93ce037a166c req-b359af8e-4062-4030-b151-07481cd60194 tempest-AttachVolumeShelveTestJSON-1581400671 tempest-AttachVolumeShelveTestJSON-1581400671-project] 10.222.0.39 "GET /v2.0/ports?device_id=2ef72612-be1b-425f-9a62-f7ade87d4051 HTTP/1.1" status: 200 len: 945 time: 0.0763776 Apr 12 11:09:32.932501 dv-cinder-830088-4-iscsi neutron-server[103258]: INFO neutron.wsgi [req-099955e4-0a2a-495b-baf3-93ce037a166c req-3ae251d3-a02d-475b-b0b4-31e2cd24a15e tempest-AttachVolumeShelveTestJSON-1581400671 tempest-AttachVolumeShelveTestJSON-1581400671-project] 10.222.0.39 "GET /v2.0/security-groups?id=30af6b51-0f3e-46d1-b20a-adadc9a21c54&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0932910 Apr 12 11:09:32.953937 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dd56d577-d210-487c-9c43-24ecdc3ce177 req-12f3a34c-b558-46e2-ac07-f43c4a5555da tempest-TestVolumeBootPattern-1690597324 tempest-TestVolumeBootPattern-1690597324-project] Made reservation on behalf of c2c05547762540eabb9d44e9bf42d19d for: {'port': 1} {{(pid=103258) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 12 11:09:32.957365 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [req-dd56d577-d210-487c-9c43-24ecdc3ce177 req-12f3a34c-b558-46e2-ac07-f43c4a5555da tempest-TestVolumeBootPattern-1690597324 tempest-TestVolumeBootPattern-1690597324-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1535343'] for port (None), before_create {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:09:33.086674 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.db.db_base_plugin_common [req-dd56d577-d210-487c-9c43-24ecdc3ce177 req-12f3a34c-b558-46e2-ac07-f43c4a5555da tempest-TestVolumeBootPattern-1690597324 tempest-TestVolumeBootPattern-1690597324-project] Allocated IP 172.20.0.3 (1232fc79-51a8-446f-8db9-91c7982426a3/629313fa-4f32-46d8-868a-0d9dbc8c0fc7/4baff0b9-51bc-4447-8797-20cd958ada1d) {{(pid=103258) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 12 11:09:33.221373 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [req-dd56d577-d210-487c-9c43-24ecdc3ce177 req-12f3a34c-b558-46e2-ac07-f43c4a5555da tempest-TestVolumeBootPattern-1690597324 tempest-TestVolumeBootPattern-1690597324-project] Publish callbacks [] for port (4baff0b9-51bc-4447-8797-20cd958ada1d), precommit_create {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:09:33.255905 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [req-dd56d577-d210-487c-9c43-24ecdc3ce177 req-12f3a34c-b558-46e2-ac07-f43c4a5555da tempest-TestVolumeBootPattern-1690597324 tempest-TestVolumeBootPattern-1690597324-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1534861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777667450152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4796947'] for port (4baff0b9-51bc-4447-8797-20cd958ada1d), after_create {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:09:33.302642 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dd56d577-d210-487c-9c43-24ecdc3ce177 req-12f3a34c-b558-46e2-ac07-f43c4a5555da tempest-TestVolumeBootPattern-1690597324 tempest-TestVolumeBootPattern-1690597324-project] Network 1232fc79-51a8-446f-8db9-91c7982426a3 is already hosted by enough agents. {{(pid=103258) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 11:09:33.305651 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.scheduler.base_scheduler [req-dd56d577-d210-487c-9c43-24ecdc3ce177 req-12f3a34c-b558-46e2-ac07-f43c4a5555da tempest-TestVolumeBootPattern-1690597324 tempest-TestVolumeBootPattern-1690597324-project] Resources bound (agent type, host, resource id): {{(pid=103258) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 11:09:33.309464 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.db.l3_dvrscheduler_db [req-dd56d577-d210-487c-9c43-24ecdc3ce177 req-12f3a34c-b558-46e2-ac07-f43c4a5555da tempest-TestVolumeBootPattern-1690597324 tempest-TestVolumeBootPattern-1690597324-project] Received port after_create {{(pid=103258) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 12 11:09:33.318797 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12f3a34c-b558-46e2-ac07-f43c4a5555da tempest-TestVolumeBootPattern-1690597324 tempest-TestVolumeBootPattern-1690597324-project] Pushing event updated for resources: {'Port': ['ID=4baff0b9-51bc-4447-8797-20cd958ada1d,revision_number=1']} {{(pid=103258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:09:33.367365 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd56d577-d210-487c-9c43-24ecdc3ce177 req-12f3a34c-b558-46e2-ac07-f43c4a5555da tempest-TestVolumeBootPattern-1690597324 tempest-TestVolumeBootPattern-1690597324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:09:33.368429 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [req-dd56d577-d210-487c-9c43-24ecdc3ce177 req-12f3a34c-b558-46e2-ac07-f43c4a5555da tempest-TestVolumeBootPattern-1690597324 tempest-TestVolumeBootPattern-1690597324-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108023'] for port (None), before_response {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:09:33.391462 dv-cinder-830088-4-iscsi neutron-server[103258]: INFO neutron.wsgi [req-dd56d577-d210-487c-9c43-24ecdc3ce177 req-12f3a34c-b558-46e2-ac07-f43c4a5555da tempest-TestVolumeBootPattern-1690597324 tempest-TestVolumeBootPattern-1690597324-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5897686 Apr 12 11:09:33.411334 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.api.v2.base [req-dd56d577-d210-487c-9c43-24ecdc3ce177 req-c45064c8-3136-4e91-ba41-a98d846acc2e service neutron] Request body: {'port': {'device_id': 'e48dbdf0-7a40-41af-aace-12a74b9cd20d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83008'}} {{(pid=103258) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 11:09:33.477139 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [req-dd56d577-d210-487c-9c43-24ecdc3ce177 req-c45064c8-3136-4e91-ba41-a98d846acc2e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1535343'] for port (4baff0b9-51bc-4447-8797-20cd958ada1d), before_update {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:09:33.559008 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron.db.provisioning_blocks [None req-9aa24393-207f-4b3f-8526-30cda0ae04cf None None] Provisioning complete for port 4baff0b9-51bc-4447-8797-20cd958ada1d triggered by entity DHCP. {{(pid=103259) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 11:09:33.559583 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron_lib.callbacks.manager [None req-9aa24393-207f-4b3f-8526-30cda0ae04cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1343588'] for port (4baff0b9-51bc-4447-8797-20cd958ada1d), provisioning_complete {{(pid=103259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:09:33.594380 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron.plugins.ml2.plugin [None req-9aa24393-207f-4b3f-8526-30cda0ae04cf None None] Port 4baff0b9-51bc-4447-8797-20cd958ada1d cannot update to ACTIVE because it is not bound. {{(pid=103259) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 12 11:09:33.737196 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.notifiers.nova [req-dd56d577-d210-487c-9c43-24ecdc3ce177 req-c45064c8-3136-4e91-ba41-a98d846acc2e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4baff0b9-51bc-4447-8797-20cd958ada1d {{(pid=103258) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 12 11:09:33.745158 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [req-dd56d577-d210-487c-9c43-24ecdc3ce177 req-c45064c8-3136-4e91-ba41-a98d846acc2e service neutron] Publish callbacks [] for port (4baff0b9-51bc-4447-8797-20cd958ada1d), precommit_update {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:09:33.758795 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.db.provisioning_blocks [req-dd56d577-d210-487c-9c43-24ecdc3ce177 req-c45064c8-3136-4e91-ba41-a98d846acc2e service neutron] Transition to ACTIVE for port object 4baff0b9-51bc-4447-8797-20cd958ada1d will not be triggered until provisioned by entity L2. {{(pid=103258) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 12 11:09:33.762466 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [req-dd56d577-d210-487c-9c43-24ecdc3ce177 req-c45064c8-3136-4e91-ba41-a98d846acc2e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1534861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777667992095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777667450170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777667450188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4796952'] for port (4baff0b9-51bc-4447-8797-20cd958ada1d), after_update {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:09:33.812328 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c45064c8-3136-4e91-ba41-a98d846acc2e service neutron] Pushing event updated for resources: {'Port': ['ID=4baff0b9-51bc-4447-8797-20cd958ada1d,revision_number=2']} {{(pid=103258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:09:33.875025 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de9310c0-22e3-48bf-9da8-b83afa13e3a9 req-b4aad5b3-9317-4cd0-be8b-f1cf402a5730 tempest-TestVolumeBootPattern-1690597324 tempest-TestVolumeBootPattern-1690597324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:09:33.877349 dv-cinder-830088-4-iscsi neutron-server[103257]: INFO neutron.wsgi [req-de9310c0-22e3-48bf-9da8-b83afa13e3a9 req-b4aad5b3-9317-4cd0-be8b-f1cf402a5730 tempest-TestVolumeBootPattern-1690597324 tempest-TestVolumeBootPattern-1690597324-project] 10.222.0.39 "GET /v2.0/ports?device_id=e48dbdf0-7a40-41af-aace-12a74b9cd20d HTTP/1.1" status: 200 len: 943 time: 0.0542483 Apr 12 11:09:33.903586 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.plugins.ml2.managers [req-dd56d577-d210-487c-9c43-24ecdc3ce177 req-c45064c8-3136-4e91-ba41-a98d846acc2e service neutron] Attempting to bind port 4baff0b9-51bc-4447-8797-20cd958ada1d on host hv-cinder-83008 for vnic_type normal with profile {{(pid=103258) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 12 11:09:33.904043 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.plugins.ml2.managers [req-dd56d577-d210-487c-9c43-24ecdc3ce177 req-c45064c8-3136-4e91-ba41-a98d846acc2e service neutron] Attempting to bind port 4baff0b9-51bc-4447-8797-20cd958ada1d by drivers openvswitch,hyperv on host hv-cinder-83008 at level 0 using segments [{'id': 'd51f3e71-8cf4-4a31-9034-8318c2e937aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': '1232fc79-51a8-446f-8db9-91c7982426a3'}] {{(pid=103258) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 12 11:09:33.904470 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd56d577-d210-487c-9c43-24ecdc3ce177 req-c45064c8-3136-4e91-ba41-a98d846acc2e service neutron] Attempting to bind port 4baff0b9-51bc-4447-8797-20cd958ada1d on network 1232fc79-51a8-446f-8db9-91c7982426a3 {{(pid=103258) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 11:09:33.909289 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd56d577-d210-487c-9c43-24ecdc3ce177 req-c45064c8-3136-4e91-ba41-a98d846acc2e service neutron] Port 4baff0b9-51bc-4447-8797-20cd958ada1d on network 1232fc79-51a8-446f-8db9-91c7982426a3 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83008 {{(pid=103258) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 12 11:09:33.909686 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd56d577-d210-487c-9c43-24ecdc3ce177 req-c45064c8-3136-4e91-ba41-a98d846acc2e service neutron] Attempting to bind port 4baff0b9-51bc-4447-8797-20cd958ada1d on network 1232fc79-51a8-446f-8db9-91c7982426a3 {{(pid=103258) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 11:09:33.915056 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd56d577-d210-487c-9c43-24ecdc3ce177 req-c45064c8-3136-4e91-ba41-a98d846acc2e service neutron] Checking agent: {'id': '742b2e09-86ec-4663-b086-f6b891926c3e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83008', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 12, 10, 58, 42), 'started_at': datetime.datetime(2022, 4, 12, 10, 58, 42), 'heartbeat_timestamp': datetime.datetime(2022, 4, 12, 11, 9, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103258) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 12 11:09:33.915398 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd56d577-d210-487c-9c43-24ecdc3ce177 req-c45064c8-3136-4e91-ba41-a98d846acc2e service neutron] Checking segment: {'id': 'd51f3e71-8cf4-4a31-9034-8318c2e937aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': '1232fc79-51a8-446f-8db9-91c7982426a3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103258) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 11:09:33.915788 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd56d577-d210-487c-9c43-24ecdc3ce177 req-c45064c8-3136-4e91-ba41-a98d846acc2e service neutron] Bound using segment: {'id': 'd51f3e71-8cf4-4a31-9034-8318c2e937aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': '1232fc79-51a8-446f-8db9-91c7982426a3'} {{(pid=103258) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 12 11:09:33.916278 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.plugins.ml2.managers [req-dd56d577-d210-487c-9c43-24ecdc3ce177 req-c45064c8-3136-4e91-ba41-a98d846acc2e service neutron] Bound port: 4baff0b9-51bc-4447-8797-20cd958ada1d, host: hv-cinder-83008, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd51f3e71-8cf4-4a31-9034-8318c2e937aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': '1232fc79-51a8-446f-8db9-91c7982426a3'}}] {{(pid=103258) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 12 11:09:33.916642 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [req-dd56d577-d210-487c-9c43-24ecdc3ce177 req-c45064c8-3136-4e91-ba41-a98d846acc2e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1535343'] for port (4baff0b9-51bc-4447-8797-20cd958ada1d), before_update {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:09:33.933183 dv-cinder-830088-4-iscsi neutron-server[103257]: INFO neutron.wsgi [req-de9310c0-22e3-48bf-9da8-b83afa13e3a9 req-257c7848-b1c4-4e7b-83d3-b8c4ba3ead03 tempest-TestVolumeBootPattern-1690597324 tempest-TestVolumeBootPattern-1690597324-project] 10.222.0.39 "GET /v2.0/security-groups?id=726d01fd-8df5-4a24-846e-ad176077f036&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0493929 Apr 12 11:09:33.997385 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.plugins.ml2.db [req-dd56d577-d210-487c-9c43-24ecdc3ce177 req-c45064c8-3136-4e91-ba41-a98d846acc2e service neutron] For port 4baff0b9-51bc-4447-8797-20cd958ada1d, host hv-cinder-83008, cleared binding levels {{(pid=103258) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 12 11:09:34.001981 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.plugins.ml2.db [req-dd56d577-d210-487c-9c43-24ecdc3ce177 req-c45064c8-3136-4e91-ba41-a98d846acc2e service neutron] For port 4baff0b9-51bc-4447-8797-20cd958ada1d, host hv-cinder-83008, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83008',level=0,port_id=4baff0b9-51bc-4447-8797-20cd958ada1d,segment=NetworkSegment(d51f3e71-8cf4-4a31-9034-8318c2e937aa),segment_id=d51f3e71-8cf4-4a31-9034-8318c2e937aa)] {{(pid=103258) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 12 11:09:34.009650 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [req-dd56d577-d210-487c-9c43-24ecdc3ce177 req-c45064c8-3136-4e91-ba41-a98d846acc2e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1534861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777667992095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777667450170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777667450188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4796952'] for port (4baff0b9-51bc-4447-8797-20cd958ada1d), after_update {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:09:34.058928 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd56d577-d210-487c-9c43-24ecdc3ce177 req-c45064c8-3136-4e91-ba41-a98d846acc2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:09:34.059575 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [req-dd56d577-d210-487c-9c43-24ecdc3ce177 req-c45064c8-3136-4e91-ba41-a98d846acc2e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108023'] for port (None), before_response {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:09:34.060977 dv-cinder-830088-4-iscsi neutron-server[103258]: INFO neutron.wsgi [req-dd56d577-d210-487c-9c43-24ecdc3ce177 req-c45064c8-3136-4e91-ba41-a98d846acc2e service neutron] 10.222.0.53 "PUT /v2.0/ports/4baff0b9-51bc-4447-8797-20cd958ada1d HTTP/1.1" status: 200 len: 1093 time: 0.6565607 Apr 12 11:09:34.061473 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e48dbdf0-7a40-41af-aace-12a74b9cd20d', 'tag': '4baff0b9-51bc-4447-8797-20cd958ada1d'}] {{(pid=103258) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 11:09:34.063755 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c54b6d548356c9296345eb8e608a1624e6dfb095c10b2709a108c8ba991c21a4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fee90917-6c65-4a76-a153-ce551f2379c5" -d '{"events": [{"name": "network-changed", "server_uuid": "e48dbdf0-7a40-41af-aace-12a74b9cd20d", "tag": "4baff0b9-51bc-4447-8797-20cd958ada1d"}]}' {{(pid=103258) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 11:09:34.127364 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e714efe1-608d-4cbe-88bb-da0d4e690fed req-7bf01b0d-b1fc-41cf-8c8a-91a2b0560ec9 tempest-AttachVolumeShelveTestJSON-1581400671 tempest-AttachVolumeShelveTestJSON-1581400671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:09:34.128913 dv-cinder-830088-4-iscsi neutron-server[103258]: INFO neutron.wsgi [req-e714efe1-608d-4cbe-88bb-da0d4e690fed req-7bf01b0d-b1fc-41cf-8c8a-91a2b0560ec9 tempest-AttachVolumeShelveTestJSON-1581400671 tempest-AttachVolumeShelveTestJSON-1581400671-project] 10.222.0.39 "GET /v2.0/ports?device_id=2ef72612-be1b-425f-9a62-f7ade87d4051 HTTP/1.1" status: 200 len: 945 time: 0.0833099 Apr 12 11:09:34.143512 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Apr 2022 11:09:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9631fcad-39e8-494f-b9a3-5439fce1ee49 x-openstack-request-id: req-9631fcad-39e8-494f-b9a3-5439fce1ee49 {{(pid=103258) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 11:09:34.143809 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e48dbdf0-7a40-41af-aace-12a74b9cd20d", "tag": "4baff0b9-51bc-4447-8797-20cd958ada1d", "status": "completed", "code": 200}]} {{(pid=103258) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 11:09:34.144062 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-9631fcad-39e8-494f-b9a3-5439fce1ee49 {{(pid=103258) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 11:09:34.144460 dv-cinder-830088-4-iscsi neutron-server[103258]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9631fcad-39e8-494f-b9a3-5439fce1ee49'] response: {'name': 'network-changed', 'server_uuid': 'e48dbdf0-7a40-41af-aace-12a74b9cd20d', 'tag': '4baff0b9-51bc-4447-8797-20cd958ada1d', 'status': 'completed', 'code': 200} Apr 12 11:09:34.173111 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c45064c8-3136-4e91-ba41-a98d846acc2e service neutron] Pushing event updated for resources: {'Port': ['ID=4baff0b9-51bc-4447-8797-20cd958ada1d,revision_number=3']} {{(pid=103258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:09:34.204405 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd56d577-d210-487c-9c43-24ecdc3ce177 req-8c42416f-a99e-48f4-af69-9eeceb722e8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:09:34.205927 dv-cinder-830088-4-iscsi neutron-server[103258]: INFO neutron.wsgi [req-dd56d577-d210-487c-9c43-24ecdc3ce177 req-8c42416f-a99e-48f4-af69-9eeceb722e8d service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=c2c05547762540eabb9d44e9bf42d19d&device_id=e48dbdf0-7a40-41af-aace-12a74b9cd20d HTTP/1.1" status: 200 len: 1127 time: 0.0715089 Apr 12 11:09:34.223094 dv-cinder-830088-4-iscsi neutron-server[103258]: INFO neutron.wsgi [req-e714efe1-608d-4cbe-88bb-da0d4e690fed req-29758399-579b-46ae-b582-078db9586e7a tempest-AttachVolumeShelveTestJSON-1581400671 tempest-AttachVolumeShelveTestJSON-1581400671-project] 10.222.0.39 "GET /v2.0/security-groups?id=30af6b51-0f3e-46d1-b20a-adadc9a21c54&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0765076 Apr 12 11:09:34.261268 dv-cinder-830088-4-iscsi neutron-server[103258]: INFO neutron.wsgi [req-dd56d577-d210-487c-9c43-24ecdc3ce177 req-294360f4-fea5-4a5b-b114-bbafd4eb6dd0 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=4baff0b9-51bc-4447-8797-20cd958ada1d HTTP/1.1" status: 200 len: 217 time: 0.0365155 Apr 12 11:09:34.309350 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd56d577-d210-487c-9c43-24ecdc3ce177 req-85d3d70c-688e-4fe3-875e-ca3feb173a01 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:09:34.310857 dv-cinder-830088-4-iscsi neutron-server[103258]: INFO neutron.wsgi [req-dd56d577-d210-487c-9c43-24ecdc3ce177 req-85d3d70c-688e-4fe3-875e-ca3feb173a01 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=629313fa-4f32-46d8-868a-0d9dbc8c0fc7 HTTP/1.1" status: 200 len: 850 time: 0.0437965 Apr 12 11:09:34.362836 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd56d577-d210-487c-9c43-24ecdc3ce177 req-aced01c0-022c-46aa-b2ce-2faa7f0a7d60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:09:34.364751 dv-cinder-830088-4-iscsi neutron-server[103258]: INFO neutron.wsgi [req-dd56d577-d210-487c-9c43-24ecdc3ce177 req-aced01c0-022c-46aa-b2ce-2faa7f0a7d60 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=1232fc79-51a8-446f-8db9-91c7982426a3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0485721 Apr 12 11:09:34.469132 dv-cinder-830088-4-iscsi neutron-server[103258]: INFO neutron.wsgi [req-dd56d577-d210-487c-9c43-24ecdc3ce177 req-78f95be7-7780-4e9d-bc53-3f5beac92084 service neutron] 10.222.0.53 "GET /v2.0/networks/1232fc79-51a8-446f-8db9-91c7982426a3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0973144 Apr 12 11:09:34.582590 dv-cinder-830088-4-iscsi neutron-server[103258]: INFO neutron.wsgi [req-dd56d577-d210-487c-9c43-24ecdc3ce177 req-38eb513f-5c08-4e99-a297-fe512190c267 service neutron] 10.222.0.53 "GET /v2.0/networks/1232fc79-51a8-446f-8db9-91c7982426a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1072562 Apr 12 11:09:35.075743 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7cbbe63-04a8-435d-8646-45088fc50134 req-e7b349d5-29e5-476c-889b-a63f7dc289aa tempest-TestVolumeBootPattern-1690597324 tempest-TestVolumeBootPattern-1690597324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:09:35.083233 dv-cinder-830088-4-iscsi neutron-server[103257]: INFO neutron.wsgi [req-b7cbbe63-04a8-435d-8646-45088fc50134 req-e7b349d5-29e5-476c-889b-a63f7dc289aa tempest-TestVolumeBootPattern-1690597324 tempest-TestVolumeBootPattern-1690597324-project] 10.222.0.39 "GET /v2.0/ports?device_id=e48dbdf0-7a40-41af-aace-12a74b9cd20d HTTP/1.1" status: 200 len: 943 time: 0.0664546 Apr 12 11:09:35.138104 dv-cinder-830088-4-iscsi neutron-server[103257]: INFO neutron.wsgi [req-b7cbbe63-04a8-435d-8646-45088fc50134 req-9205853b-19c1-478d-ac0b-d1581c077df6 tempest-TestVolumeBootPattern-1690597324 tempest-TestVolumeBootPattern-1690597324-project] 10.222.0.39 "GET /v2.0/security-groups?id=726d01fd-8df5-4a24-846e-ad176077f036&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0519016 Apr 12 11:09:35.353955 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f22f714f-5654-47c4-a54a-864331c9a496 req-633fa727-13d4-4ad3-a175-741ef61b4c39 tempest-AttachVolumeShelveTestJSON-1581400671 tempest-AttachVolumeShelveTestJSON-1581400671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:09:35.355642 dv-cinder-830088-4-iscsi neutron-server[103258]: INFO neutron.wsgi [req-f22f714f-5654-47c4-a54a-864331c9a496 req-633fa727-13d4-4ad3-a175-741ef61b4c39 tempest-AttachVolumeShelveTestJSON-1581400671 tempest-AttachVolumeShelveTestJSON-1581400671-project] 10.222.0.39 "GET /v2.0/ports?device_id=2ef72612-be1b-425f-9a62-f7ade87d4051 HTTP/1.1" status: 200 len: 945 time: 0.0542614 Apr 12 11:09:35.435264 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fee90917-6c65-4a76-a153-ce551f2379c5 req-065a5cd0-3b31-4aa8-bcae-2f040dcff891 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:09:35.436763 dv-cinder-830088-4-iscsi neutron-server[103258]: INFO neutron.wsgi [req-fee90917-6c65-4a76-a153-ce551f2379c5 req-065a5cd0-3b31-4aa8-bcae-2f040dcff891 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=c2c05547762540eabb9d44e9bf42d19d&device_id=e48dbdf0-7a40-41af-aace-12a74b9cd20d HTTP/1.1" status: 200 len: 1127 time: 0.0562518 Apr 12 11:09:35.439833 dv-cinder-830088-4-iscsi neutron-server[103258]: INFO neutron.wsgi [req-f22f714f-5654-47c4-a54a-864331c9a496 req-432d05cf-b84c-4e75-85f5-59ca9e94fce9 tempest-AttachVolumeShelveTestJSON-1581400671 tempest-AttachVolumeShelveTestJSON-1581400671-project] 10.222.0.39 "GET /v2.0/security-groups?id=30af6b51-0f3e-46d1-b20a-adadc9a21c54&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0752945 Apr 12 11:09:35.550899 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fee90917-6c65-4a76-a153-ce551f2379c5 req-06954c69-d41e-4136-ab78-dc3cfc3c3074 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:09:35.552328 dv-cinder-830088-4-iscsi neutron-server[103258]: INFO neutron.wsgi [req-fee90917-6c65-4a76-a153-ce551f2379c5 req-06954c69-d41e-4136-ab78-dc3cfc3c3074 service neutron] 10.222.0.53 "GET /v2.0/networks?id=1232fc79-51a8-446f-8db9-91c7982426a3 HTTP/1.1" status: 200 len: 912 time: 0.1003029 Apr 12 11:09:35.600052 dv-cinder-830088-4-iscsi neutron-server[103258]: INFO neutron.wsgi [req-fee90917-6c65-4a76-a153-ce551f2379c5 req-e4d1c3f8-1b87-44de-9cd7-cd15d9b7a577 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=4baff0b9-51bc-4447-8797-20cd958ada1d HTTP/1.1" status: 200 len: 217 time: 0.0397444 Apr 12 11:09:35.653992 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fee90917-6c65-4a76-a153-ce551f2379c5 req-16680ae8-c085-4728-a17c-bd000911103d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:09:35.655526 dv-cinder-830088-4-iscsi neutron-server[103258]: INFO neutron.wsgi [req-fee90917-6c65-4a76-a153-ce551f2379c5 req-16680ae8-c085-4728-a17c-bd000911103d service neutron] 10.222.0.53 "GET /v2.0/subnets?id=629313fa-4f32-46d8-868a-0d9dbc8c0fc7 HTTP/1.1" status: 200 len: 850 time: 0.0492911 Apr 12 11:09:35.700393 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fee90917-6c65-4a76-a153-ce551f2379c5 req-324bf905-3a48-41e7-879f-f6621503e1d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:09:35.701912 dv-cinder-830088-4-iscsi neutron-server[103258]: INFO neutron.wsgi [req-fee90917-6c65-4a76-a153-ce551f2379c5 req-324bf905-3a48-41e7-879f-f6621503e1d9 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=1232fc79-51a8-446f-8db9-91c7982426a3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0394521 Apr 12 11:09:35.797105 dv-cinder-830088-4-iscsi neutron-server[103258]: INFO neutron.wsgi [req-fee90917-6c65-4a76-a153-ce551f2379c5 req-007fed3d-c8ff-4ac6-ad3c-cad5d018d570 service neutron] 10.222.0.53 "GET /v2.0/networks/1232fc79-51a8-446f-8db9-91c7982426a3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0877001 Apr 12 11:09:35.895789 dv-cinder-830088-4-iscsi neutron-server[103258]: INFO neutron.wsgi [req-fee90917-6c65-4a76-a153-ce551f2379c5 req-3d1f3c96-0c30-4956-bfbc-7e96950b77aa service neutron] 10.222.0.53 "GET /v2.0/networks/1232fc79-51a8-446f-8db9-91c7982426a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0925891 Apr 12 11:09:36.258631 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12dd8c6c-20c2-473b-a070-8ec0c2b141be req-88e66a7d-62b4-4c9e-8cc4-0677f17e223f tempest-TestVolumeBootPattern-1690597324 tempest-TestVolumeBootPattern-1690597324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:09:36.260160 dv-cinder-830088-4-iscsi neutron-server[103257]: INFO neutron.wsgi [req-12dd8c6c-20c2-473b-a070-8ec0c2b141be req-88e66a7d-62b4-4c9e-8cc4-0677f17e223f tempest-TestVolumeBootPattern-1690597324 tempest-TestVolumeBootPattern-1690597324-project] 10.222.0.39 "GET /v2.0/ports?device_id=e48dbdf0-7a40-41af-aace-12a74b9cd20d HTTP/1.1" status: 200 len: 943 time: 0.0493555 Apr 12 11:09:36.311628 dv-cinder-830088-4-iscsi neutron-server[103257]: INFO neutron.wsgi [req-12dd8c6c-20c2-473b-a070-8ec0c2b141be req-49956c8b-13f1-4073-bdba-54120fd09763 tempest-TestVolumeBootPattern-1690597324 tempest-TestVolumeBootPattern-1690597324-project] 10.222.0.39 "GET /v2.0/security-groups?id=726d01fd-8df5-4a24-846e-ad176077f036&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0455742 Apr 12 11:09:36.570492 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf6e7290-3ac9-4db5-871b-3469affa9678 req-f4386345-a376-4c8c-a914-8f1823984fe7 tempest-AttachVolumeShelveTestJSON-1581400671 tempest-AttachVolumeShelveTestJSON-1581400671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:09:36.572008 dv-cinder-830088-4-iscsi neutron-server[103258]: INFO neutron.wsgi [req-bf6e7290-3ac9-4db5-871b-3469affa9678 req-f4386345-a376-4c8c-a914-8f1823984fe7 tempest-AttachVolumeShelveTestJSON-1581400671 tempest-AttachVolumeShelveTestJSON-1581400671-project] 10.222.0.39 "GET /v2.0/ports?device_id=2ef72612-be1b-425f-9a62-f7ade87d4051 HTTP/1.1" status: 200 len: 945 time: 0.0509422 Apr 12 11:09:36.625680 dv-cinder-830088-4-iscsi neutron-server[103258]: INFO neutron.wsgi [req-bf6e7290-3ac9-4db5-871b-3469affa9678 req-a0e91ded-d52c-42f8-b34d-9e0754991727 tempest-AttachVolumeShelveTestJSON-1581400671 tempest-AttachVolumeShelveTestJSON-1581400671-project] 10.222.0.39 "GET /v2.0/security-groups?id=30af6b51-0f3e-46d1-b20a-adadc9a21c54&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0473859 Apr 12 11:09:37.443680 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b4d0d41-4ab0-4020-b58c-02ad860b5385 req-133ab46e-7eff-4df5-8107-326c17e2049d tempest-TestVolumeBootPattern-1690597324 tempest-TestVolumeBootPattern-1690597324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:09:37.446015 dv-cinder-830088-4-iscsi neutron-server[103257]: INFO neutron.wsgi [req-7b4d0d41-4ab0-4020-b58c-02ad860b5385 req-133ab46e-7eff-4df5-8107-326c17e2049d tempest-TestVolumeBootPattern-1690597324 tempest-TestVolumeBootPattern-1690597324-project] 10.222.0.39 "GET /v2.0/ports?device_id=e48dbdf0-7a40-41af-aace-12a74b9cd20d HTTP/1.1" status: 200 len: 943 time: 0.0540056 Apr 12 11:09:37.501043 dv-cinder-830088-4-iscsi neutron-server[103257]: INFO neutron.wsgi [req-7b4d0d41-4ab0-4020-b58c-02ad860b5385 req-d56615c1-b523-4430-8087-d5f29ee8e36a tempest-TestVolumeBootPattern-1690597324 tempest-TestVolumeBootPattern-1690597324-project] 10.222.0.39 "GET /v2.0/security-groups?id=726d01fd-8df5-4a24-846e-ad176077f036&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0480797 Apr 12 11:09:37.757663 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc858dd8-4bce-4c2f-af70-1a2a84f2976b req-a3abef41-2826-4a83-9880-b72d67e636c0 tempest-AttachVolumeShelveTestJSON-1581400671 tempest-AttachVolumeShelveTestJSON-1581400671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:09:37.759281 dv-cinder-830088-4-iscsi neutron-server[103258]: INFO neutron.wsgi [req-fc858dd8-4bce-4c2f-af70-1a2a84f2976b req-a3abef41-2826-4a83-9880-b72d67e636c0 tempest-AttachVolumeShelveTestJSON-1581400671 tempest-AttachVolumeShelveTestJSON-1581400671-project] 10.222.0.39 "GET /v2.0/ports?device_id=2ef72612-be1b-425f-9a62-f7ade87d4051 HTTP/1.1" status: 200 len: 945 time: 0.0528855 Apr 12 11:09:37.813978 dv-cinder-830088-4-iscsi neutron-server[103258]: INFO neutron.wsgi [req-fc858dd8-4bce-4c2f-af70-1a2a84f2976b req-7b1bc585-6814-4f07-8e95-37b56ee1ff8d tempest-AttachVolumeShelveTestJSON-1581400671 tempest-AttachVolumeShelveTestJSON-1581400671-project] 10.222.0.39 "GET /v2.0/security-groups?id=30af6b51-0f3e-46d1-b20a-adadc9a21c54&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0486014 Apr 12 11:09:38.620413 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28824841-607b-4316-b4c7-db96381a2dab req-53d50f79-6d24-4b20-acdf-90523413f379 tempest-TestVolumeBootPattern-1690597324 tempest-TestVolumeBootPattern-1690597324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:09:38.622041 dv-cinder-830088-4-iscsi neutron-server[103257]: INFO neutron.wsgi [req-28824841-607b-4316-b4c7-db96381a2dab req-53d50f79-6d24-4b20-acdf-90523413f379 tempest-TestVolumeBootPattern-1690597324 tempest-TestVolumeBootPattern-1690597324-project] 10.222.0.39 "GET /v2.0/ports?device_id=e48dbdf0-7a40-41af-aace-12a74b9cd20d HTTP/1.1" status: 200 len: 943 time: 0.0549622 Apr 12 11:09:38.676987 dv-cinder-830088-4-iscsi neutron-server[103257]: INFO neutron.wsgi [req-28824841-607b-4316-b4c7-db96381a2dab req-3bc6b3c5-6919-4a1f-bf7d-7cd15c295f57 tempest-TestVolumeBootPattern-1690597324 tempest-TestVolumeBootPattern-1690597324-project] 10.222.0.39 "GET /v2.0/security-groups?id=726d01fd-8df5-4a24-846e-ad176077f036&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0483725 Apr 12 11:09:38.947386 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25244167-f369-4b86-8b6d-b28341b6a9a2 req-ad102356-799f-49d0-bd74-26c6d6fcc8cd tempest-AttachVolumeShelveTestJSON-1581400671 tempest-AttachVolumeShelveTestJSON-1581400671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:09:38.950564 dv-cinder-830088-4-iscsi neutron-server[103258]: INFO neutron.wsgi [req-25244167-f369-4b86-8b6d-b28341b6a9a2 req-ad102356-799f-49d0-bd74-26c6d6fcc8cd tempest-AttachVolumeShelveTestJSON-1581400671 tempest-AttachVolumeShelveTestJSON-1581400671-project] 10.222.0.39 "GET /v2.0/ports?device_id=2ef72612-be1b-425f-9a62-f7ade87d4051 HTTP/1.1" status: 200 len: 945 time: 0.0599303 Apr 12 11:09:39.008246 dv-cinder-830088-4-iscsi neutron-server[103258]: INFO neutron.wsgi [req-25244167-f369-4b86-8b6d-b28341b6a9a2 req-9ee74021-e311-4701-849e-c394c3b5983b tempest-AttachVolumeShelveTestJSON-1581400671 tempest-AttachVolumeShelveTestJSON-1581400671-project] 10.222.0.39 "GET /v2.0/security-groups?id=30af6b51-0f3e-46d1-b20a-adadc9a21c54&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0518816 Apr 12 11:09:39.801246 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f93ee1ef-1585-4b1b-97ec-da6bc314e288 req-4842bc51-5417-49d9-ba32-d8e0aa19cfd4 tempest-TestVolumeBootPattern-1690597324 tempest-TestVolumeBootPattern-1690597324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:09:39.803434 dv-cinder-830088-4-iscsi neutron-server[103257]: INFO neutron.wsgi [req-f93ee1ef-1585-4b1b-97ec-da6bc314e288 req-4842bc51-5417-49d9-ba32-d8e0aa19cfd4 tempest-TestVolumeBootPattern-1690597324 tempest-TestVolumeBootPattern-1690597324-project] 10.222.0.39 "GET /v2.0/ports?device_id=e48dbdf0-7a40-41af-aace-12a74b9cd20d HTTP/1.1" status: 200 len: 943 time: 0.0487857 Apr 12 11:09:39.858158 dv-cinder-830088-4-iscsi neutron-server[103257]: INFO neutron.wsgi [req-f93ee1ef-1585-4b1b-97ec-da6bc314e288 req-5c76206f-da79-4254-83bc-d4fbfe1f815c tempest-TestVolumeBootPattern-1690597324 tempest-TestVolumeBootPattern-1690597324-project] 10.222.0.39 "GET /v2.0/security-groups?id=726d01fd-8df5-4a24-846e-ad176077f036&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0486414 Apr 12 11:09:40.275715 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron_lib.callbacks.manager [None req-882f45d8-51fc-4510-9351-408ad9c13608 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777667879581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1343690'] for agent (0a0a44e5-732d-48d9-a8ad-b47e7b7c1a86), after_update {{(pid=103259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:09:40.456530 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbd02cc4-d8eb-469d-9de5-ea725be53f09 req-a897cac0-3104-4af9-9f3a-ef39e314a33e tempest-AttachVolumeShelveTestJSON-1581400671 tempest-AttachVolumeShelveTestJSON-1581400671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:09:40.464031 dv-cinder-830088-4-iscsi neutron-server[103258]: INFO neutron.wsgi [req-cbd02cc4-d8eb-469d-9de5-ea725be53f09 req-a897cac0-3104-4af9-9f3a-ef39e314a33e tempest-AttachVolumeShelveTestJSON-1581400671 tempest-AttachVolumeShelveTestJSON-1581400671-project] 10.222.0.39 "GET /v2.0/ports?device_id=2ef72612-be1b-425f-9a62-f7ade87d4051 HTTP/1.1" status: 200 len: 945 time: 0.3681290 Apr 12 11:09:40.513706 dv-cinder-830088-4-iscsi neutron-server[103258]: INFO neutron.wsgi [req-cbd02cc4-d8eb-469d-9de5-ea725be53f09 req-4a26d2fc-f6cb-4aa7-99cb-9ec3f5ef2c9f tempest-AttachVolumeShelveTestJSON-1581400671 tempest-AttachVolumeShelveTestJSON-1581400671-project] 10.222.0.39 "GET /v2.0/security-groups?id=30af6b51-0f3e-46d1-b20a-adadc9a21c54&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0484180 Apr 12 11:09:40.981031 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99484a43-0dd1-4219-925c-a76bae7dc7f9 req-3e968035-77ea-4259-809c-6b02d354ce51 tempest-TestVolumeBootPattern-1690597324 tempest-TestVolumeBootPattern-1690597324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:09:40.982677 dv-cinder-830088-4-iscsi neutron-server[103257]: INFO neutron.wsgi [req-99484a43-0dd1-4219-925c-a76bae7dc7f9 req-3e968035-77ea-4259-809c-6b02d354ce51 tempest-TestVolumeBootPattern-1690597324 tempest-TestVolumeBootPattern-1690597324-project] 10.222.0.39 "GET /v2.0/ports?device_id=e48dbdf0-7a40-41af-aace-12a74b9cd20d HTTP/1.1" status: 200 len: 943 time: 0.0480092 Apr 12 11:09:41.039907 dv-cinder-830088-4-iscsi neutron-server[103257]: INFO neutron.wsgi [req-99484a43-0dd1-4219-925c-a76bae7dc7f9 req-961be01d-df73-4b60-aaa4-4ccd059bcfd7 tempest-TestVolumeBootPattern-1690597324 tempest-TestVolumeBootPattern-1690597324-project] 10.222.0.39 "GET /v2.0/security-groups?id=726d01fd-8df5-4a24-846e-ad176077f036&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0505958 Apr 12 11:09:41.634576 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fddcc2d-b8ea-44f7-a3f7-f321ff94c4dd req-3e69e347-24d0-4435-846c-e29dde7127fe tempest-AttachVolumeShelveTestJSON-1581400671 tempest-AttachVolumeShelveTestJSON-1581400671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:09:41.636803 dv-cinder-830088-4-iscsi neutron-server[103258]: INFO neutron.wsgi [req-8fddcc2d-b8ea-44f7-a3f7-f321ff94c4dd req-3e69e347-24d0-4435-846c-e29dde7127fe tempest-AttachVolumeShelveTestJSON-1581400671 tempest-AttachVolumeShelveTestJSON-1581400671-project] 10.222.0.39 "GET /v2.0/ports?device_id=2ef72612-be1b-425f-9a62-f7ade87d4051 HTTP/1.1" status: 200 len: 945 time: 0.0514264 Apr 12 11:09:41.689436 dv-cinder-830088-4-iscsi neutron-server[103258]: INFO neutron.wsgi [req-8fddcc2d-b8ea-44f7-a3f7-f321ff94c4dd req-1b8c621e-2c86-45eb-8836-823a2a6b5013 tempest-AttachVolumeShelveTestJSON-1581400671 tempest-AttachVolumeShelveTestJSON-1581400671-project] 10.222.0.39 "GET /v2.0/security-groups?id=30af6b51-0f3e-46d1-b20a-adadc9a21c54&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445750 Apr 12 11:09:41.783736 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron_lib.callbacks.manager [None req-ae6c308c-a92e-4424-a7f8-d6a17e5174ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777667879581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1343690'] for agent (742b2e09-86ec-4663-b086-f6b891926c3e), after_update {{(pid=103259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:09:42.162570 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c927173-619a-4e16-be25-17298e3b2636 req-de64b818-49e7-4606-8f97-df863b29f617 tempest-TestVolumeBootPattern-1690597324 tempest-TestVolumeBootPattern-1690597324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:09:42.164103 dv-cinder-830088-4-iscsi neutron-server[103257]: INFO neutron.wsgi [req-4c927173-619a-4e16-be25-17298e3b2636 req-de64b818-49e7-4606-8f97-df863b29f617 tempest-TestVolumeBootPattern-1690597324 tempest-TestVolumeBootPattern-1690597324-project] 10.222.0.39 "GET /v2.0/ports?device_id=e48dbdf0-7a40-41af-aace-12a74b9cd20d HTTP/1.1" status: 200 len: 943 time: 0.0507495 Apr 12 11:09:42.215178 dv-cinder-830088-4-iscsi neutron-server[103257]: INFO neutron.wsgi [req-4c927173-619a-4e16-be25-17298e3b2636 req-c0c5e9df-0e16-40d5-b7a7-53dd847fdce7 tempest-TestVolumeBootPattern-1690597324 tempest-TestVolumeBootPattern-1690597324-project] 10.222.0.39 "GET /v2.0/security-groups?id=726d01fd-8df5-4a24-846e-ad176077f036&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0455387 Apr 12 11:09:42.560977 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron_lib.callbacks.manager [None req-67c4d39c-b18b-4232-b346-01c88a1ed3fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777667879581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1343690'] for agent (77f5e085-0284-4236-9dbf-35d2d452e277), after_update {{(pid=103259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:09:42.817768 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-225d4608-1eaa-4e32-8c8b-91e3d4ed7b19 req-9b3b49f1-b90d-448e-a27d-0fcab723ff5b tempest-AttachVolumeShelveTestJSON-1581400671 tempest-AttachVolumeShelveTestJSON-1581400671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:09:42.819382 dv-cinder-830088-4-iscsi neutron-server[103258]: INFO neutron.wsgi [req-225d4608-1eaa-4e32-8c8b-91e3d4ed7b19 req-9b3b49f1-b90d-448e-a27d-0fcab723ff5b tempest-AttachVolumeShelveTestJSON-1581400671 tempest-AttachVolumeShelveTestJSON-1581400671-project] 10.222.0.39 "GET /v2.0/ports?device_id=2ef72612-be1b-425f-9a62-f7ade87d4051 HTTP/1.1" status: 200 len: 945 time: 0.0515883 Apr 12 11:09:42.874586 dv-cinder-830088-4-iscsi neutron-server[103258]: INFO neutron.wsgi [req-225d4608-1eaa-4e32-8c8b-91e3d4ed7b19 req-0232512f-bcf4-451a-80c1-1bdba5f13dce tempest-AttachVolumeShelveTestJSON-1581400671 tempest-AttachVolumeShelveTestJSON-1581400671-project] 10.222.0.39 "GET /v2.0/security-groups?id=30af6b51-0f3e-46d1-b20a-adadc9a21c54&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0493829 Apr 12 11:09:43.247456 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron.plugins.ml2.rpc [None req-ae6c308c-a92e-4424-a7f8-d6a17e5174ef None None] Device 4baff0b9-51bc-4447-8797-20cd958ada1d details requested by agent hyperv_hv-cinder-83008 with host hv-cinder-83008 {{(pid=103259) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 12 11:09:43.329555 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b68739eb-0baf-47d8-b1a3-617412a7e0a5 req-a0faad8c-d276-43c3-b09c-dade9971d9a8 tempest-TestVolumeBootPattern-1690597324 tempest-TestVolumeBootPattern-1690597324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:09:43.331073 dv-cinder-830088-4-iscsi neutron-server[103257]: INFO neutron.wsgi [req-b68739eb-0baf-47d8-b1a3-617412a7e0a5 req-a0faad8c-d276-43c3-b09c-dade9971d9a8 tempest-TestVolumeBootPattern-1690597324 tempest-TestVolumeBootPattern-1690597324-project] 10.222.0.39 "GET /v2.0/ports?device_id=e48dbdf0-7a40-41af-aace-12a74b9cd20d HTTP/1.1" status: 200 len: 943 time: 0.0465879 Apr 12 11:09:43.343888 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron.plugins.ml2.db [None req-ae6c308c-a92e-4424-a7f8-d6a17e5174ef None None] For port 4baff0b9-51bc-4447-8797-20cd958ada1d, host hv-cinder-83008, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83008',level=0,port_id=4baff0b9-51bc-4447-8797-20cd958ada1d,segment=NetworkSegment(d51f3e71-8cf4-4a31-9034-8318c2e937aa),segment_id=d51f3e71-8cf4-4a31-9034-8318c2e937aa)] {{(pid=103259) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 11:09:43.355864 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron.plugins.ml2.rpc [None req-ae6c308c-a92e-4424-a7f8-d6a17e5174ef None None] Returning: {'device': '4baff0b9-51bc-4447-8797-20cd958ada1d', 'network_id': '1232fc79-51a8-446f-8db9-91c7982426a3', 'port_id': '4baff0b9-51bc-4447-8797-20cd958ada1d', 'mac_address': 'fa:16:3e:dc:48:4b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 532, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '629313fa-4f32-46d8-868a-0d9dbc8c0fc7', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103259) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 12 11:09:43.379559 dv-cinder-830088-4-iscsi neutron-server[103257]: INFO neutron.wsgi [req-b68739eb-0baf-47d8-b1a3-617412a7e0a5 req-3e96f363-75c6-4728-8496-30c2f997aa2e tempest-TestVolumeBootPattern-1690597324 tempest-TestVolumeBootPattern-1690597324-project] 10.222.0.39 "GET /v2.0/security-groups?id=726d01fd-8df5-4a24-846e-ad176077f036&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428486 Apr 12 11:09:43.393334 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron.plugins.ml2.plugin [None req-ae6c308c-a92e-4424-a7f8-d6a17e5174ef None None] Current status of the port 4baff0b9-51bc-4447-8797-20cd958ada1d is: DOWN; New status is: BUILD {{(pid=103259) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 11:09:43.393721 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron_lib.callbacks.manager [None req-ae6c308c-a92e-4424-a7f8-d6a17e5174ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1535343'] for port (4baff0b9-51bc-4447-8797-20cd958ada1d), before_update {{(pid=103259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:09:43.407069 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron.notifiers.nova [None req-ae6c308c-a92e-4424-a7f8-d6a17e5174ef None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4baff0b9-51bc-4447-8797-20cd958ada1d {{(pid=103259) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 12 11:09:43.425957 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron.plugins.ml2.db [None req-ae6c308c-a92e-4424-a7f8-d6a17e5174ef None None] For port 4baff0b9-51bc-4447-8797-20cd958ada1d, host hv-cinder-83008, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83008',level=0,port_id=4baff0b9-51bc-4447-8797-20cd958ada1d,segment=NetworkSegment(d51f3e71-8cf4-4a31-9034-8318c2e937aa),segment_id=d51f3e71-8cf4-4a31-9034-8318c2e937aa)] {{(pid=103259) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 11:09:43.429705 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron_lib.callbacks.manager [None req-ae6c308c-a92e-4424-a7f8-d6a17e5174ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1534861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777667992095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777667450170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777667450188'] for port (4baff0b9-51bc-4447-8797-20cd958ada1d), after_update {{(pid=103259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:09:43.475564 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae6c308c-a92e-4424-a7f8-d6a17e5174ef None None] Pushing event updated for resources: {'Port': ['ID=4baff0b9-51bc-4447-8797-20cd958ada1d,revision_number=4']} {{(pid=103259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:09:43.818421 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron_lib.callbacks.manager [None req-601bd752-88b9-4ad2-8e14-56931e32431b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777667879581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1343690'] for agent (3ceb33ec-7c20-4632-9357-4cc6534463de), after_update {{(pid=103259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:09:43.902135 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b002895-9811-4e79-8385-c635480f7869 req-ce615862-e395-4956-bb14-958782053fa3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:09:43.903677 dv-cinder-830088-4-iscsi neutron-server[103258]: INFO neutron.wsgi [req-3b002895-9811-4e79-8385-c635480f7869 req-ce615862-e395-4956-bb14-958782053fa3 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=64420168af994dfe8d37cc175e2bfbd6&device_id=2ef72612-be1b-425f-9a62-f7ade87d4051 HTTP/1.1" status: 200 len: 1129 time: 0.0389216 Apr 12 11:09:44.023297 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d31fda2f-2072-469b-b292-dba50478e0a8 req-393d8107-f055-41fa-b297-7ea55b1327d8 tempest-AttachVolumeShelveTestJSON-1581400671 tempest-AttachVolumeShelveTestJSON-1581400671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:09:44.024771 dv-cinder-830088-4-iscsi neutron-server[103258]: INFO neutron.wsgi [req-d31fda2f-2072-469b-b292-dba50478e0a8 req-393d8107-f055-41fa-b297-7ea55b1327d8 tempest-AttachVolumeShelveTestJSON-1581400671 tempest-AttachVolumeShelveTestJSON-1581400671-project] 10.222.0.39 "GET /v2.0/ports?device_id=2ef72612-be1b-425f-9a62-f7ade87d4051 HTTP/1.1" status: 200 len: 945 time: 0.0590467 Apr 12 11:09:44.030450 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron.plugins.ml2.db [None req-ae6c308c-a92e-4424-a7f8-d6a17e5174ef None None] get_ports_and_sgs() called for port_ids ['4baff0b9-51bc-4447-8797-20cd958ada1d'] {{(pid=103259) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 12 11:09:44.040285 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b002895-9811-4e79-8385-c635480f7869 req-4285b20f-d2be-43b2-97ef-11bab4d41366 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:09:44.041682 dv-cinder-830088-4-iscsi neutron-server[103258]: INFO neutron.wsgi [req-3b002895-9811-4e79-8385-c635480f7869 req-4285b20f-d2be-43b2-97ef-11bab4d41366 service neutron] 10.222.0.53 "GET /v2.0/networks?id=5fe71604-a19f-4748-9dc5-7cc9d7ecf6be HTTP/1.1" status: 200 len: 918 time: 0.1309667 Apr 12 11:09:44.123175 dv-cinder-830088-4-iscsi neutron-server[103258]: INFO neutron.wsgi [req-d31fda2f-2072-469b-b292-dba50478e0a8 req-8a40e804-1cdf-4bf7-ad4d-ef07e63e4880 tempest-AttachVolumeShelveTestJSON-1581400671 tempest-AttachVolumeShelveTestJSON-1581400671-project] 10.222.0.39 "GET /v2.0/security-groups?id=30af6b51-0f3e-46d1-b20a-adadc9a21c54&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0927517 Apr 12 11:09:44.131846 dv-cinder-830088-4-iscsi neutron-server[103258]: INFO neutron.wsgi [req-3b002895-9811-4e79-8385-c635480f7869 req-c88d450d-fe30-4c19-8113-478818e008b4 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=327a6baa-d7cd-4006-bb9a-0930d2cb5b8f HTTP/1.1" status: 200 len: 1000 time: 0.0814922 Apr 12 11:09:44.179322 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b002895-9811-4e79-8385-c635480f7869 req-7ef25b17-0c18-420c-a2b3-dee108e7086f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:09:44.180766 dv-cinder-830088-4-iscsi neutron-server[103258]: INFO neutron.wsgi [req-3b002895-9811-4e79-8385-c635480f7869 req-7ef25b17-0c18-420c-a2b3-dee108e7086f service neutron] 10.222.0.53 "GET /v2.0/subnets?id=e411d522-7486-40a5-b78b-47a221209e5e HTTP/1.1" status: 200 len: 856 time: 0.0431457 Apr 12 11:09:44.228360 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b002895-9811-4e79-8385-c635480f7869 req-16860476-3ad2-43a7-a61a-4666a87d84f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:09:44.229844 dv-cinder-830088-4-iscsi neutron-server[103258]: INFO neutron.wsgi [req-3b002895-9811-4e79-8385-c635480f7869 req-16860476-3ad2-43a7-a61a-4666a87d84f2 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=5fe71604-a19f-4748-9dc5-7cc9d7ecf6be&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0379689 Apr 12 11:09:44.320991 dv-cinder-830088-4-iscsi neutron-server[103258]: INFO neutron.wsgi [req-3b002895-9811-4e79-8385-c635480f7869 req-e6cb6104-3e98-4ecf-902e-c59e39f7a101 service neutron] 10.222.0.53 "GET /v2.0/networks/5fe71604-a19f-4748-9dc5-7cc9d7ecf6be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0836453 Apr 12 11:09:44.409719 dv-cinder-830088-4-iscsi neutron-server[103258]: INFO neutron.wsgi [req-3b002895-9811-4e79-8385-c635480f7869 req-0808c5e3-4af1-4f45-a074-eec975cc14c6 service neutron] 10.222.0.53 "GET /v2.0/networks/5fe71604-a19f-4748-9dc5-7cc9d7ecf6be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0818279 Apr 12 11:09:44.494418 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e81dcef-ff99-42f1-aff2-ab4ca566f028 req-7dc28b31-4ced-4fd3-9c33-286ed4a681a9 tempest-TestVolumeBootPattern-1690597324 tempest-TestVolumeBootPattern-1690597324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:09:44.495945 dv-cinder-830088-4-iscsi neutron-server[103257]: INFO neutron.wsgi [req-3e81dcef-ff99-42f1-aff2-ab4ca566f028 req-7dc28b31-4ced-4fd3-9c33-286ed4a681a9 tempest-TestVolumeBootPattern-1690597324 tempest-TestVolumeBootPattern-1690597324-project] 10.222.0.39 "GET /v2.0/ports?device_id=e48dbdf0-7a40-41af-aace-12a74b9cd20d HTTP/1.1" status: 200 len: 944 time: 0.0506232 Apr 12 11:09:44.543631 dv-cinder-830088-4-iscsi neutron-server[103257]: INFO neutron.wsgi [req-3e81dcef-ff99-42f1-aff2-ab4ca566f028 req-f198bc62-9433-4961-9a35-6abd3b4b6413 tempest-TestVolumeBootPattern-1690597324 tempest-TestVolumeBootPattern-1690597324-project] 10.222.0.39 "GET /v2.0/security-groups?id=726d01fd-8df5-4a24-846e-ad176077f036&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421095 Apr 12 11:09:45.059214 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron_lib.callbacks.manager [None req-0acb87d3-0572-4b2c-b7c9-977edd32a8b9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777667879581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1343690'] for agent (3c144e28-9cc5-463d-ad96-a18b19cd455c), after_update {{(pid=103259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:09:45.239091 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d673539-2c8c-483d-a55f-af2ca9d77789 req-c2d3ceb6-85bc-4ffe-a013-b15effd29e0b tempest-AttachVolumeShelveTestJSON-1581400671 tempest-AttachVolumeShelveTestJSON-1581400671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:09:45.240543 dv-cinder-830088-4-iscsi neutron-server[103258]: INFO neutron.wsgi [req-2d673539-2c8c-483d-a55f-af2ca9d77789 req-c2d3ceb6-85bc-4ffe-a013-b15effd29e0b tempest-AttachVolumeShelveTestJSON-1581400671 tempest-AttachVolumeShelveTestJSON-1581400671-project] 10.222.0.39 "GET /v2.0/ports?device_id=2ef72612-be1b-425f-9a62-f7ade87d4051 HTTP/1.1" status: 200 len: 945 time: 0.0468016 Apr 12 11:09:45.289695 dv-cinder-830088-4-iscsi neutron-server[103258]: INFO neutron.wsgi [req-2d673539-2c8c-483d-a55f-af2ca9d77789 req-9cd370b4-58f9-421e-956c-2da67377fd42 tempest-AttachVolumeShelveTestJSON-1581400671 tempest-AttachVolumeShelveTestJSON-1581400671-project] 10.222.0.39 "GET /v2.0/security-groups?id=30af6b51-0f3e-46d1-b20a-adadc9a21c54&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437477 Apr 12 11:09:45.356546 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron.plugins.ml2.rpc [None req-ae6c308c-a92e-4424-a7f8-d6a17e5174ef None None] Device 4baff0b9-51bc-4447-8797-20cd958ada1d up at agent hyperv_hv-cinder-83008 {{(pid=103259) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 11:09:45.402478 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron.db.provisioning_blocks [None req-ae6c308c-a92e-4424-a7f8-d6a17e5174ef None None] Provisioning for port 4baff0b9-51bc-4447-8797-20cd958ada1d completed by entity L2. {{(pid=103259) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Apr 12 11:09:45.407742 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron.db.provisioning_blocks [None req-ae6c308c-a92e-4424-a7f8-d6a17e5174ef None None] Provisioning complete for port 4baff0b9-51bc-4447-8797-20cd958ada1d triggered by entity L2. {{(pid=103259) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 11:09:45.408184 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron_lib.callbacks.manager [None req-ae6c308c-a92e-4424-a7f8-d6a17e5174ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1343588'] for port (4baff0b9-51bc-4447-8797-20cd958ada1d), provisioning_complete {{(pid=103259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:09:45.481010 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron.plugins.ml2.plugin [None req-ae6c308c-a92e-4424-a7f8-d6a17e5174ef None None] Current status of the port 4baff0b9-51bc-4447-8797-20cd958ada1d is: BUILD; New status is: ACTIVE {{(pid=103259) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 11:09:45.481394 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron_lib.callbacks.manager [None req-ae6c308c-a92e-4424-a7f8-d6a17e5174ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1535343'] for port (4baff0b9-51bc-4447-8797-20cd958ada1d), before_update {{(pid=103259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:09:45.502643 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e48dbdf0-7a40-41af-aace-12a74b9cd20d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4baff0b9-51bc-4447-8797-20cd958ada1d'}] {{(pid=103259) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 11:09:45.505543 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}af87e37ddfedca7c8b2a1dd0c6cba4e3e91bcc66796c687067be127c7223cf15" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8a76f73f-0b5c-4b50-a940-1a02a634cbc9" -d '{"events": [{"server_uuid": "e48dbdf0-7a40-41af-aace-12a74b9cd20d", "name": "network-vif-plugged", "status": "completed", "tag": "4baff0b9-51bc-4447-8797-20cd958ada1d"}]}' {{(pid=103259) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 11:09:45.517035 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron.plugins.ml2.db [None req-ae6c308c-a92e-4424-a7f8-d6a17e5174ef None None] For port 4baff0b9-51bc-4447-8797-20cd958ada1d, host hv-cinder-83008, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83008',level=0,port_id=4baff0b9-51bc-4447-8797-20cd958ada1d,segment=NetworkSegment(d51f3e71-8cf4-4a31-9034-8318c2e937aa),segment_id=d51f3e71-8cf4-4a31-9034-8318c2e937aa)] {{(pid=103259) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 11:09:45.521528 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron_lib.callbacks.manager [None req-ae6c308c-a92e-4424-a7f8-d6a17e5174ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1534861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777667992095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777667450170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777667450188'] for port (4baff0b9-51bc-4447-8797-20cd958ada1d), after_update {{(pid=103259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:09:45.522413 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron.plugins.ml2.rpc [None req-ae6c308c-a92e-4424-a7f8-d6a17e5174ef None None] Device 327a6baa-d7cd-4006-bb9a-0930d2cb5b8f no longer exists at agent hyperv_hv-cinder-83008 {{(pid=103259) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 12 11:09:45.547968 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Apr 2022 11:09:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-49eee56a-27bb-42f1-9989-9e7bf8fa34a8 x-openstack-request-id: req-49eee56a-27bb-42f1-9989-9e7bf8fa34a8 {{(pid=103259) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 11:09:45.548264 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e48dbdf0-7a40-41af-aace-12a74b9cd20d", "name": "network-vif-plugged", "status": "completed", "tag": "4baff0b9-51bc-4447-8797-20cd958ada1d", "code": 200}]} {{(pid=103259) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 11:09:45.548518 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-49eee56a-27bb-42f1-9989-9e7bf8fa34a8 {{(pid=103259) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 11:09:45.548905 dv-cinder-830088-4-iscsi neutron-server[103259]: INFO neutron.notifiers.nova [-] Nova event matching ['req-49eee56a-27bb-42f1-9989-9e7bf8fa34a8'] response: {'server_uuid': 'e48dbdf0-7a40-41af-aace-12a74b9cd20d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4baff0b9-51bc-4447-8797-20cd958ada1d', 'code': 200} Apr 12 11:09:45.603766 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae6c308c-a92e-4424-a7f8-d6a17e5174ef None None] Pushing event updated for resources: {'Port': ['ID=4baff0b9-51bc-4447-8797-20cd958ada1d,revision_number=5']} {{(pid=103259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:09:45.645439 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron.plugins.ml2.plugin [None req-ae6c308c-a92e-4424-a7f8-d6a17e5174ef None None] Current status of the port 327a6baa-d7cd-4006-bb9a-0930d2cb5b8f is: ACTIVE; New status is: DOWN {{(pid=103259) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 11:09:45.645824 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron_lib.callbacks.manager [None req-ae6c308c-a92e-4424-a7f8-d6a17e5174ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1535343'] for port (327a6baa-d7cd-4006-bb9a-0930d2cb5b8f), before_update {{(pid=103259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:09:45.656974 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a225160-7acd-4866-8521-6873d3f9a7e3 req-12ae451b-68cd-4bff-bd40-3c3d67c1f15e tempest-TestVolumeBootPattern-1690597324 tempest-TestVolumeBootPattern-1690597324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:09:45.658454 dv-cinder-830088-4-iscsi neutron-server[103258]: INFO neutron.wsgi [req-3a225160-7acd-4866-8521-6873d3f9a7e3 req-12ae451b-68cd-4bff-bd40-3c3d67c1f15e tempest-TestVolumeBootPattern-1690597324 tempest-TestVolumeBootPattern-1690597324-project] 10.222.0.39 "GET /v2.0/ports?device_id=e48dbdf0-7a40-41af-aace-12a74b9cd20d HTTP/1.1" status: 200 len: 945 time: 0.0475039 Apr 12 11:09:45.678594 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron.plugins.ml2.db [None req-ae6c308c-a92e-4424-a7f8-d6a17e5174ef None None] For port 327a6baa-d7cd-4006-bb9a-0930d2cb5b8f, host hv-cinder-83008, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83008',level=0,port_id=327a6baa-d7cd-4006-bb9a-0930d2cb5b8f,segment=NetworkSegment(af155c35-6d9d-4cb5-9da1-9790843f44dc),segment_id=af155c35-6d9d-4cb5-9da1-9790843f44dc)] {{(pid=103259) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 11:09:45.682480 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron_lib.callbacks.manager [None req-ae6c308c-a92e-4424-a7f8-d6a17e5174ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1534861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777667992095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777667450170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777667450188'] for port (327a6baa-d7cd-4006-bb9a-0930d2cb5b8f), after_update {{(pid=103259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:09:45.707288 dv-cinder-830088-4-iscsi neutron-server[103258]: INFO neutron.wsgi [req-3a225160-7acd-4866-8521-6873d3f9a7e3 req-f9bf9827-4292-43ab-855f-690271e49457 tempest-TestVolumeBootPattern-1690597324 tempest-TestVolumeBootPattern-1690597324-project] 10.222.0.39 "GET /v2.0/security-groups?id=726d01fd-8df5-4a24-846e-ad176077f036&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425284 Apr 12 11:09:45.732230 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae6c308c-a92e-4424-a7f8-d6a17e5174ef None None] Pushing event updated for resources: {'Port': ['ID=327a6baa-d7cd-4006-bb9a-0930d2cb5b8f,revision_number=8']} {{(pid=103259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:09:46.253993 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ed5fc2b-9988-4b55-b5e8-c63706979a86 req-d8e99ecb-827b-4f86-a309-2af4967e3f34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:09:46.255557 dv-cinder-830088-4-iscsi neutron-server[103258]: INFO neutron.wsgi [req-0ed5fc2b-9988-4b55-b5e8-c63706979a86 req-d8e99ecb-827b-4f86-a309-2af4967e3f34 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=e48dbdf0-7a40-41af-aace-12a74b9cd20d HTTP/1.1" status: 200 len: 1129 time: 0.0398781 Apr 12 11:09:46.303939 dv-cinder-830088-4-iscsi neutron-server[103258]: INFO neutron.wsgi [req-0ed5fc2b-9988-4b55-b5e8-c63706979a86 req-8b510cae-b96b-4e5f-bf2a-800d1c830266 service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=726d01fd-8df5-4a24-846e-ad176077f036&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405416 Apr 12 11:09:46.405957 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd2a5ef3-b6da-42bb-822d-82ceeb77ad78 req-f67a846b-400c-42d7-8029-0f1f561e327e tempest-AttachVolumeShelveTestJSON-1581400671 tempest-AttachVolumeShelveTestJSON-1581400671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:09:46.407441 dv-cinder-830088-4-iscsi neutron-server[103257]: INFO neutron.wsgi [req-dd2a5ef3-b6da-42bb-822d-82ceeb77ad78 req-f67a846b-400c-42d7-8029-0f1f561e327e tempest-AttachVolumeShelveTestJSON-1581400671 tempest-AttachVolumeShelveTestJSON-1581400671-project] 10.222.0.39 "GET /v2.0/ports?device_id=2ef72612-be1b-425f-9a62-f7ade87d4051 HTTP/1.1" status: 200 len: 943 time: 0.0474651 Apr 12 11:09:46.453311 dv-cinder-830088-4-iscsi neutron-server[103257]: INFO neutron.wsgi [req-dd2a5ef3-b6da-42bb-822d-82ceeb77ad78 req-57dc1667-f5c4-4541-9dea-28aa8b0dc133 tempest-AttachVolumeShelveTestJSON-1581400671 tempest-AttachVolumeShelveTestJSON-1581400671-project] 10.222.0.39 "GET /v2.0/security-groups?id=30af6b51-0f3e-46d1-b20a-adadc9a21c54&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396321 Apr 12 11:09:46.554321 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron_lib.callbacks.manager [None req-e4b062a6-7a21-4431-be77-3c7776c11043 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777667879581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1343690'] for agent (c71cae7d-514b-467a-8477-0a67bee0b970), after_update {{(pid=103259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:09:46.835945 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8955b820-1559-4c4d-ab6e-ba455ba9f8ba req-0e7ce5be-c9da-4ae1-9256-10bcc4d38911 tempest-TestVolumeBootPattern-1690597324 tempest-TestVolumeBootPattern-1690597324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:09:46.837430 dv-cinder-830088-4-iscsi neutron-server[103257]: INFO neutron.wsgi [req-8955b820-1559-4c4d-ab6e-ba455ba9f8ba req-0e7ce5be-c9da-4ae1-9256-10bcc4d38911 tempest-TestVolumeBootPattern-1690597324 tempest-TestVolumeBootPattern-1690597324-project] 10.222.0.39 "GET /v2.0/ports?device_id=e48dbdf0-7a40-41af-aace-12a74b9cd20d HTTP/1.1" status: 200 len: 945 time: 0.0518949 Apr 12 11:09:46.886867 dv-cinder-830088-4-iscsi neutron-server[103257]: INFO neutron.wsgi [req-8955b820-1559-4c4d-ab6e-ba455ba9f8ba req-496fc9a3-0ca5-4cd2-b836-39b72511c63a tempest-TestVolumeBootPattern-1690597324 tempest-TestVolumeBootPattern-1690597324-project] 10.222.0.39 "GET /v2.0/security-groups?id=726d01fd-8df5-4a24-846e-ad176077f036&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435603 Apr 12 11:09:47.221133 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron.wsgi [req-4c021fb0-5a46-419b-9af8-1b24b660cbb6 req-53976ea4-f66d-4472-82ec-20deb67ba1b9 service neutron] http://10.222.0.39:9696/v2.0/extensions returned with HTTP 200 {{(pid=103257) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 12 11:09:47.222170 dv-cinder-830088-4-iscsi neutron-server[103257]: INFO neutron.wsgi [req-4c021fb0-5a46-419b-9af8-1b24b660cbb6 req-53976ea4-f66d-4472-82ec-20deb67ba1b9 service neutron] 10.222.0.39 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0054584 Apr 12 11:09:47.381583 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b159107-8baa-4f43-b756-c52775c4ff8c req-14e53cfd-b3fc-4ebe-9481-0e8a927227b3 tempest-AttachVolumeShelveTestJSON-1581400671 tempest-AttachVolumeShelveTestJSON-1581400671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:09:47.382954 dv-cinder-830088-4-iscsi neutron-server[103258]: INFO neutron.wsgi [req-0b159107-8baa-4f43-b756-c52775c4ff8c req-14e53cfd-b3fc-4ebe-9481-0e8a927227b3 tempest-AttachVolumeShelveTestJSON-1581400671 tempest-AttachVolumeShelveTestJSON-1581400671-project] 10.222.0.39 "GET /v2.0/ports?device_id=2ef72612-be1b-425f-9a62-f7ade87d4051 HTTP/1.1" status: 200 len: 943 time: 0.0591350 Apr 12 11:09:47.421671 dv-cinder-830088-4-iscsi neutron-server[103258]: INFO neutron.wsgi [req-afef97a3-363d-4c14-82a9-6693557db285 req-ff60dbff-3eec-4396-b6e2-c6e7748cfe39 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=2ef72612-be1b-425f-9a62-f7ade87d4051&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0566061 Apr 12 11:09:47.449267 dv-cinder-830088-4-iscsi neutron-server[103258]: INFO neutron.wsgi [req-0b159107-8baa-4f43-b756-c52775c4ff8c req-52896fc5-6d76-4223-94a8-2e86fa780a53 tempest-AttachVolumeShelveTestJSON-1581400671 tempest-AttachVolumeShelveTestJSON-1581400671-project] 10.222.0.39 "GET /v2.0/security-groups?id=30af6b51-0f3e-46d1-b20a-adadc9a21c54&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0512612 Apr 12 11:09:47.494550 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afef97a3-363d-4c14-82a9-6693557db285 req-ad4935e2-910c-48ab-a057-7c4b641919da tempest-AttachVolumeShelveTestJSON-1581400671 tempest-AttachVolumeShelveTestJSON-1581400671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:09:47.495929 dv-cinder-830088-4-iscsi neutron-server[103258]: INFO neutron.wsgi [req-afef97a3-363d-4c14-82a9-6693557db285 req-ad4935e2-910c-48ab-a057-7c4b641919da tempest-AttachVolumeShelveTestJSON-1581400671 tempest-AttachVolumeShelveTestJSON-1581400671-project] 10.222.0.39 "GET /v2.0/ports/327a6baa-d7cd-4006-bb9a-0930d2cb5b8f HTTP/1.1" status: 200 len: 940 time: 0.0458045 Apr 12 11:09:47.550472 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2ef72612-be1b-425f-9a62-f7ade87d4051', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '327a6baa-d7cd-4006-bb9a-0930d2cb5b8f'}] {{(pid=103259) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 11:09:47.553541 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}af87e37ddfedca7c8b2a1dd0c6cba4e3e91bcc66796c687067be127c7223cf15" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8ed7f9a6-074d-47f7-96de-61a51f22702c" -d '{"events": [{"server_uuid": "2ef72612-be1b-425f-9a62-f7ade87d4051", "name": "network-vif-unplugged", "status": "completed", "tag": "327a6baa-d7cd-4006-bb9a-0930d2cb5b8f"}]}' {{(pid=103259) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 11:09:47.589905 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 12 Apr 2022 11:09:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f3a4f9c5-12e9-4c40-954d-1752519fbdd3 x-openstack-request-id: req-f3a4f9c5-12e9-4c40-954d-1752519fbdd3 {{(pid=103259) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 11:09:47.590471 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2ef72612-be1b-425f-9a62-f7ade87d4051", "name": "network-vif-unplugged", "status": "completed", "tag": "327a6baa-d7cd-4006-bb9a-0930d2cb5b8f", "code": 200}]} {{(pid=103259) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 11:09:47.590471 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-f3a4f9c5-12e9-4c40-954d-1752519fbdd3 {{(pid=103259) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 11:09:47.590872 dv-cinder-830088-4-iscsi neutron-server[103259]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f3a4f9c5-12e9-4c40-954d-1752519fbdd3'] response: {'server_uuid': '2ef72612-be1b-425f-9a62-f7ade87d4051', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '327a6baa-d7cd-4006-bb9a-0930d2cb5b8f', 'code': 200} Apr 12 11:09:48.002333 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba79f514-371b-417e-8edc-9b7b7f25465f req-fa667970-f058-4f01-8b40-3bf1e8a7f9ea tempest-TestVolumeBootPattern-1690597324 tempest-TestVolumeBootPattern-1690597324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:09:48.003790 dv-cinder-830088-4-iscsi neutron-server[103258]: INFO neutron.wsgi [req-ba79f514-371b-417e-8edc-9b7b7f25465f req-fa667970-f058-4f01-8b40-3bf1e8a7f9ea tempest-TestVolumeBootPattern-1690597324 tempest-TestVolumeBootPattern-1690597324-project] 10.222.0.39 "GET /v2.0/ports?device_id=e48dbdf0-7a40-41af-aace-12a74b9cd20d HTTP/1.1" status: 200 len: 945 time: 0.0495040 Apr 12 11:09:48.051785 dv-cinder-830088-4-iscsi neutron-server[103258]: INFO neutron.wsgi [req-ba79f514-371b-417e-8edc-9b7b7f25465f req-90464f59-37d4-473b-93a7-4ddf795388e1 tempest-TestVolumeBootPattern-1690597324 tempest-TestVolumeBootPattern-1690597324-project] 10.222.0.39 "GET /v2.0/security-groups?id=726d01fd-8df5-4a24-846e-ad176077f036&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424743 Apr 12 11:09:48.162659 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a41a405-fe89-43c7-b6a4-b56d3d863933 req-8d3f5d2c-dab1-4a36-9ae5-f874aaca9273 tempest-TestVolumeBootPattern-1690597324 tempest-TestVolumeBootPattern-1690597324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:09:48.164199 dv-cinder-830088-4-iscsi neutron-server[103257]: INFO neutron.wsgi [req-9a41a405-fe89-43c7-b6a4-b56d3d863933 req-8d3f5d2c-dab1-4a36-9ae5-f874aaca9273 tempest-TestVolumeBootPattern-1690597324 tempest-TestVolumeBootPattern-1690597324-project] 10.222.0.39 "GET /v2.0/ports?device_id=e48dbdf0-7a40-41af-aace-12a74b9cd20d HTTP/1.1" status: 200 len: 945 time: 0.0466056 Apr 12 11:09:48.213662 dv-cinder-830088-4-iscsi neutron-server[103257]: INFO neutron.wsgi [req-9a41a405-fe89-43c7-b6a4-b56d3d863933 req-8db7a1d8-50ab-4eac-a4c8-ef378fe79e01 tempest-TestVolumeBootPattern-1690597324 tempest-TestVolumeBootPattern-1690597324-project] 10.222.0.39 "GET /v2.0/security-groups?id=726d01fd-8df5-4a24-846e-ad176077f036&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438006 Apr 12 11:09:48.236876 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron.wsgi [-] (103257) accepted ('10.222.0.39', 57262) {{(pid=103257) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 11:09:48.367387 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-241805ff-20ed-4800-b396-6c85b77d2f02 tempest-TestVolumeBootPattern-1923331832 tempest-TestVolumeBootPattern-1923331832-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:09:48.369017 dv-cinder-830088-4-iscsi neutron-server[103257]: INFO neutron.wsgi [None req-241805ff-20ed-4800-b396-6c85b77d2f02 tempest-TestVolumeBootPattern-1923331832 tempest-TestVolumeBootPattern-1923331832-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=e48dbdf0-7a40-41af-aace-12a74b9cd20d HTTP/1.1" status: 200 len: 1124 time: 0.1311333 Apr 12 11:09:48.372140 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron.wsgi [-] (103257) accepted ('10.222.0.39', 57266) {{(pid=103257) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 11:09:48.376854 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron.api.v2.base [None req-8d66b88f-031a-466a-8f9c-1f055aeb6fbc tempest-TestVolumeBootPattern-1690597324 tempest-TestVolumeBootPattern-1690597324-project] Request body: {'floatingip': {'floating_network_id': '3b7be5f2-485b-4c85-8f98-fb200971b61c', 'port_id': '4baff0b9-51bc-4447-8797-20cd958ada1d', 'tenant_id': 'c2c05547762540eabb9d44e9bf42d19d', 'fixed_ip_address': '172.20.0.3'}} {{(pid=103257) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 11:09:48.397038 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-8d66b88f-031a-466a-8f9c-1f055aeb6fbc tempest-TestVolumeBootPattern-1690597324 tempest-TestVolumeBootPattern-1690597324-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:09:48.485589 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-8d66b88f-031a-466a-8f9c-1f055aeb6fbc tempest-TestVolumeBootPattern-1690597324 tempest-TestVolumeBootPattern-1690597324-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1535343'] for port (None), before_create {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:09:48.571193 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a185a70f-2989-43f3-bc73-13d1e65c3702 req-06b82a4d-e2a4-4aac-8786-e661e349a599 tempest-AttachVolumeShelveTestJSON-1581400671 tempest-AttachVolumeShelveTestJSON-1581400671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:09:48.572713 dv-cinder-830088-4-iscsi neutron-server[103258]: INFO neutron.wsgi [req-a185a70f-2989-43f3-bc73-13d1e65c3702 req-06b82a4d-e2a4-4aac-8786-e661e349a599 tempest-AttachVolumeShelveTestJSON-1581400671 tempest-AttachVolumeShelveTestJSON-1581400671-project] 10.222.0.39 "GET /v2.0/ports?device_id=2ef72612-be1b-425f-9a62-f7ade87d4051 HTTP/1.1" status: 200 len: 943 time: 0.0485675 Apr 12 11:09:48.597505 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron.db.db_base_plugin_common [None req-8d66b88f-031a-466a-8f9c-1f055aeb6fbc tempest-TestVolumeBootPattern-1690597324 tempest-TestVolumeBootPattern-1690597324-project] Allocated IP 172.27.3.190 (3b7be5f2-485b-4c85-8f98-fb200971b61c/4887111e-1302-416a-ab8e-c957c9df7f85/94c58219-c9fe-49f1-b4a8-fbda0f901a0d) {{(pid=103257) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 12 11:09:48.620544 dv-cinder-830088-4-iscsi neutron-server[103258]: INFO neutron.wsgi [req-a185a70f-2989-43f3-bc73-13d1e65c3702 req-df34342c-34e4-4641-b2b8-cd54d8319535 tempest-AttachVolumeShelveTestJSON-1581400671 tempest-AttachVolumeShelveTestJSON-1581400671-project] 10.222.0.39 "GET /v2.0/security-groups?id=30af6b51-0f3e-46d1-b20a-adadc9a21c54&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421131 Apr 12 11:09:48.701557 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-8d66b88f-031a-466a-8f9c-1f055aeb6fbc tempest-TestVolumeBootPattern-1690597324 tempest-TestVolumeBootPattern-1690597324-project] Publish callbacks [] for port (94c58219-c9fe-49f1-b4a8-fbda0f901a0d), precommit_create {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:09:48.735051 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-8d66b88f-031a-466a-8f9c-1f055aeb6fbc tempest-TestVolumeBootPattern-1690597324 tempest-TestVolumeBootPattern-1690597324-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1534861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777667450152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5265645'] for port (94c58219-c9fe-49f1-b4a8-fbda0f901a0d), after_create {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:09:48.770471 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d66b88f-031a-466a-8f9c-1f055aeb6fbc tempest-TestVolumeBootPattern-1690597324 tempest-TestVolumeBootPattern-1690597324-project] Network 3b7be5f2-485b-4c85-8f98-fb200971b61c is already hosted by enough agents. {{(pid=103257) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 11:09:48.773327 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron.scheduler.base_scheduler [None req-8d66b88f-031a-466a-8f9c-1f055aeb6fbc tempest-TestVolumeBootPattern-1690597324 tempest-TestVolumeBootPattern-1690597324-project] Resources bound (agent type, host, resource id): {{(pid=103257) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 11:09:48.776611 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d66b88f-031a-466a-8f9c-1f055aeb6fbc tempest-TestVolumeBootPattern-1690597324 tempest-TestVolumeBootPattern-1690597324-project] Received port after_create {{(pid=103257) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 12 11:09:48.804798 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d66b88f-031a-466a-8f9c-1f055aeb6fbc tempest-TestVolumeBootPattern-1690597324 tempest-TestVolumeBootPattern-1690597324-project] Pushing event updated for resources: {'Port': ['ID=94c58219-c9fe-49f1-b4a8-fbda0f901a0d,revision_number=1']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:09:48.932484 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afef97a3-363d-4c14-82a9-6693557db285 req-21b784be-3f1d-45cb-a6a2-5123dfe4728d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:09:48.934000 dv-cinder-830088-4-iscsi neutron-server[103258]: INFO neutron.wsgi [req-afef97a3-363d-4c14-82a9-6693557db285 req-21b784be-3f1d-45cb-a6a2-5123dfe4728d service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=2ef72612-be1b-425f-9a62-f7ade87d4051&tenant_id=64420168af994dfe8d37cc175e2bfbd6 HTTP/1.1" status: 200 len: 1127 time: 0.0729537 Apr 12 11:09:49.007890 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afef97a3-363d-4c14-82a9-6693557db285 req-41047a3c-f63e-4256-b049-2fcb4c5263d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:09:49.009365 dv-cinder-830088-4-iscsi neutron-server[103258]: INFO neutron.wsgi [req-afef97a3-363d-4c14-82a9-6693557db285 req-41047a3c-f63e-4256-b049-2fcb4c5263d3 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=64420168af994dfe8d37cc175e2bfbd6&device_id=2ef72612-be1b-425f-9a62-f7ade87d4051 HTTP/1.1" status: 200 len: 1127 time: 0.0388172 Apr 12 11:09:49.098822 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afef97a3-363d-4c14-82a9-6693557db285 req-ff98ff21-6c1b-48c3-940f-5bc3adf14e96 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:09:49.100287 dv-cinder-830088-4-iscsi neutron-server[103258]: INFO neutron.wsgi [req-afef97a3-363d-4c14-82a9-6693557db285 req-ff98ff21-6c1b-48c3-940f-5bc3adf14e96 service neutron] 10.222.0.53 "GET /v2.0/networks?id=5fe71604-a19f-4748-9dc5-7cc9d7ecf6be HTTP/1.1" status: 200 len: 918 time: 0.0837939 Apr 12 11:09:49.142003 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-8d66b88f-031a-466a-8f9c-1f055aeb6fbc tempest-TestVolumeBootPattern-1690597324 tempest-TestVolumeBootPattern-1690597324-project] Publish callbacks [] for floatingip (fbce22ab-49ec-429f-8491-c9d466fa8bf8), precommit_create {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:09:49.166276 dv-cinder-830088-4-iscsi neutron-server[103258]: INFO neutron.wsgi [req-afef97a3-363d-4c14-82a9-6693557db285 req-14fc8731-723f-4f6b-ac14-2bd450e4a2f7 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=327a6baa-d7cd-4006-bb9a-0930d2cb5b8f HTTP/1.1" status: 200 len: 998 time: 0.0600481 Apr 12 11:09:49.212531 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-8d66b88f-031a-466a-8f9c-1f055aeb6fbc tempest-TestVolumeBootPattern-1690597324 tempest-TestVolumeBootPattern-1690597324-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1535343'] for port (94c58219-c9fe-49f1-b4a8-fbda0f901a0d), before_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:09:49.215286 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afef97a3-363d-4c14-82a9-6693557db285 req-f13d0d5e-a632-4445-b5e1-59c76d4387d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:09:49.216814 dv-cinder-830088-4-iscsi neutron-server[103258]: INFO neutron.wsgi [req-afef97a3-363d-4c14-82a9-6693557db285 req-f13d0d5e-a632-4445-b5e1-59c76d4387d8 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=e411d522-7486-40a5-b78b-47a221209e5e HTTP/1.1" status: 200 len: 856 time: 0.0443003 Apr 12 11:09:49.259349 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afef97a3-363d-4c14-82a9-6693557db285 req-93291a11-5fcd-4e64-bb7b-72e0c7802785 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:09:49.260938 dv-cinder-830088-4-iscsi neutron-server[103258]: INFO neutron.wsgi [req-afef97a3-363d-4c14-82a9-6693557db285 req-93291a11-5fcd-4e64-bb7b-72e0c7802785 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=5fe71604-a19f-4748-9dc5-7cc9d7ecf6be&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0385571 Apr 12 11:09:49.353037 dv-cinder-830088-4-iscsi neutron-server[103258]: INFO neutron.wsgi [req-afef97a3-363d-4c14-82a9-6693557db285 req-5559ed6f-93b9-4cab-864a-bc9037b7fb02 service neutron] 10.222.0.53 "GET /v2.0/networks/5fe71604-a19f-4748-9dc5-7cc9d7ecf6be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0832250 Apr 12 11:09:49.360680 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-8d66b88f-031a-466a-8f9c-1f055aeb6fbc tempest-TestVolumeBootPattern-1690597324 tempest-TestVolumeBootPattern-1690597324-project] Publish callbacks [] for port (94c58219-c9fe-49f1-b4a8-fbda0f901a0d), precommit_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:09:49.365747 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-8d66b88f-031a-466a-8f9c-1f055aeb6fbc tempest-TestVolumeBootPattern-1690597324 tempest-TestVolumeBootPattern-1690597324-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1534861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777667992095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777667450170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777667450188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5265638'] for port (94c58219-c9fe-49f1-b4a8-fbda0f901a0d), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:09:49.434507 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d66b88f-031a-466a-8f9c-1f055aeb6fbc tempest-TestVolumeBootPattern-1690597324 tempest-TestVolumeBootPattern-1690597324-project] Pushing event updated for resources: {'Port': ['ID=94c58219-c9fe-49f1-b4a8-fbda0f901a0d,revision_number=2']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:09:49.448332 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-8d66b88f-031a-466a-8f9c-1f055aeb6fbc tempest-TestVolumeBootPattern-1690597324 tempest-TestVolumeBootPattern-1690597324-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-579534'] for floatingip (fbce22ab-49ec-429f-8491-c9d466fa8bf8), after_create {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:09:49.448581 dv-cinder-830088-4-iscsi neutron-server[103258]: INFO neutron.wsgi [req-afef97a3-363d-4c14-82a9-6693557db285 req-d89456af-da55-4fba-8660-d31b58d4afd3 service neutron] 10.222.0.53 "GET /v2.0/networks/5fe71604-a19f-4748-9dc5-7cc9d7ecf6be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0882418 Apr 12 11:09:49.551866 dv-cinder-830088-4-iscsi neutron-server[103257]: INFO neutron.db.l3_db [None req-8d66b88f-031a-466a-8f9c-1f055aeb6fbc tempest-TestVolumeBootPattern-1690597324 tempest-TestVolumeBootPattern-1690597324-project] Floating IP fbce22ab-49ec-429f-8491-c9d466fa8bf8 associated. External IP: 172.27.3.190, port: 4baff0b9-51bc-4447-8797-20cd958ada1d. Apr 12 11:09:49.792312 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7341ca6-3ffb-4522-a58a-281640a8eec8 req-ba4988fb-67a6-4406-aeda-eebb337cb92c tempest-AttachVolumeShelveTestJSON-1581400671 tempest-AttachVolumeShelveTestJSON-1581400671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:09:49.793842 dv-cinder-830088-4-iscsi neutron-server[103257]: INFO neutron.wsgi [req-e7341ca6-3ffb-4522-a58a-281640a8eec8 req-ba4988fb-67a6-4406-aeda-eebb337cb92c tempest-AttachVolumeShelveTestJSON-1581400671 tempest-AttachVolumeShelveTestJSON-1581400671-project] 10.222.0.39 "GET /v2.0/ports?device_id=2ef72612-be1b-425f-9a62-f7ade87d4051 HTTP/1.1" status: 200 len: 943 time: 0.0842817 Apr 12 11:09:49.810965 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8d66b88f-031a-466a-8f9c-1f055aeb6fbc tempest-TestVolumeBootPattern-1690597324 tempest-TestVolumeBootPattern-1690597324-project] Router 9e38f158-3956-4f71-9d28-1c8f7ee24bdd has already been hosted by L3 agent 77f5e085-0284-4236-9dbf-35d2d452e277 {{(pid=103257) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 12 11:09:49.894515 dv-cinder-830088-4-iscsi neutron-server[103257]: INFO neutron.wsgi [req-e7341ca6-3ffb-4522-a58a-281640a8eec8 req-4bd0b6ac-6ec5-42ff-af4a-8fe8ee458d30 tempest-AttachVolumeShelveTestJSON-1581400671 tempest-AttachVolumeShelveTestJSON-1581400671-project] 10.222.0.39 "GET /v2.0/security-groups?id=30af6b51-0f3e-46d1-b20a-adadc9a21c54&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0933726 Apr 12 11:09:50.023350 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8d66b88f-031a-466a-8f9c-1f055aeb6fbc tempest-TestVolumeBootPattern-1690597324 tempest-TestVolumeBootPattern-1690597324-project] Notify agent at l3_agent.dv-cinder-830088-4-iscsi the message routers_updated {{(pid=103257) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 12 11:09:50.033610 dv-cinder-830088-4-iscsi neutron-server[103260]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c3d64c7-f3e2-4144-b423-349b226876b8 None None] Sync routers for ids ['9e38f158-3956-4f71-9d28-1c8f7ee24bdd'] in dv-cinder-830088-4-iscsi {{(pid=103260) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 12 11:09:50.044369 dv-cinder-830088-4-iscsi neutron-server[103260]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c3d64c7-f3e2-4144-b423-349b226876b8 None None] Routers {'9e38f158-3956-4f71-9d28-1c8f7ee24bdd'} bound to L3 agent in host dv-cinder-830088-4-iscsi {{(pid=103260) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 11:09:50.044998 dv-cinder-830088-4-iscsi neutron-server[103260]: DEBUG neutron.db.l3_hamode_db [None req-8c3d64c7-f3e2-4144-b423-349b226876b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830088-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-12T10:52:12Z,description=,heartbeat_timestamp=2022-04-12T11:09:43Z,host='dv-cinder-830088-4-iscsi',id=77f5e085-0284-4236-9dbf-35d2d452e277,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T10:52:12Z,topic='l3_agent')) {'router_ids': ['9e38f158-3956-4f71-9d28-1c8f7ee24bdd'], 'active': True} {{(pid=103260) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 11:09:50.060156 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-8d66b88f-031a-466a-8f9c-1f055aeb6fbc tempest-TestVolumeBootPattern-1690597324 tempest-TestVolumeBootPattern-1690597324-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108023'] for floatingip (None), before_response {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:09:50.103543 dv-cinder-830088-4-iscsi neutron-server[103257]: INFO neutron.wsgi [None req-8d66b88f-031a-466a-8f9c-1f055aeb6fbc tempest-TestVolumeBootPattern-1690597324 tempest-TestVolumeBootPattern-1690597324-project] 10.222.0.39 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.7303534 Apr 12 11:09:50.104386 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e48dbdf0-7a40-41af-aace-12a74b9cd20d', 'tag': '4baff0b9-51bc-4447-8797-20cd958ada1d'}] {{(pid=103257) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 11:09:50.106642 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}263188bb5a56b6ea0b99504a79f1a82db60da3322be0ebbd3338f0b2803b3102" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b59e5f23-00ac-4f1d-96e8-840479f03b9a" -d '{"events": [{"name": "network-changed", "server_uuid": "e48dbdf0-7a40-41af-aace-12a74b9cd20d", "tag": "4baff0b9-51bc-4447-8797-20cd958ada1d"}]}' {{(pid=103257) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 11:09:50.154723 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Apr 2022 11:09:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fb9e858a-8fcd-4f83-b9d6-c894e633c5be x-openstack-request-id: req-fb9e858a-8fcd-4f83-b9d6-c894e633c5be {{(pid=103257) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 11:09:50.155310 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e48dbdf0-7a40-41af-aace-12a74b9cd20d", "tag": "4baff0b9-51bc-4447-8797-20cd958ada1d", "status": "completed", "code": 200}]} {{(pid=103257) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 11:09:50.155761 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-fb9e858a-8fcd-4f83-b9d6-c894e633c5be {{(pid=103257) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 11:09:50.156364 dv-cinder-830088-4-iscsi neutron-server[103257]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fb9e858a-8fcd-4f83-b9d6-c894e633c5be'] response: {'name': 'network-changed', 'server_uuid': 'e48dbdf0-7a40-41af-aace-12a74b9cd20d', 'tag': '4baff0b9-51bc-4447-8797-20cd958ada1d', 'status': 'completed', 'code': 200} Apr 12 11:09:50.161447 dv-cinder-830088-4-iscsi neutron-server[103260]: DEBUG neutron.db.l3_dvr_db [None req-8c3d64c7-f3e2-4144-b423-349b226876b8 None None] Set router 9e38f158-3956-4f71-9d28-1c8f7ee24bdd gateway port host: dv-cinder-830088-4-iscsi {{(pid=103260) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 11:09:50.386054 dv-cinder-830088-4-iscsi neutron-server[103260]: DEBUG neutron.db.l3_hamode_db [None req-8c3d64c7-f3e2-4144-b423-349b226876b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9e38f158-3956-4f71-9d28-1c8f7ee24bdd', 'name': 'tempest-TestVolumeBootPattern-561075206-router', 'tenant_id': 'c2c05547762540eabb9d44e9bf42d19d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b7be5f2-485b-4c85-8f98-fb200971b61c', 'external_fixed_ips': [{'subnet_id': '4887111e-1302-416a-ab8e-c957c9df7f85', 'ip_address': '172.27.3.212'}], 'enable_snat': True}, 'gw_port_id': '28ccd685-151e-4be1-baa9-192dffe3854b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T11:08:56Z', 'updated_at': '2022-04-12T11:08:59Z', 'revision_number': 4, 'project_id': 'c2c05547762540eabb9d44e9bf42d19d', 'gw_port': {'id': '28ccd685-151e-4be1-baa9-192dffe3854b', 'name': '', 'network_id': '3b7be5f2-485b-4c85-8f98-fb200971b61c', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:dd:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e38f158-3956-4f71-9d28-1c8f7ee24bdd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 489, 'fixed_ips': [{'subnet_id': '4887111e-1302-416a-ab8e-c957c9df7f85', 'ip_address': '172.27.3.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830088-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T11:08:57Z', 'updated_at': '2022-04-12T11:09:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4887111e-1302-416a-ab8e-c957c9df7f85', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830088-4-iscsi', '_floatingips': [{'id': 'fbce22ab-49ec-429f-8491-c9d466fa8bf8', 'tenant_id': 'c2c05547762540eabb9d44e9bf42d19d', 'floating_ip_address': '172.27.3.190', 'floating_network_id': '3b7be5f2-485b-4c85-8f98-fb200971b61c', 'router_id': '9e38f158-3956-4f71-9d28-1c8f7ee24bdd', 'port_id': '4baff0b9-51bc-4447-8797-20cd958ada1d', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 522, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1232fc79-51a8-446f-8db9-91c7982426a3', 'mac_address': 'fa:16:3e:dc:48:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e48dbdf0-7a40-41af-aace-12a74b9cd20d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-12T11:09:48Z', 'updated_at': '2022-04-12T11:09:48Z', 'revision_number': 0, 'project_id': 'c2c05547762540eabb9d44e9bf42d19d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cc86eccc-dfd3-4c80-9648-2e0170ed6613', 'name': '', 'network_id': '1232fc79-51a8-446f-8db9-91c7982426a3', 'tenant_id': 'c2c05547762540eabb9d44e9bf42d19d', 'mac_address': 'fa:16:3e:53:12:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e38f158-3956-4f71-9d28-1c8f7ee24bdd', 'device_owner': 'network:router_interface', 'standard_attr_id': 490, 'fixed_ips': [{'subnet_id': '629313fa-4f32-46d8-868a-0d9dbc8c0fc7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830088-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T11:08:59Z', 'updated_at': '2022-04-12T11:09:03Z', 'revision_number': 5, 'project_id': 'c2c05547762540eabb9d44e9bf42d19d', 'subnets': [{'id': '629313fa-4f32-46d8-868a-0d9dbc8c0fc7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830088-4-iscsi', False) {} {{(pid=103260) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 11:09:50.415506 dv-cinder-830088-4-iscsi neutron-server[103260]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c3d64c7-f3e2-4144-b423-349b226876b8 None None] Checking router: 9e38f158-3956-4f71-9d28-1c8f7ee24bdd for host: dv-cinder-830088-4-iscsi {{(pid=103260) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 12 11:09:50.423861 dv-cinder-830088-4-iscsi neutron-server[103260]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c3d64c7-f3e2-4144-b423-349b226876b8 None None] Routers {'9e38f158-3956-4f71-9d28-1c8f7ee24bdd'} bound to L3 agent in host dv-cinder-830088-4-iscsi {{(pid=103260) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 11:09:50.424450 dv-cinder-830088-4-iscsi neutron-server[103260]: DEBUG neutron.db.l3_hamode_db [None req-8c3d64c7-f3e2-4144-b423-349b226876b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830088-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-12T10:52:12Z,description=,heartbeat_timestamp=2022-04-12T11:09:43Z,host='dv-cinder-830088-4-iscsi',id=77f5e085-0284-4236-9dbf-35d2d452e277,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T10:52:12Z,topic='l3_agent')) {'router_ids': ['9e38f158-3956-4f71-9d28-1c8f7ee24bdd'], 'active': True} {{(pid=103260) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 11:09:50.556531 dv-cinder-830088-4-iscsi neutron-server[103260]: DEBUG neutron.db.l3_dvr_db [None req-8c3d64c7-f3e2-4144-b423-349b226876b8 None None] Set router 9e38f158-3956-4f71-9d28-1c8f7ee24bdd gateway port host: dv-cinder-830088-4-iscsi {{(pid=103260) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 11:09:50.871147 dv-cinder-830088-4-iscsi neutron-server[103260]: DEBUG neutron.db.l3_hamode_db [None req-8c3d64c7-f3e2-4144-b423-349b226876b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9e38f158-3956-4f71-9d28-1c8f7ee24bdd', 'name': 'tempest-TestVolumeBootPattern-561075206-router', 'tenant_id': 'c2c05547762540eabb9d44e9bf42d19d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b7be5f2-485b-4c85-8f98-fb200971b61c', 'external_fixed_ips': [{'subnet_id': '4887111e-1302-416a-ab8e-c957c9df7f85', 'ip_address': '172.27.3.212'}], 'enable_snat': True}, 'gw_port_id': '28ccd685-151e-4be1-baa9-192dffe3854b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T11:08:56Z', 'updated_at': '2022-04-12T11:08:59Z', 'revision_number': 4, 'project_id': 'c2c05547762540eabb9d44e9bf42d19d', 'gw_port': {'id': '28ccd685-151e-4be1-baa9-192dffe3854b', 'name': '', 'network_id': '3b7be5f2-485b-4c85-8f98-fb200971b61c', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:dd:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e38f158-3956-4f71-9d28-1c8f7ee24bdd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 489, 'fixed_ips': [{'subnet_id': '4887111e-1302-416a-ab8e-c957c9df7f85', 'ip_address': '172.27.3.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830088-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T11:08:57Z', 'updated_at': '2022-04-12T11:09:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4887111e-1302-416a-ab8e-c957c9df7f85', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830088-4-iscsi', '_floatingips': [{'id': 'fbce22ab-49ec-429f-8491-c9d466fa8bf8', 'tenant_id': 'c2c05547762540eabb9d44e9bf42d19d', 'floating_ip_address': '172.27.3.190', 'floating_network_id': '3b7be5f2-485b-4c85-8f98-fb200971b61c', 'router_id': '9e38f158-3956-4f71-9d28-1c8f7ee24bdd', 'port_id': '4baff0b9-51bc-4447-8797-20cd958ada1d', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 522, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1232fc79-51a8-446f-8db9-91c7982426a3', 'mac_address': 'fa:16:3e:dc:48:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e48dbdf0-7a40-41af-aace-12a74b9cd20d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-12T11:09:48Z', 'updated_at': '2022-04-12T11:09:48Z', 'revision_number': 0, 'project_id': 'c2c05547762540eabb9d44e9bf42d19d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cc86eccc-dfd3-4c80-9648-2e0170ed6613', 'name': '', 'network_id': '1232fc79-51a8-446f-8db9-91c7982426a3', 'tenant_id': 'c2c05547762540eabb9d44e9bf42d19d', 'mac_address': 'fa:16:3e:53:12:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e38f158-3956-4f71-9d28-1c8f7ee24bdd', 'device_owner': 'network:router_interface', 'standard_attr_id': 490, 'fixed_ips': [{'subnet_id': '629313fa-4f32-46d8-868a-0d9dbc8c0fc7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830088-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T11:08:59Z', 'updated_at': '2022-04-12T11:09:03Z', 'revision_number': 5, 'project_id': 'c2c05547762540eabb9d44e9bf42d19d', 'subnets': [{'id': '629313fa-4f32-46d8-868a-0d9dbc8c0fc7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830088-4-iscsi', False) {} {{(pid=103260) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 11:09:50.897170 dv-cinder-830088-4-iscsi neutron-server[103260]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c3d64c7-f3e2-4144-b423-349b226876b8 None None] The sync data for ids ['9e38f158-3956-4f71-9d28-1c8f7ee24bdd'] in dv-cinder-830088-4-iscsi is: [{'id': '9e38f158-3956-4f71-9d28-1c8f7ee24bdd', 'name': 'tempest-TestVolumeBootPattern-561075206-router', 'tenant_id': 'c2c05547762540eabb9d44e9bf42d19d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b7be5f2-485b-4c85-8f98-fb200971b61c', 'external_fixed_ips': [{'subnet_id': '4887111e-1302-416a-ab8e-c957c9df7f85', 'ip_address': '172.27.3.212'}], 'enable_snat': True}, 'gw_port_id': '28ccd685-151e-4be1-baa9-192dffe3854b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T11:08:56Z', 'updated_at': '2022-04-12T11:08:59Z', 'revision_number': 4, 'project_id': 'c2c05547762540eabb9d44e9bf42d19d', 'gw_port': {'id': '28ccd685-151e-4be1-baa9-192dffe3854b', 'name': '', 'network_id': '3b7be5f2-485b-4c85-8f98-fb200971b61c', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:dd:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e38f158-3956-4f71-9d28-1c8f7ee24bdd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 489, 'fixed_ips': [{'subnet_id': '4887111e-1302-416a-ab8e-c957c9df7f85', 'ip_address': '172.27.3.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830088-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T11:08:57Z', 'updated_at': '2022-04-12T11:09:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4887111e-1302-416a-ab8e-c957c9df7f85', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830088-4-iscsi', '_floatingips': [{'id': 'fbce22ab-49ec-429f-8491-c9d466fa8bf8', 'tenant_id': 'c2c05547762540eabb9d44e9bf42d19d', 'floating_ip_address': '172.27.3.190', 'floating_network_id': '3b7be5f2-485b-4c85-8f98-fb200971b61c', 'router_id': '9e38f158-3956-4f71-9d28-1c8f7ee24bdd', 'port_id': '4baff0b9-51bc-4447-8797-20cd958ada1d', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 522, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1232fc79-51a8-446f-8db9-91c7982426a3', 'mac_address': 'fa:16:3e:dc:48:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e48dbdf0-7a40-41af-aace-12a74b9cd20d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-12T11:09:48Z', 'updated_at': '2022-04-12T11:09:48Z', 'revision_number': 0, 'project_id': 'c2c05547762540eabb9d44e9bf42d19d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cc86eccc-dfd3-4c80-9648-2e0170ed6613', 'name': '', 'network_id': '1232fc79-51a8-446f-8db9-91c7982426a3', 'tenant_id': 'c2c05547762540eabb9d44e9bf42d19d', 'mac_address': 'fa:16:3e:53:12:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e38f158-3956-4f71-9d28-1c8f7ee24bdd', 'device_owner': 'network:router_interface', 'standard_attr_id': 490, 'fixed_ips': [{'subnet_id': '629313fa-4f32-46d8-868a-0d9dbc8c0fc7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830088-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T11:08:59Z', 'updated_at': '2022-04-12T11:09:03Z', 'revision_number': 5, 'project_id': 'c2c05547762540eabb9d44e9bf42d19d', 'subnets': [{'id': '629313fa-4f32-46d8-868a-0d9dbc8c0fc7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103260) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 12 11:09:51.075230 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-befbbb12-e148-48a1-9f46-d34311198591 req-248dd2c6-4c16-4ac2-8b72-212e2468f845 tempest-AttachVolumeShelveTestJSON-1581400671 tempest-AttachVolumeShelveTestJSON-1581400671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:09:51.083516 dv-cinder-830088-4-iscsi neutron-server[103257]: INFO neutron.wsgi [req-befbbb12-e148-48a1-9f46-d34311198591 req-248dd2c6-4c16-4ac2-8b72-212e2468f845 tempest-AttachVolumeShelveTestJSON-1581400671 tempest-AttachVolumeShelveTestJSON-1581400671-project] 10.222.0.39 "GET /v2.0/ports?device_id=2ef72612-be1b-425f-9a62-f7ade87d4051 HTTP/1.1" status: 200 len: 943 time: 0.0822802 Apr 12 11:09:51.129098 dv-cinder-830088-4-iscsi neutron-server[103257]: INFO neutron.wsgi [req-befbbb12-e148-48a1-9f46-d34311198591 req-2726483a-9099-4e82-9541-fefed66d7100 tempest-AttachVolumeShelveTestJSON-1581400671 tempest-AttachVolumeShelveTestJSON-1581400671-project] 10.222.0.39 "GET /v2.0/security-groups?id=30af6b51-0f3e-46d1-b20a-adadc9a21c54&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444500 Apr 12 11:09:51.147061 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73e17f45-e5ab-4b03-b049-5a7bd114db57 None None] New status for floating IP fbce22ab-49ec-429f-8491-c9d466fa8bf8: ACTIVE {{(pid=103259) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 12 11:09:51.298404 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron.plugins.ml2.rpc [None req-ae6c308c-a92e-4424-a7f8-d6a17e5174ef None None] Device 327a6baa-d7cd-4006-bb9a-0930d2cb5b8f no longer exists at agent hyperv_hv-cinder-83008 {{(pid=103259) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 12 11:09:51.389793 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron.plugins.ml2.plugin [None req-ae6c308c-a92e-4424-a7f8-d6a17e5174ef None None] Current status of the port 327a6baa-d7cd-4006-bb9a-0930d2cb5b8f is: DOWN; New status is: DOWN {{(pid=103259) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 11:09:52.254325 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0bbad0c-65b3-47a5-9bbf-ef966671d1a8 req-fc46b8b3-8fe5-4992-a19a-fb9459339ae3 tempest-AttachVolumeShelveTestJSON-1581400671 tempest-AttachVolumeShelveTestJSON-1581400671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:09:52.257023 dv-cinder-830088-4-iscsi neutron-server[103258]: INFO neutron.wsgi [req-f0bbad0c-65b3-47a5-9bbf-ef966671d1a8 req-fc46b8b3-8fe5-4992-a19a-fb9459339ae3 tempest-AttachVolumeShelveTestJSON-1581400671 tempest-AttachVolumeShelveTestJSON-1581400671-project] 10.222.0.39 "GET /v2.0/ports?device_id=2ef72612-be1b-425f-9a62-f7ade87d4051 HTTP/1.1" status: 200 len: 943 time: 0.0520937 Apr 12 11:09:52.307550 dv-cinder-830088-4-iscsi neutron-server[103258]: INFO neutron.wsgi [req-f0bbad0c-65b3-47a5-9bbf-ef966671d1a8 req-cd6c4d3a-c838-4a84-b098-6fc824dcbb0d tempest-AttachVolumeShelveTestJSON-1581400671 tempest-AttachVolumeShelveTestJSON-1581400671-project] 10.222.0.39 "GET /v2.0/security-groups?id=30af6b51-0f3e-46d1-b20a-adadc9a21c54&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430562 Apr 12 11:09:53.426493 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2e26fba-a487-4b6c-a701-f9113ba6755d req-661cd35d-87ed-4b0a-9d21-9e5a78074b2d tempest-AttachVolumeShelveTestJSON-1581400671 tempest-AttachVolumeShelveTestJSON-1581400671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:09:53.428476 dv-cinder-830088-4-iscsi neutron-server[103257]: INFO neutron.wsgi [req-b2e26fba-a487-4b6c-a701-f9113ba6755d req-661cd35d-87ed-4b0a-9d21-9e5a78074b2d tempest-AttachVolumeShelveTestJSON-1581400671 tempest-AttachVolumeShelveTestJSON-1581400671-project] 10.222.0.39 "GET /v2.0/ports?device_id=2ef72612-be1b-425f-9a62-f7ade87d4051 HTTP/1.1" status: 200 len: 943 time: 0.0450149 Apr 12 11:09:53.491919 dv-cinder-830088-4-iscsi neutron-server[103257]: INFO neutron.wsgi [req-b2e26fba-a487-4b6c-a701-f9113ba6755d req-5e6b24e4-32e6-486b-8327-df5aba9c2140 tempest-AttachVolumeShelveTestJSON-1581400671 tempest-AttachVolumeShelveTestJSON-1581400671-project] 10.222.0.39 "GET /v2.0/security-groups?id=30af6b51-0f3e-46d1-b20a-adadc9a21c54&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0578783 Apr 12 11:09:54.610966 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efccb13e-6bda-43b7-8992-7fbd84dc3876 req-93a92f6c-4815-442e-849b-e3fd7f394bb8 tempest-AttachVolumeShelveTestJSON-1581400671 tempest-AttachVolumeShelveTestJSON-1581400671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:09:54.612538 dv-cinder-830088-4-iscsi neutron-server[103258]: INFO neutron.wsgi [req-efccb13e-6bda-43b7-8992-7fbd84dc3876 req-93a92f6c-4815-442e-849b-e3fd7f394bb8 tempest-AttachVolumeShelveTestJSON-1581400671 tempest-AttachVolumeShelveTestJSON-1581400671-project] 10.222.0.39 "GET /v2.0/ports?device_id=2ef72612-be1b-425f-9a62-f7ade87d4051 HTTP/1.1" status: 200 len: 943 time: 0.0471525 Apr 12 11:09:54.665587 dv-cinder-830088-4-iscsi neutron-server[103258]: INFO neutron.wsgi [req-efccb13e-6bda-43b7-8992-7fbd84dc3876 req-af4f3197-1327-478a-948f-21a32b9bb460 tempest-AttachVolumeShelveTestJSON-1581400671 tempest-AttachVolumeShelveTestJSON-1581400671-project] 10.222.0.39 "GET /v2.0/security-groups?id=30af6b51-0f3e-46d1-b20a-adadc9a21c54&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456467 Apr 12 11:09:55.797287 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11dac251-c5ab-437f-a995-525f4e4e3ea4 req-2766de70-54c5-48ca-93dc-5787d690114f tempest-AttachVolumeShelveTestJSON-1581400671 tempest-AttachVolumeShelveTestJSON-1581400671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:09:55.804190 dv-cinder-830088-4-iscsi neutron-server[103257]: INFO neutron.wsgi [req-11dac251-c5ab-437f-a995-525f4e4e3ea4 req-2766de70-54c5-48ca-93dc-5787d690114f tempest-AttachVolumeShelveTestJSON-1581400671 tempest-AttachVolumeShelveTestJSON-1581400671-project] 10.222.0.39 "GET /v2.0/ports?device_id=2ef72612-be1b-425f-9a62-f7ade87d4051 HTTP/1.1" status: 200 len: 943 time: 0.0647652 Apr 12 11:09:55.853491 dv-cinder-830088-4-iscsi neutron-server[103257]: INFO neutron.wsgi [req-11dac251-c5ab-437f-a995-525f4e4e3ea4 req-e2c25753-bf20-4b9b-bdab-e41d2390babd tempest-AttachVolumeShelveTestJSON-1581400671 tempest-AttachVolumeShelveTestJSON-1581400671-project] 10.222.0.39 "GET /v2.0/security-groups?id=30af6b51-0f3e-46d1-b20a-adadc9a21c54&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0484409 Apr 12 11:09:56.977995 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-282f38db-cd6f-4830-8591-739db54c61f5 req-0f1c106b-84f1-4b63-9ee4-d68382f3bc06 tempest-AttachVolumeShelveTestJSON-1581400671 tempest-AttachVolumeShelveTestJSON-1581400671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:09:56.979675 dv-cinder-830088-4-iscsi neutron-server[103258]: INFO neutron.wsgi [req-282f38db-cd6f-4830-8591-739db54c61f5 req-0f1c106b-84f1-4b63-9ee4-d68382f3bc06 tempest-AttachVolumeShelveTestJSON-1581400671 tempest-AttachVolumeShelveTestJSON-1581400671-project] 10.222.0.39 "GET /v2.0/ports?device_id=2ef72612-be1b-425f-9a62-f7ade87d4051 HTTP/1.1" status: 200 len: 943 time: 0.0549831 Apr 12 11:09:57.026306 dv-cinder-830088-4-iscsi neutron-server[103258]: INFO neutron.wsgi [req-282f38db-cd6f-4830-8591-739db54c61f5 req-5535f758-a1cb-4494-8099-8af1d05b407f tempest-AttachVolumeShelveTestJSON-1581400671 tempest-AttachVolumeShelveTestJSON-1581400671-project] 10.222.0.39 "GET /v2.0/security-groups?id=30af6b51-0f3e-46d1-b20a-adadc9a21c54&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407441 Apr 12 11:09:58.142388 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cff5e06-a208-40c2-9915-9b392edc7e40 req-a5313ca4-ba38-480d-8e8b-52461af22f5f tempest-AttachVolumeShelveTestJSON-1581400671 tempest-AttachVolumeShelveTestJSON-1581400671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:09:58.143912 dv-cinder-830088-4-iscsi neutron-server[103258]: INFO neutron.wsgi [req-9cff5e06-a208-40c2-9915-9b392edc7e40 req-a5313ca4-ba38-480d-8e8b-52461af22f5f tempest-AttachVolumeShelveTestJSON-1581400671 tempest-AttachVolumeShelveTestJSON-1581400671-project] 10.222.0.39 "GET /v2.0/ports?device_id=2ef72612-be1b-425f-9a62-f7ade87d4051 HTTP/1.1" status: 200 len: 943 time: 0.0472269 Apr 12 11:09:58.190333 dv-cinder-830088-4-iscsi neutron-server[103258]: INFO neutron.wsgi [req-9cff5e06-a208-40c2-9915-9b392edc7e40 req-049fdf3d-1b7d-4023-a123-29b077822362 tempest-AttachVolumeShelveTestJSON-1581400671 tempest-AttachVolumeShelveTestJSON-1581400671-project] 10.222.0.39 "GET /v2.0/security-groups?id=30af6b51-0f3e-46d1-b20a-adadc9a21c54&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407126 Apr 12 11:09:59.308240 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be61b558-9576-4451-b7e7-da2d798b150c req-8641b566-420a-43db-a305-40db92db0ae1 tempest-AttachVolumeShelveTestJSON-1581400671 tempest-AttachVolumeShelveTestJSON-1581400671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:09:59.309699 dv-cinder-830088-4-iscsi neutron-server[103258]: INFO neutron.wsgi [req-be61b558-9576-4451-b7e7-da2d798b150c req-8641b566-420a-43db-a305-40db92db0ae1 tempest-AttachVolumeShelveTestJSON-1581400671 tempest-AttachVolumeShelveTestJSON-1581400671-project] 10.222.0.39 "GET /v2.0/ports?device_id=2ef72612-be1b-425f-9a62-f7ade87d4051 HTTP/1.1" status: 200 len: 943 time: 0.0460718 Apr 12 11:09:59.360551 dv-cinder-830088-4-iscsi neutron-server[103258]: INFO neutron.wsgi [req-be61b558-9576-4451-b7e7-da2d798b150c req-2269bc55-11c2-43c7-a517-f4e823274a99 tempest-AttachVolumeShelveTestJSON-1581400671 tempest-AttachVolumeShelveTestJSON-1581400671-project] 10.222.0.39 "GET /v2.0/security-groups?id=30af6b51-0f3e-46d1-b20a-adadc9a21c54&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452900 Apr 12 11:10:00.477589 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01be20a4-1b28-4d33-bb20-7bda8d329d9d req-addc2f91-56a5-406c-943c-a91975fa2428 tempest-AttachVolumeShelveTestJSON-1581400671 tempest-AttachVolumeShelveTestJSON-1581400671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:10:00.479128 dv-cinder-830088-4-iscsi neutron-server[103258]: INFO neutron.wsgi [req-01be20a4-1b28-4d33-bb20-7bda8d329d9d req-addc2f91-56a5-406c-943c-a91975fa2428 tempest-AttachVolumeShelveTestJSON-1581400671 tempest-AttachVolumeShelveTestJSON-1581400671-project] 10.222.0.39 "GET /v2.0/ports?device_id=2ef72612-be1b-425f-9a62-f7ade87d4051 HTTP/1.1" status: 200 len: 943 time: 0.0470996 Apr 12 11:10:00.526068 dv-cinder-830088-4-iscsi neutron-server[103258]: INFO neutron.wsgi [req-01be20a4-1b28-4d33-bb20-7bda8d329d9d req-58f5771f-2115-4271-92c2-a3e984d19b26 tempest-AttachVolumeShelveTestJSON-1581400671 tempest-AttachVolumeShelveTestJSON-1581400671-project] 10.222.0.39 "GET /v2.0/security-groups?id=30af6b51-0f3e-46d1-b20a-adadc9a21c54&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412817 Apr 12 11:10:01.639015 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f051605-9840-4623-8248-65ef77b382cf req-164bc923-47be-453a-830e-c9a3d8db53a3 tempest-AttachVolumeShelveTestJSON-1581400671 tempest-AttachVolumeShelveTestJSON-1581400671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:10:01.640391 dv-cinder-830088-4-iscsi neutron-server[103258]: INFO neutron.wsgi [req-4f051605-9840-4623-8248-65ef77b382cf req-164bc923-47be-453a-830e-c9a3d8db53a3 tempest-AttachVolumeShelveTestJSON-1581400671 tempest-AttachVolumeShelveTestJSON-1581400671-project] 10.222.0.39 "GET /v2.0/ports?device_id=2ef72612-be1b-425f-9a62-f7ade87d4051 HTTP/1.1" status: 200 len: 943 time: 0.0455172 Apr 12 11:10:01.685332 dv-cinder-830088-4-iscsi neutron-server[103258]: INFO neutron.wsgi [req-4f051605-9840-4623-8248-65ef77b382cf req-4dcd006a-189c-477b-8fe4-009fbd73a95a tempest-AttachVolumeShelveTestJSON-1581400671 tempest-AttachVolumeShelveTestJSON-1581400671-project] 10.222.0.39 "GET /v2.0/security-groups?id=30af6b51-0f3e-46d1-b20a-adadc9a21c54&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395174 Apr 12 11:10:02.734096 dv-cinder-830088-4-iscsi neutron-server[103260]: DEBUG neutron.db.agents_db [None req-b0205aca-973a-4a8a-ba9e-4a4e25067b42 None None] Agent healthcheck: found 6 active agents {{(pid=103260) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 12 11:10:02.763452 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a69acdab-f76d-4a3f-b001-c6bde2941099 req-f75dad3a-d93a-4024-9891-cb29a6286546 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:10:02.764449 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b59e5f23-00ac-4f1d-96e8-840479f03b9a req-918a557f-943b-423c-ad14-21da50cd2a0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:10:02.764964 dv-cinder-830088-4-iscsi neutron-server[103257]: INFO neutron.wsgi [req-a69acdab-f76d-4a3f-b001-c6bde2941099 req-f75dad3a-d93a-4024-9891-cb29a6286546 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=64420168af994dfe8d37cc175e2bfbd6&device_id=2ef72612-be1b-425f-9a62-f7ade87d4051 HTTP/1.1" status: 200 len: 1127 time: 0.0430896 Apr 12 11:10:02.766456 dv-cinder-830088-4-iscsi neutron-server[103258]: INFO neutron.wsgi [req-b59e5f23-00ac-4f1d-96e8-840479f03b9a req-918a557f-943b-423c-ad14-21da50cd2a0f service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=c2c05547762540eabb9d44e9bf42d19d&device_id=e48dbdf0-7a40-41af-aace-12a74b9cd20d HTTP/1.1" status: 200 len: 1129 time: 0.0463219 Apr 12 11:10:02.815684 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72226d03-1ec4-496f-93cd-4a91347be855 req-e79819b6-125a-441a-806a-6beaffab9258 tempest-AttachVolumeShelveTestJSON-1581400671 tempest-AttachVolumeShelveTestJSON-1581400671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:10:02.817147 dv-cinder-830088-4-iscsi neutron-server[103258]: INFO neutron.wsgi [req-72226d03-1ec4-496f-93cd-4a91347be855 req-e79819b6-125a-441a-806a-6beaffab9258 tempest-AttachVolumeShelveTestJSON-1581400671 tempest-AttachVolumeShelveTestJSON-1581400671-project] 10.222.0.39 "GET /v2.0/ports?device_id=2ef72612-be1b-425f-9a62-f7ade87d4051 HTTP/1.1" status: 200 len: 943 time: 0.0475228 Apr 12 11:10:02.863103 dv-cinder-830088-4-iscsi neutron-server[103258]: INFO neutron.wsgi [req-72226d03-1ec4-496f-93cd-4a91347be855 req-4468cd81-abbd-431b-a94a-56888dd67a31 tempest-AttachVolumeShelveTestJSON-1581400671 tempest-AttachVolumeShelveTestJSON-1581400671-project] 10.222.0.39 "GET /v2.0/security-groups?id=30af6b51-0f3e-46d1-b20a-adadc9a21c54&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402606 Apr 12 11:10:03.977790 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7dae683-385c-4e16-8187-0995b4ae0a4e req-85a30842-721e-428e-982d-71e98b69342b tempest-AttachVolumeShelveTestJSON-1581400671 tempest-AttachVolumeShelveTestJSON-1581400671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:10:03.979279 dv-cinder-830088-4-iscsi neutron-server[103258]: INFO neutron.wsgi [req-f7dae683-385c-4e16-8187-0995b4ae0a4e req-85a30842-721e-428e-982d-71e98b69342b tempest-AttachVolumeShelveTestJSON-1581400671 tempest-AttachVolumeShelveTestJSON-1581400671-project] 10.222.0.39 "GET /v2.0/ports?device_id=2ef72612-be1b-425f-9a62-f7ade87d4051 HTTP/1.1" status: 200 len: 943 time: 0.0462258 Apr 12 11:10:04.027228 dv-cinder-830088-4-iscsi neutron-server[103258]: INFO neutron.wsgi [req-f7dae683-385c-4e16-8187-0995b4ae0a4e req-9198baa5-f107-48e5-8080-fc157bc56783 tempest-AttachVolumeShelveTestJSON-1581400671 tempest-AttachVolumeShelveTestJSON-1581400671-project] 10.222.0.39 "GET /v2.0/security-groups?id=30af6b51-0f3e-46d1-b20a-adadc9a21c54&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425389 Apr 12 11:10:05.058448 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b59e5f23-00ac-4f1d-96e8-840479f03b9a req-38a731f2-4630-466b-bddc-d331ce7381f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:10:05.059953 dv-cinder-830088-4-iscsi neutron-server[103258]: INFO neutron.wsgi [req-b59e5f23-00ac-4f1d-96e8-840479f03b9a req-38a731f2-4630-466b-bddc-d331ce7381f1 service neutron] 10.222.0.53 "GET /v2.0/networks?id=1232fc79-51a8-446f-8db9-91c7982426a3 HTTP/1.1" status: 200 len: 912 time: 0.0926518 Apr 12 11:10:05.068912 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a69acdab-f76d-4a3f-b001-c6bde2941099 req-7f3fd6af-6c8b-4b9c-bebe-579e82bda1c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:10:05.070600 dv-cinder-830088-4-iscsi neutron-server[103257]: INFO neutron.wsgi [req-a69acdab-f76d-4a3f-b001-c6bde2941099 req-7f3fd6af-6c8b-4b9c-bebe-579e82bda1c8 service neutron] 10.222.0.53 "GET /v2.0/networks?id=5fe71604-a19f-4748-9dc5-7cc9d7ecf6be HTTP/1.1" status: 200 len: 918 time: 0.0960855 Apr 12 11:10:05.147920 dv-cinder-830088-4-iscsi neutron-server[103257]: INFO neutron.wsgi [req-a69acdab-f76d-4a3f-b001-c6bde2941099 req-ebcd0dd5-e184-4737-89dd-be2a573e8ee5 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=327a6baa-d7cd-4006-bb9a-0930d2cb5b8f HTTP/1.1" status: 200 len: 998 time: 0.0715182 Apr 12 11:10:05.154000 dv-cinder-830088-4-iscsi neutron-server[103258]: INFO neutron.wsgi [req-b59e5f23-00ac-4f1d-96e8-840479f03b9a req-d7021dc4-6462-4eee-9fa7-429a3383debc service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=4baff0b9-51bc-4447-8797-20cd958ada1d HTTP/1.1" status: 200 len: 1001 time: 0.0868440 Apr 12 11:10:05.215806 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31501a5a-5295-4c5a-82ce-432a915dc4be req-5127d967-f6ab-4e6c-9320-acd7e6ea2f78 tempest-AttachVolumeShelveTestJSON-1581400671 tempest-AttachVolumeShelveTestJSON-1581400671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:10:05.217354 dv-cinder-830088-4-iscsi neutron-server[103258]: INFO neutron.wsgi [req-31501a5a-5295-4c5a-82ce-432a915dc4be req-5127d967-f6ab-4e6c-9320-acd7e6ea2f78 tempest-AttachVolumeShelveTestJSON-1581400671 tempest-AttachVolumeShelveTestJSON-1581400671-project] 10.222.0.39 "GET /v2.0/ports?device_id=2ef72612-be1b-425f-9a62-f7ade87d4051 HTTP/1.1" status: 200 len: 943 time: 0.0811942 Apr 12 11:10:05.219593 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a69acdab-f76d-4a3f-b001-c6bde2941099 req-9774c50d-d71e-454f-b64b-4881b991ea9a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:10:05.221056 dv-cinder-830088-4-iscsi neutron-server[103257]: INFO neutron.wsgi [req-a69acdab-f76d-4a3f-b001-c6bde2941099 req-9774c50d-d71e-454f-b64b-4881b991ea9a service neutron] 10.222.0.53 "GET /v2.0/subnets?id=e411d522-7486-40a5-b78b-47a221209e5e HTTP/1.1" status: 200 len: 856 time: 0.0466065 Apr 12 11:10:05.235692 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b59e5f23-00ac-4f1d-96e8-840479f03b9a req-ff23d18e-ec8f-4c53-9268-e5be6e83e3fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:10:05.237056 dv-cinder-830088-4-iscsi neutron-server[103258]: INFO neutron.wsgi [req-b59e5f23-00ac-4f1d-96e8-840479f03b9a req-ff23d18e-ec8f-4c53-9268-e5be6e83e3fd service neutron] 10.222.0.53 "GET /v2.0/subnets?id=629313fa-4f32-46d8-868a-0d9dbc8c0fc7 HTTP/1.1" status: 200 len: 850 time: 0.0626702 Apr 12 11:10:05.264044 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a69acdab-f76d-4a3f-b001-c6bde2941099 req-d67eac2d-0288-46ff-8e56-d94726d2d2fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:10:05.265458 dv-cinder-830088-4-iscsi neutron-server[103257]: INFO neutron.wsgi [req-a69acdab-f76d-4a3f-b001-c6bde2941099 req-d67eac2d-0288-46ff-8e56-d94726d2d2fc service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=5fe71604-a19f-4748-9dc5-7cc9d7ecf6be&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0387397 Apr 12 11:10:05.299090 dv-cinder-830088-4-iscsi neutron-server[103258]: INFO neutron.wsgi [req-31501a5a-5295-4c5a-82ce-432a915dc4be req-d10f3188-11c6-4634-9dfb-01f9da97eee8 tempest-AttachVolumeShelveTestJSON-1581400671 tempest-AttachVolumeShelveTestJSON-1581400671-project] 10.222.0.39 "GET /v2.0/security-groups?id=30af6b51-0f3e-46d1-b20a-adadc9a21c54&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0740411 Apr 12 11:10:05.304604 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b59e5f23-00ac-4f1d-96e8-840479f03b9a req-44e04d56-8df1-4c63-93d6-2ea46482561f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:10:05.306059 dv-cinder-830088-4-iscsi neutron-server[103258]: INFO neutron.wsgi [req-b59e5f23-00ac-4f1d-96e8-840479f03b9a req-44e04d56-8df1-4c63-93d6-2ea46482561f service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=1232fc79-51a8-446f-8db9-91c7982426a3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0476620 Apr 12 11:10:05.375622 dv-cinder-830088-4-iscsi neutron-server[103257]: INFO neutron.wsgi [req-a69acdab-f76d-4a3f-b001-c6bde2941099 req-871bf8f2-6439-4d45-ba4f-54681f86c3fe service neutron] 10.222.0.53 "GET /v2.0/networks/5fe71604-a19f-4748-9dc5-7cc9d7ecf6be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0896325 Apr 12 11:10:05.398927 dv-cinder-830088-4-iscsi neutron-server[103258]: INFO neutron.wsgi [req-b59e5f23-00ac-4f1d-96e8-840479f03b9a req-c23de061-3826-4e31-9cd2-181f2a9e0954 service neutron] 10.222.0.53 "GET /v2.0/networks/1232fc79-51a8-446f-8db9-91c7982426a3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0871782 Apr 12 11:10:05.464389 dv-cinder-830088-4-iscsi neutron-server[103257]: INFO neutron.wsgi [req-a69acdab-f76d-4a3f-b001-c6bde2941099 req-cc01ec0a-6e3a-4fc5-bed4-ac37c642c0cb service neutron] 10.222.0.53 "GET /v2.0/networks/5fe71604-a19f-4748-9dc5-7cc9d7ecf6be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0819445 Apr 12 11:10:05.489600 dv-cinder-830088-4-iscsi neutron-server[103258]: INFO neutron.wsgi [req-b59e5f23-00ac-4f1d-96e8-840479f03b9a req-d1df378d-e0e4-4341-9bb5-60031c914277 service neutron] 10.222.0.53 "GET /v2.0/networks/1232fc79-51a8-446f-8db9-91c7982426a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0849986 Apr 12 11:10:06.426733 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64fc14d4-60be-4272-88fc-a8513593e8be req-32b310d3-e6fc-4ee6-a4b7-fa63615f5460 tempest-AttachVolumeShelveTestJSON-1581400671 tempest-AttachVolumeShelveTestJSON-1581400671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:10:06.428761 dv-cinder-830088-4-iscsi neutron-server[103257]: INFO neutron.wsgi [req-64fc14d4-60be-4272-88fc-a8513593e8be req-32b310d3-e6fc-4ee6-a4b7-fa63615f5460 tempest-AttachVolumeShelveTestJSON-1581400671 tempest-AttachVolumeShelveTestJSON-1581400671-project] 10.222.0.39 "GET /v2.0/ports?device_id=2ef72612-be1b-425f-9a62-f7ade87d4051 HTTP/1.1" status: 200 len: 943 time: 0.0493832 Apr 12 11:10:06.473346 dv-cinder-830088-4-iscsi neutron-server[103257]: INFO neutron.wsgi [req-64fc14d4-60be-4272-88fc-a8513593e8be req-1a08611c-e728-4cb1-a9ea-ec784760f190 tempest-AttachVolumeShelveTestJSON-1581400671 tempest-AttachVolumeShelveTestJSON-1581400671-project] 10.222.0.39 "GET /v2.0/security-groups?id=30af6b51-0f3e-46d1-b20a-adadc9a21c54&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392885 Apr 12 11:10:07.350730 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron.plugins.ml2.rpc [None req-ae6c308c-a92e-4424-a7f8-d6a17e5174ef None None] Device 327a6baa-d7cd-4006-bb9a-0930d2cb5b8f details requested by agent hyperv_hv-cinder-83008 with host hv-cinder-83008 {{(pid=103259) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 12 11:10:07.447325 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron.plugins.ml2.db [None req-ae6c308c-a92e-4424-a7f8-d6a17e5174ef None None] For port 327a6baa-d7cd-4006-bb9a-0930d2cb5b8f, host hv-cinder-83008, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83008',level=0,port_id=327a6baa-d7cd-4006-bb9a-0930d2cb5b8f,segment=NetworkSegment(af155c35-6d9d-4cb5-9da1-9790843f44dc),segment_id=af155c35-6d9d-4cb5-9da1-9790843f44dc)] {{(pid=103259) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 11:10:07.458142 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron.plugins.ml2.rpc [None req-ae6c308c-a92e-4424-a7f8-d6a17e5174ef None None] Returning: {'device': '327a6baa-d7cd-4006-bb9a-0930d2cb5b8f', 'network_id': '5fe71604-a19f-4748-9dc5-7cc9d7ecf6be', 'port_id': '327a6baa-d7cd-4006-bb9a-0930d2cb5b8f', 'mac_address': 'fa:16:3e:ad:97:8d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 506, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e411d522-7486-40a5-b78b-47a221209e5e', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103259) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 12 11:10:07.495946 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron.plugins.ml2.plugin [None req-ae6c308c-a92e-4424-a7f8-d6a17e5174ef None None] Current status of the port 327a6baa-d7cd-4006-bb9a-0930d2cb5b8f is: DOWN; New status is: BUILD {{(pid=103259) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 11:10:07.496279 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron_lib.callbacks.manager [None req-ae6c308c-a92e-4424-a7f8-d6a17e5174ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1535343'] for port (327a6baa-d7cd-4006-bb9a-0930d2cb5b8f), before_update {{(pid=103259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:10:07.509313 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron.notifiers.nova [None req-ae6c308c-a92e-4424-a7f8-d6a17e5174ef None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 327a6baa-d7cd-4006-bb9a-0930d2cb5b8f {{(pid=103259) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 12 11:10:07.531609 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron.plugins.ml2.db [None req-ae6c308c-a92e-4424-a7f8-d6a17e5174ef None None] For port 327a6baa-d7cd-4006-bb9a-0930d2cb5b8f, host hv-cinder-83008, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83008',level=0,port_id=327a6baa-d7cd-4006-bb9a-0930d2cb5b8f,segment=NetworkSegment(af155c35-6d9d-4cb5-9da1-9790843f44dc),segment_id=af155c35-6d9d-4cb5-9da1-9790843f44dc)] {{(pid=103259) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 11:10:07.535550 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron_lib.callbacks.manager [None req-ae6c308c-a92e-4424-a7f8-d6a17e5174ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1534861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777667992095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777667450170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777667450188'] for port (327a6baa-d7cd-4006-bb9a-0930d2cb5b8f), after_update {{(pid=103259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:10:07.581837 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae6c308c-a92e-4424-a7f8-d6a17e5174ef None None] Pushing event updated for resources: {'Port': ['ID=327a6baa-d7cd-4006-bb9a-0930d2cb5b8f,revision_number=9']} {{(pid=103259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:10:07.589249 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99ee431b-f08b-4127-8bcd-83bd6a271e28 req-d7c32348-70a2-4a1a-80da-1bb437824596 tempest-AttachVolumeShelveTestJSON-1581400671 tempest-AttachVolumeShelveTestJSON-1581400671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:10:07.591466 dv-cinder-830088-4-iscsi neutron-server[103258]: INFO neutron.wsgi [req-99ee431b-f08b-4127-8bcd-83bd6a271e28 req-d7c32348-70a2-4a1a-80da-1bb437824596 tempest-AttachVolumeShelveTestJSON-1581400671 tempest-AttachVolumeShelveTestJSON-1581400671-project] 10.222.0.39 "GET /v2.0/ports?device_id=2ef72612-be1b-425f-9a62-f7ade87d4051 HTTP/1.1" status: 200 len: 944 time: 0.0464492 Apr 12 11:10:07.637607 dv-cinder-830088-4-iscsi neutron-server[103258]: INFO neutron.wsgi [req-99ee431b-f08b-4127-8bcd-83bd6a271e28 req-1943cd2d-3859-44b7-a65b-40a28f475591 tempest-AttachVolumeShelveTestJSON-1581400671 tempest-AttachVolumeShelveTestJSON-1581400671-project] 10.222.0.39 "GET /v2.0/security-groups?id=30af6b51-0f3e-46d1-b20a-adadc9a21c54&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407999 Apr 12 11:10:08.002517 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron.plugins.ml2.db [None req-ae6c308c-a92e-4424-a7f8-d6a17e5174ef None None] get_ports_and_sgs() called for port_ids ['327a6baa-d7cd-4006-bb9a-0930d2cb5b8f'] {{(pid=103259) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 12 11:10:08.750501 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00b32357-3f4d-447b-acd1-6bcbbc37b1d0 req-8171382b-b688-499b-96fc-778db3ec9799 tempest-AttachVolumeShelveTestJSON-1581400671 tempest-AttachVolumeShelveTestJSON-1581400671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:10:08.751969 dv-cinder-830088-4-iscsi neutron-server[103257]: INFO neutron.wsgi [req-00b32357-3f4d-447b-acd1-6bcbbc37b1d0 req-8171382b-b688-499b-96fc-778db3ec9799 tempest-AttachVolumeShelveTestJSON-1581400671 tempest-AttachVolumeShelveTestJSON-1581400671-project] 10.222.0.39 "GET /v2.0/ports?device_id=2ef72612-be1b-425f-9a62-f7ade87d4051 HTTP/1.1" status: 200 len: 944 time: 0.0454445 Apr 12 11:10:08.797002 dv-cinder-830088-4-iscsi neutron-server[103257]: INFO neutron.wsgi [req-00b32357-3f4d-447b-acd1-6bcbbc37b1d0 req-b013387f-2fc0-4997-8d10-a35d38f4c751 tempest-AttachVolumeShelveTestJSON-1581400671 tempest-AttachVolumeShelveTestJSON-1581400671-project] 10.222.0.39 "GET /v2.0/security-groups?id=30af6b51-0f3e-46d1-b20a-adadc9a21c54&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389950 Apr 12 11:10:09.354325 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron.plugins.ml2.rpc [None req-ae6c308c-a92e-4424-a7f8-d6a17e5174ef None None] Device 327a6baa-d7cd-4006-bb9a-0930d2cb5b8f up at agent hyperv_hv-cinder-83008 {{(pid=103259) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 11:10:09.399405 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron.db.provisioning_blocks [None req-ae6c308c-a92e-4424-a7f8-d6a17e5174ef None None] Provisioning complete for port 327a6baa-d7cd-4006-bb9a-0930d2cb5b8f triggered by entity L2. {{(pid=103259) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 11:10:09.399767 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron_lib.callbacks.manager [None req-ae6c308c-a92e-4424-a7f8-d6a17e5174ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1343588'] for port (327a6baa-d7cd-4006-bb9a-0930d2cb5b8f), provisioning_complete {{(pid=103259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:10:09.472611 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron.plugins.ml2.plugin [None req-ae6c308c-a92e-4424-a7f8-d6a17e5174ef None None] Current status of the port 327a6baa-d7cd-4006-bb9a-0930d2cb5b8f is: BUILD; New status is: ACTIVE {{(pid=103259) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 11:10:09.472994 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron_lib.callbacks.manager [None req-ae6c308c-a92e-4424-a7f8-d6a17e5174ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1535343'] for port (327a6baa-d7cd-4006-bb9a-0930d2cb5b8f), before_update {{(pid=103259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:10:09.494397 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2ef72612-be1b-425f-9a62-f7ade87d4051', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '327a6baa-d7cd-4006-bb9a-0930d2cb5b8f'}] {{(pid=103259) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 11:10:09.496619 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}af87e37ddfedca7c8b2a1dd0c6cba4e3e91bcc66796c687067be127c7223cf15" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-478729cd-bfe1-4029-89db-97e7bd3aa741" -d '{"events": [{"server_uuid": "2ef72612-be1b-425f-9a62-f7ade87d4051", "name": "network-vif-plugged", "status": "completed", "tag": "327a6baa-d7cd-4006-bb9a-0930d2cb5b8f"}]}' {{(pid=103259) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 11:10:09.512409 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron.plugins.ml2.db [None req-ae6c308c-a92e-4424-a7f8-d6a17e5174ef None None] For port 327a6baa-d7cd-4006-bb9a-0930d2cb5b8f, host hv-cinder-83008, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83008',level=0,port_id=327a6baa-d7cd-4006-bb9a-0930d2cb5b8f,segment=NetworkSegment(af155c35-6d9d-4cb5-9da1-9790843f44dc),segment_id=af155c35-6d9d-4cb5-9da1-9790843f44dc)] {{(pid=103259) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 11:10:09.516647 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron_lib.callbacks.manager [None req-ae6c308c-a92e-4424-a7f8-d6a17e5174ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1534861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777667992095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777667450170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777667450188'] for port (327a6baa-d7cd-4006-bb9a-0930d2cb5b8f), after_update {{(pid=103259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:10:09.539601 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Apr 2022 11:10:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fcc634cf-a82e-4fe4-bc95-85b184f1cfd1 x-openstack-request-id: req-fcc634cf-a82e-4fe4-bc95-85b184f1cfd1 {{(pid=103259) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 11:10:09.539893 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2ef72612-be1b-425f-9a62-f7ade87d4051", "name": "network-vif-plugged", "status": "completed", "tag": "327a6baa-d7cd-4006-bb9a-0930d2cb5b8f", "code": 200}]} {{(pid=103259) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 11:10:09.540145 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-fcc634cf-a82e-4fe4-bc95-85b184f1cfd1 {{(pid=103259) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 11:10:09.540529 dv-cinder-830088-4-iscsi neutron-server[103259]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fcc634cf-a82e-4fe4-bc95-85b184f1cfd1'] response: {'server_uuid': '2ef72612-be1b-425f-9a62-f7ade87d4051', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '327a6baa-d7cd-4006-bb9a-0930d2cb5b8f', 'code': 200} Apr 12 11:10:09.564603 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae6c308c-a92e-4424-a7f8-d6a17e5174ef None None] Pushing event updated for resources: {'Port': ['ID=327a6baa-d7cd-4006-bb9a-0930d2cb5b8f,revision_number=10']} {{(pid=103259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:10:09.759587 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e64e171-0f75-4928-ae1e-4b398514f9b3 req-7872666b-4456-4959-b460-9cb838390747 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:10:09.761028 dv-cinder-830088-4-iscsi neutron-server[103258]: INFO neutron.wsgi [req-5e64e171-0f75-4928-ae1e-4b398514f9b3 req-7872666b-4456-4959-b460-9cb838390747 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=2ef72612-be1b-425f-9a62-f7ade87d4051 HTTP/1.1" status: 200 len: 1130 time: 0.0374470 Apr 12 11:10:09.802422 dv-cinder-830088-4-iscsi neutron-server[103258]: INFO neutron.wsgi [req-5e64e171-0f75-4928-ae1e-4b398514f9b3 req-c5073830-e433-4ee7-9c19-a09cb9166469 service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=30af6b51-0f3e-46d1-b20a-adadc9a21c54&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0346107 Apr 12 11:10:09.917270 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6df8564-a931-4090-a929-a62cfcf5fbff req-11a62e55-ae7f-4a9e-b921-d179b8185f71 tempest-AttachVolumeShelveTestJSON-1581400671 tempest-AttachVolumeShelveTestJSON-1581400671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:10:09.918790 dv-cinder-830088-4-iscsi neutron-server[103257]: INFO neutron.wsgi [req-b6df8564-a931-4090-a929-a62cfcf5fbff req-11a62e55-ae7f-4a9e-b921-d179b8185f71 tempest-AttachVolumeShelveTestJSON-1581400671 tempest-AttachVolumeShelveTestJSON-1581400671-project] 10.222.0.39 "GET /v2.0/ports?device_id=2ef72612-be1b-425f-9a62-f7ade87d4051 HTTP/1.1" status: 200 len: 946 time: 0.0491326 Apr 12 11:10:09.967096 dv-cinder-830088-4-iscsi neutron-server[103257]: INFO neutron.wsgi [req-b6df8564-a931-4090-a929-a62cfcf5fbff req-0d5bae75-363e-474e-8af6-e0cab5c42f91 tempest-AttachVolumeShelveTestJSON-1581400671 tempest-AttachVolumeShelveTestJSON-1581400671-project] 10.222.0.39 "GET /v2.0/security-groups?id=30af6b51-0f3e-46d1-b20a-adadc9a21c54&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422208 Apr 12 11:10:10.269291 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron_lib.callbacks.manager [None req-e79e45e7-551d-4591-842b-e1b1df628ec6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777667879581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1343690'] for agent (0a0a44e5-732d-48d9-a8ad-b47e7b7c1a86), after_update {{(pid=103259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:10:11.087053 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8908001f-8a65-4bc5-a195-cfe6918962c5 req-9db70739-cca0-4f2d-9ba0-a4efec198ed1 tempest-AttachVolumeShelveTestJSON-1581400671 tempest-AttachVolumeShelveTestJSON-1581400671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:10:11.088493 dv-cinder-830088-4-iscsi neutron-server[103258]: INFO neutron.wsgi [req-8908001f-8a65-4bc5-a195-cfe6918962c5 req-9db70739-cca0-4f2d-9ba0-a4efec198ed1 tempest-AttachVolumeShelveTestJSON-1581400671 tempest-AttachVolumeShelveTestJSON-1581400671-project] 10.222.0.39 "GET /v2.0/ports?device_id=2ef72612-be1b-425f-9a62-f7ade87d4051 HTTP/1.1" status: 200 len: 946 time: 0.0504498 Apr 12 11:10:11.134970 dv-cinder-830088-4-iscsi neutron-server[103258]: INFO neutron.wsgi [req-8908001f-8a65-4bc5-a195-cfe6918962c5 req-899062b3-f823-4d95-9f26-a9d7fa5a3e3f tempest-AttachVolumeShelveTestJSON-1581400671 tempest-AttachVolumeShelveTestJSON-1581400671-project] 10.222.0.39 "GET /v2.0/security-groups?id=30af6b51-0f3e-46d1-b20a-adadc9a21c54&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406246 Apr 12 11:10:11.801659 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron_lib.callbacks.manager [None req-ae6c308c-a92e-4424-a7f8-d6a17e5174ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777667879581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1343690'] for agent (742b2e09-86ec-4663-b086-f6b891926c3e), after_update {{(pid=103259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:10:12.249489 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-970d7a77-a638-4881-9d91-a28ed2af63c7 req-0be015e4-2309-4d63-97cd-f8c4eee7a01e tempest-AttachVolumeShelveTestJSON-1581400671 tempest-AttachVolumeShelveTestJSON-1581400671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:10:12.250866 dv-cinder-830088-4-iscsi neutron-server[103257]: INFO neutron.wsgi [req-970d7a77-a638-4881-9d91-a28ed2af63c7 req-0be015e4-2309-4d63-97cd-f8c4eee7a01e tempest-AttachVolumeShelveTestJSON-1581400671 tempest-AttachVolumeShelveTestJSON-1581400671-project] 10.222.0.39 "GET /v2.0/ports?device_id=2ef72612-be1b-425f-9a62-f7ade87d4051 HTTP/1.1" status: 200 len: 946 time: 0.0458436 Apr 12 11:10:12.295407 dv-cinder-830088-4-iscsi neutron-server[103257]: INFO neutron.wsgi [req-970d7a77-a638-4881-9d91-a28ed2af63c7 req-42f8d75d-7536-4158-8a8b-93a315bf685e tempest-AttachVolumeShelveTestJSON-1581400671 tempest-AttachVolumeShelveTestJSON-1581400671-project] 10.222.0.39 "GET /v2.0/security-groups?id=30af6b51-0f3e-46d1-b20a-adadc9a21c54&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385914 Apr 12 11:10:12.564289 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron_lib.callbacks.manager [None req-2bcd414a-4114-46d6-80df-6daef1446cd2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777667879581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1343690'] for agent (77f5e085-0284-4236-9dbf-35d2d452e277), after_update {{(pid=103259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:10:13.415858 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df432412-5c13-4be7-a200-1a93fa87126e req-201b3322-b033-4444-8841-b831643badfc tempest-AttachVolumeShelveTestJSON-1581400671 tempest-AttachVolumeShelveTestJSON-1581400671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:10:13.420580 dv-cinder-830088-4-iscsi neutron-server[103258]: INFO neutron.wsgi [req-df432412-5c13-4be7-a200-1a93fa87126e req-201b3322-b033-4444-8841-b831643badfc tempest-AttachVolumeShelveTestJSON-1581400671 tempest-AttachVolumeShelveTestJSON-1581400671-project] 10.222.0.39 "GET /v2.0/ports?device_id=2ef72612-be1b-425f-9a62-f7ade87d4051 HTTP/1.1" status: 200 len: 946 time: 0.0472941 Apr 12 11:10:13.465563 dv-cinder-830088-4-iscsi neutron-server[103258]: INFO neutron.wsgi [req-df432412-5c13-4be7-a200-1a93fa87126e req-a9e2c3a6-b9f7-4ca6-b987-ad1464daec14 tempest-AttachVolumeShelveTestJSON-1581400671 tempest-AttachVolumeShelveTestJSON-1581400671-project] 10.222.0.39 "GET /v2.0/security-groups?id=30af6b51-0f3e-46d1-b20a-adadc9a21c54&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422497 Apr 12 11:10:13.822332 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron_lib.callbacks.manager [None req-601bd752-88b9-4ad2-8e14-56931e32431b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777667879581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1343690'] for agent (3ceb33ec-7c20-4632-9357-4cc6534463de), after_update {{(pid=103259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:10:15.063846 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron_lib.callbacks.manager [None req-0acb87d3-0572-4b2c-b7c9-977edd32a8b9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777667879581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1343690'] for agent (3c144e28-9cc5-463d-ad96-a18b19cd455c), after_update {{(pid=103259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:10:16.556572 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron_lib.callbacks.manager [None req-e4b062a6-7a21-4431-be77-3c7776c11043 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777667879581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1343690'] for agent (c71cae7d-514b-467a-8477-0a67bee0b970), after_update {{(pid=103259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:10:27.052807 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7c8eff6-7646-4cc6-a2b7-a07cb0bee3d4 req-55f5782b-564c-477f-9c4e-7bb887958d36 tempest-AttachVolumeTestJSON-1709741936 tempest-AttachVolumeTestJSON-1709741936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:10:27.054237 dv-cinder-830088-4-iscsi neutron-server[103258]: INFO neutron.wsgi [req-c7c8eff6-7646-4cc6-a2b7-a07cb0bee3d4 req-55f5782b-564c-477f-9c4e-7bb887958d36 tempest-AttachVolumeTestJSON-1709741936 tempest-AttachVolumeTestJSON-1709741936-project] 10.222.0.39 "GET /v2.0/ports?device_id=bd66cc36-5c8e-4ecd-8c8a-cc87f623a40e HTTP/1.1" status: 200 len: 946 time: 0.0456076 Apr 12 11:10:27.102608 dv-cinder-830088-4-iscsi neutron-server[103258]: INFO neutron.wsgi [req-c7c8eff6-7646-4cc6-a2b7-a07cb0bee3d4 req-1ba5aafa-3967-4917-b448-0b0b5eb0b15c tempest-AttachVolumeTestJSON-1709741936 tempest-AttachVolumeTestJSON-1709741936-project] 10.222.0.39 "GET /v2.0/security-groups?id=c2988e6b-b26c-4d1f-9d0b-0c2eb233a4ee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428448 Apr 12 11:10:28.214602 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c616ae4d-ba24-4122-a5ce-3893de7dc984 req-709aa34e-123b-4e74-8f19-f842edc45c20 tempest-AttachVolumeTestJSON-1709741936 tempest-AttachVolumeTestJSON-1709741936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:10:28.216327 dv-cinder-830088-4-iscsi neutron-server[103257]: INFO neutron.wsgi [req-c616ae4d-ba24-4122-a5ce-3893de7dc984 req-709aa34e-123b-4e74-8f19-f842edc45c20 tempest-AttachVolumeTestJSON-1709741936 tempest-AttachVolumeTestJSON-1709741936-project] 10.222.0.39 "GET /v2.0/ports?device_id=bd66cc36-5c8e-4ecd-8c8a-cc87f623a40e HTTP/1.1" status: 200 len: 946 time: 0.0454357 Apr 12 11:10:28.264736 dv-cinder-830088-4-iscsi neutron-server[103257]: INFO neutron.wsgi [req-c616ae4d-ba24-4122-a5ce-3893de7dc984 req-1fe810a4-672b-4d1e-809d-97fb81f60e11 tempest-AttachVolumeTestJSON-1709741936 tempest-AttachVolumeTestJSON-1709741936-project] 10.222.0.39 "GET /v2.0/security-groups?id=c2988e6b-b26c-4d1f-9d0b-0c2eb233a4ee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429804 Apr 12 11:10:29.374436 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-025d079c-e471-4244-8b2a-cfd26d51a0c1 req-bffe4b23-89ac-4395-9b0b-f14bb470af19 tempest-AttachVolumeTestJSON-1709741936 tempest-AttachVolumeTestJSON-1709741936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:10:29.376141 dv-cinder-830088-4-iscsi neutron-server[103258]: INFO neutron.wsgi [req-025d079c-e471-4244-8b2a-cfd26d51a0c1 req-bffe4b23-89ac-4395-9b0b-f14bb470af19 tempest-AttachVolumeTestJSON-1709741936 tempest-AttachVolumeTestJSON-1709741936-project] 10.222.0.39 "GET /v2.0/ports?device_id=bd66cc36-5c8e-4ecd-8c8a-cc87f623a40e HTTP/1.1" status: 200 len: 946 time: 0.0457420 Apr 12 11:10:29.449774 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-655ac36a-7bdd-432e-aad6-25fa40031e56 req-490600eb-3b6e-48cc-bd69-86bb1c746dc9 tempest-AttachVolumeTestJSON-1709741936 tempest-AttachVolumeTestJSON-1709741936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:10:29.451218 dv-cinder-830088-4-iscsi neutron-server[103258]: INFO neutron.wsgi [req-655ac36a-7bdd-432e-aad6-25fa40031e56 req-490600eb-3b6e-48cc-bd69-86bb1c746dc9 tempest-AttachVolumeTestJSON-1709741936 tempest-AttachVolumeTestJSON-1709741936-project] 10.222.0.53 "GET /v2.0/ports?device_id=bd66cc36-5c8e-4ecd-8c8a-cc87f623a40e HTTP/1.1" status: 200 len: 946 time: 0.0674293 Apr 12 11:10:29.457911 dv-cinder-830088-4-iscsi neutron-server[103258]: INFO neutron.wsgi [req-025d079c-e471-4244-8b2a-cfd26d51a0c1 req-93c3da9b-098c-4a71-b43d-ff20a9900a2e tempest-AttachVolumeTestJSON-1709741936 tempest-AttachVolumeTestJSON-1709741936-project] 10.222.0.39 "GET /v2.0/security-groups?id=c2988e6b-b26c-4d1f-9d0b-0c2eb233a4ee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0763817 Apr 12 11:10:29.539886 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.plugins.ml2.plugin [req-655ac36a-7bdd-432e-aad6-25fa40031e56 req-c53d3289-ee46-4be5-afa7-2751ff3eeeda tempest-AttachVolumeTestJSON-1709741936 tempest-AttachVolumeTestJSON-1709741936-project] Deleting port 6b5315b7-abdc-4810-b037-9be760e9cfe1 {{(pid=103258) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 12 11:10:29.540219 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [req-655ac36a-7bdd-432e-aad6-25fa40031e56 req-c53d3289-ee46-4be5-afa7-2751ff3eeeda tempest-AttachVolumeTestJSON-1709741936 tempest-AttachVolumeTestJSON-1709741936-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777667983647'] for port (6b5315b7-abdc-4810-b037-9be760e9cfe1), before_delete {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:10:29.624500 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.plugins.ml2.db [req-655ac36a-7bdd-432e-aad6-25fa40031e56 req-c53d3289-ee46-4be5-afa7-2751ff3eeeda tempest-AttachVolumeTestJSON-1709741936 tempest-AttachVolumeTestJSON-1709741936-project] For port 6b5315b7-abdc-4810-b037-9be760e9cfe1, host hv-cinder-83008, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83008',level=0,port_id=6b5315b7-abdc-4810-b037-9be760e9cfe1,segment=NetworkSegment(2248de7c-bd9a-4119-9ea3-2adf7f860546),segment_id=2248de7c-bd9a-4119-9ea3-2adf7f860546)] {{(pid=103258) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 11:10:29.624861 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [req-655ac36a-7bdd-432e-aad6-25fa40031e56 req-c53d3289-ee46-4be5-afa7-2751ff3eeeda tempest-AttachVolumeTestJSON-1709741936 tempest-AttachVolumeTestJSON-1709741936-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-575824'] for port (6b5315b7-abdc-4810-b037-9be760e9cfe1), precommit_delete {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:10:29.791050 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [req-655ac36a-7bdd-432e-aad6-25fa40031e56 req-c53d3289-ee46-4be5-afa7-2751ff3eeeda tempest-AttachVolumeTestJSON-1709741936 tempest-AttachVolumeTestJSON-1709741936-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:10:29.791399 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [req-655ac36a-7bdd-432e-aad6-25fa40031e56 req-c53d3289-ee46-4be5-afa7-2751ff3eeeda tempest-AttachVolumeTestJSON-1709741936 tempest-AttachVolumeTestJSON-1709741936-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-579534'] for floatingip (599853fb-fca4-4080-94d6-22f2d5c92356), after_update {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:10:29.791700 dv-cinder-830088-4-iscsi neutron-server[103258]: INFO neutron.db.l3_db [req-655ac36a-7bdd-432e-aad6-25fa40031e56 req-c53d3289-ee46-4be5-afa7-2751ff3eeeda tempest-AttachVolumeTestJSON-1709741936 tempest-AttachVolumeTestJSON-1709741936-project] Floating IP 599853fb-fca4-4080-94d6-22f2d5c92356 disassociated. External IP: 172.27.3.14, port: 6b5315b7-abdc-4810-b037-9be760e9cfe1. Apr 12 11:10:29.792033 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.plugins.ml2.plugin [req-655ac36a-7bdd-432e-aad6-25fa40031e56 req-c53d3289-ee46-4be5-afa7-2751ff3eeeda tempest-AttachVolumeTestJSON-1709741936 tempest-AttachVolumeTestJSON-1709741936-project] Calling delete_port for 6b5315b7-abdc-4810-b037-9be760e9cfe1 owned by compute:nova {{(pid=103258) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 12 11:10:29.917535 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [req-655ac36a-7bdd-432e-aad6-25fa40031e56 req-c53d3289-ee46-4be5-afa7-2751ff3eeeda tempest-AttachVolumeTestJSON-1709741936 tempest-AttachVolumeTestJSON-1709741936-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1534861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777667992077', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777667450161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4796947'] for port (6b5315b7-abdc-4810-b037-9be760e9cfe1), after_delete {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:10:29.948503 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c53d3289-ee46-4be5-afa7-2751ff3eeeda tempest-AttachVolumeTestJSON-1709741936 tempest-AttachVolumeTestJSON-1709741936-project] Pushing event deleted for resources: {'Port': ['ID=6b5315b7-abdc-4810-b037-9be760e9cfe1,revision_number=None']} {{(pid=103258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:10:29.960012 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c53d3289-ee46-4be5-afa7-2751ff3eeeda tempest-AttachVolumeTestJSON-1709741936 tempest-AttachVolumeTestJSON-1709741936-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830088-4-iscsi {{(pid=103258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:10:29.960377 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c53d3289-ee46-4be5-afa7-2751ff3eeeda tempest-AttachVolumeTestJSON-1709741936 tempest-AttachVolumeTestJSON-1709741936-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830088-4-iscsi {{(pid=103258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:10:29.960700 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c53d3289-ee46-4be5-afa7-2751ff3eeeda tempest-AttachVolumeTestJSON-1709741936 tempest-AttachVolumeTestJSON-1709741936-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830088-4-iscsi {{(pid=103258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:10:29.961029 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c53d3289-ee46-4be5-afa7-2751ff3eeeda tempest-AttachVolumeTestJSON-1709741936 tempest-AttachVolumeTestJSON-1709741936-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830088-4-iscsi {{(pid=103258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:10:29.961344 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c53d3289-ee46-4be5-afa7-2751ff3eeeda tempest-AttachVolumeTestJSON-1709741936 tempest-AttachVolumeTestJSON-1709741936-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830088-4-iscsi {{(pid=103258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:10:29.961666 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c53d3289-ee46-4be5-afa7-2751ff3eeeda tempest-AttachVolumeTestJSON-1709741936 tempest-AttachVolumeTestJSON-1709741936-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830088-4-iscsi {{(pid=103258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:10:29.961980 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c53d3289-ee46-4be5-afa7-2751ff3eeeda tempest-AttachVolumeTestJSON-1709741936 tempest-AttachVolumeTestJSON-1709741936-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830088-4-iscsi {{(pid=103258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:10:29.962291 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c53d3289-ee46-4be5-afa7-2751ff3eeeda tempest-AttachVolumeTestJSON-1709741936 tempest-AttachVolumeTestJSON-1709741936-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830088-4-iscsi {{(pid=103258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:10:29.962608 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c53d3289-ee46-4be5-afa7-2751ff3eeeda tempest-AttachVolumeTestJSON-1709741936 tempest-AttachVolumeTestJSON-1709741936-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-830088-4-iscsi {{(pid=103258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:10:29.962945 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c53d3289-ee46-4be5-afa7-2751ff3eeeda tempest-AttachVolumeTestJSON-1709741936 tempest-AttachVolumeTestJSON-1709741936-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830088-4-iscsi {{(pid=103258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:10:29.963262 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c53d3289-ee46-4be5-afa7-2751ff3eeeda tempest-AttachVolumeTestJSON-1709741936 tempest-AttachVolumeTestJSON-1709741936-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830088-4-iscsi {{(pid=103258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:10:29.963577 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c53d3289-ee46-4be5-afa7-2751ff3eeeda tempest-AttachVolumeTestJSON-1709741936 tempest-AttachVolumeTestJSON-1709741936-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830088-4-iscsi {{(pid=103258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:10:29.963894 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c53d3289-ee46-4be5-afa7-2751ff3eeeda tempest-AttachVolumeTestJSON-1709741936 tempest-AttachVolumeTestJSON-1709741936-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830088-4-iscsi {{(pid=103258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:10:29.964202 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c53d3289-ee46-4be5-afa7-2751ff3eeeda tempest-AttachVolumeTestJSON-1709741936 tempest-AttachVolumeTestJSON-1709741936-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830088-4-iscsi {{(pid=103258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:10:29.964511 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c53d3289-ee46-4be5-afa7-2751ff3eeeda tempest-AttachVolumeTestJSON-1709741936 tempest-AttachVolumeTestJSON-1709741936-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830088-4-iscsi {{(pid=103258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:10:30.072719 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.scheduler.l3_agent_scheduler [req-655ac36a-7bdd-432e-aad6-25fa40031e56 req-c53d3289-ee46-4be5-afa7-2751ff3eeeda tempest-AttachVolumeTestJSON-1709741936 tempest-AttachVolumeTestJSON-1709741936-project] Router 373bcbcc-c4aa-4514-9206-351c9dcda33b has already been hosted by L3 agent 77f5e085-0284-4236-9dbf-35d2d452e277 {{(pid=103258) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 12 11:10:30.180485 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-655ac36a-7bdd-432e-aad6-25fa40031e56 req-c53d3289-ee46-4be5-afa7-2751ff3eeeda tempest-AttachVolumeTestJSON-1709741936 tempest-AttachVolumeTestJSON-1709741936-project] Notify agent at l3_agent.dv-cinder-830088-4-iscsi the message routers_updated {{(pid=103258) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 12 11:10:30.189658 dv-cinder-830088-4-iscsi neutron-server[103260]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96a92f7b-d5e4-411f-ae4f-b07729256dab None None] Sync routers for ids ['373bcbcc-c4aa-4514-9206-351c9dcda33b'] in dv-cinder-830088-4-iscsi {{(pid=103260) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 12 11:10:30.199960 dv-cinder-830088-4-iscsi neutron-server[103260]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96a92f7b-d5e4-411f-ae4f-b07729256dab None None] Routers {'373bcbcc-c4aa-4514-9206-351c9dcda33b'} bound to L3 agent in host dv-cinder-830088-4-iscsi {{(pid=103260) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 11:10:30.200560 dv-cinder-830088-4-iscsi neutron-server[103260]: DEBUG neutron.db.l3_hamode_db [None req-96a92f7b-d5e4-411f-ae4f-b07729256dab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830088-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-12T10:52:12Z,description=,heartbeat_timestamp=2022-04-12T11:10:13Z,host='dv-cinder-830088-4-iscsi',id=77f5e085-0284-4236-9dbf-35d2d452e277,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T10:52:12Z,topic='l3_agent')) {'router_ids': ['373bcbcc-c4aa-4514-9206-351c9dcda33b'], 'active': True} {{(pid=103260) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 11:10:30.223469 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.db.l3_dvrscheduler_db [req-655ac36a-7bdd-432e-aad6-25fa40031e56 req-c53d3289-ee46-4be5-afa7-2751ff3eeeda tempest-AttachVolumeTestJSON-1709741936 tempest-AttachVolumeTestJSON-1709741936-project] No DVR routers for this DVR port 6b5315b7-abdc-4810-b037-9be760e9cfe1 on host hv-cinder-83008 {{(pid=103258) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 12 11:10:30.226013 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [req-655ac36a-7bdd-432e-aad6-25fa40031e56 req-c53d3289-ee46-4be5-afa7-2751ff3eeeda tempest-AttachVolumeTestJSON-1709741936 tempest-AttachVolumeTestJSON-1709741936-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108023'] for port (None), before_response {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:10:30.229473 dv-cinder-830088-4-iscsi neutron-server[103258]: INFO neutron.wsgi [req-655ac36a-7bdd-432e-aad6-25fa40031e56 req-c53d3289-ee46-4be5-afa7-2751ff3eeeda tempest-AttachVolumeTestJSON-1709741936 tempest-AttachVolumeTestJSON-1709741936-project] 10.222.0.53 "DELETE /v2.0/ports/6b5315b7-abdc-4810-b037-9be760e9cfe1 HTTP/1.1" status: 204 len: 173 time: 0.7707000 Apr 12 11:10:30.229912 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bd66cc36-5c8e-4ecd-8c8a-cc87f623a40e', 'name': 'network-vif-deleted', 'tag': '6b5315b7-abdc-4810-b037-9be760e9cfe1'}] {{(pid=103258) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 11:10:30.232261 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c54b6d548356c9296345eb8e608a1624e6dfb095c10b2709a108c8ba991c21a4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d10df0ba-b05c-4d07-8e76-2119fe809aff" -d '{"events": [{"server_uuid": "bd66cc36-5c8e-4ecd-8c8a-cc87f623a40e", "name": "network-vif-deleted", "tag": "6b5315b7-abdc-4810-b037-9be760e9cfe1"}]}' {{(pid=103258) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 11:10:30.267900 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Apr 2022 11:10:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-32c7d07a-60e7-4804-b107-6fbee799d8c9 x-openstack-request-id: req-32c7d07a-60e7-4804-b107-6fbee799d8c9 {{(pid=103258) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 11:10:30.268140 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bd66cc36-5c8e-4ecd-8c8a-cc87f623a40e", "name": "network-vif-deleted", "tag": "6b5315b7-abdc-4810-b037-9be760e9cfe1", "status": "completed", "code": 200}]} {{(pid=103258) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 11:10:30.268382 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-32c7d07a-60e7-4804-b107-6fbee799d8c9 {{(pid=103258) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 11:10:30.268778 dv-cinder-830088-4-iscsi neutron-server[103258]: INFO neutron.notifiers.nova [-] Nova event matching ['req-32c7d07a-60e7-4804-b107-6fbee799d8c9'] response: {'server_uuid': 'bd66cc36-5c8e-4ecd-8c8a-cc87f623a40e', 'name': 'network-vif-deleted', 'tag': '6b5315b7-abdc-4810-b037-9be760e9cfe1', 'status': 'completed', 'code': 200} Apr 12 11:10:30.319676 dv-cinder-830088-4-iscsi neutron-server[103260]: DEBUG neutron.db.l3_dvr_db [None req-96a92f7b-d5e4-411f-ae4f-b07729256dab None None] Set router 373bcbcc-c4aa-4514-9206-351c9dcda33b gateway port host: dv-cinder-830088-4-iscsi {{(pid=103260) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 11:10:30.520979 dv-cinder-830088-4-iscsi neutron-server[103260]: DEBUG neutron.db.l3_hamode_db [None req-96a92f7b-d5e4-411f-ae4f-b07729256dab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '373bcbcc-c4aa-4514-9206-351c9dcda33b', 'name': 'tempest-AttachVolumeTestJSON-423602201-router', 'tenant_id': 'd41e564f85554bef9013a0082cd0196d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b7be5f2-485b-4c85-8f98-fb200971b61c', 'external_fixed_ips': [{'subnet_id': '4887111e-1302-416a-ab8e-c957c9df7f85', 'ip_address': '172.27.3.152'}], 'enable_snat': True}, 'gw_port_id': '8e7b4c26-0625-4402-b824-2509bce3c8ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T11:00:41Z', 'updated_at': '2022-04-12T11:00:54Z', 'revision_number': 4, 'project_id': 'd41e564f85554bef9013a0082cd0196d', 'gw_port': {'id': '8e7b4c26-0625-4402-b824-2509bce3c8ad', 'name': '', 'network_id': '3b7be5f2-485b-4c85-8f98-fb200971b61c', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:5a:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '373bcbcc-c4aa-4514-9206-351c9dcda33b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '4887111e-1302-416a-ab8e-c957c9df7f85', 'ip_address': '172.27.3.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830088-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T11:00:43Z', 'updated_at': '2022-04-12T11:01:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4887111e-1302-416a-ab8e-c957c9df7f85', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830088-4-iscsi', '_interfaces': [{'id': 'e978d462-7687-4cf5-93f5-ed7eab26c133', 'name': '', 'network_id': '5283658c-f0e4-41df-8b22-61e61a4f7877', 'tenant_id': 'd41e564f85554bef9013a0082cd0196d', 'mac_address': 'fa:16:3e:c2:35:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '373bcbcc-c4aa-4514-9206-351c9dcda33b', 'device_owner': 'network:router_interface', 'standard_attr_id': 111, 'fixed_ips': [{'subnet_id': 'a03f1c9e-6c63-496e-9600-bb0a8351c93d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830088-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T11:00:51Z', 'updated_at': '2022-04-12T11:01:07Z', 'revision_number': 5, 'project_id': 'd41e564f85554bef9013a0082cd0196d', 'subnets': [{'id': 'a03f1c9e-6c63-496e-9600-bb0a8351c93d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830088-4-iscsi', False) {} {{(pid=103260) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 11:10:30.551110 dv-cinder-830088-4-iscsi neutron-server[103260]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96a92f7b-d5e4-411f-ae4f-b07729256dab None None] Checking router: 373bcbcc-c4aa-4514-9206-351c9dcda33b for host: dv-cinder-830088-4-iscsi {{(pid=103260) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 12 11:10:30.559860 dv-cinder-830088-4-iscsi neutron-server[103260]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96a92f7b-d5e4-411f-ae4f-b07729256dab None None] Routers {'373bcbcc-c4aa-4514-9206-351c9dcda33b'} bound to L3 agent in host dv-cinder-830088-4-iscsi {{(pid=103260) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 11:10:30.560458 dv-cinder-830088-4-iscsi neutron-server[103260]: DEBUG neutron.db.l3_hamode_db [None req-96a92f7b-d5e4-411f-ae4f-b07729256dab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830088-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-12T10:52:12Z,description=,heartbeat_timestamp=2022-04-12T11:10:13Z,host='dv-cinder-830088-4-iscsi',id=77f5e085-0284-4236-9dbf-35d2d452e277,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T10:52:12Z,topic='l3_agent')) {'router_ids': ['373bcbcc-c4aa-4514-9206-351c9dcda33b'], 'active': True} {{(pid=103260) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 11:10:30.564483 dv-cinder-830088-4-iscsi neutron-server[103258]: INFO neutron.wsgi [req-79c3e50f-e0a6-4548-a557-937a97458786 req-1e962054-b453-490d-9545-362e29118b03 tempest-AttachVolumeTestJSON-1709741936 tempest-AttachVolumeTestJSON-1709741936-project] 10.222.0.39 "GET /v2.0/ports?device_id=bd66cc36-5c8e-4ecd-8c8a-cc87f623a40e HTTP/1.1" status: 200 len: 210 time: 0.0275755 Apr 12 11:10:30.666157 dv-cinder-830088-4-iscsi neutron-server[103260]: DEBUG neutron.db.l3_dvr_db [None req-96a92f7b-d5e4-411f-ae4f-b07729256dab None None] Set router 373bcbcc-c4aa-4514-9206-351c9dcda33b gateway port host: dv-cinder-830088-4-iscsi {{(pid=103260) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 11:10:30.856347 dv-cinder-830088-4-iscsi neutron-server[103260]: DEBUG neutron.db.l3_hamode_db [None req-96a92f7b-d5e4-411f-ae4f-b07729256dab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '373bcbcc-c4aa-4514-9206-351c9dcda33b', 'name': 'tempest-AttachVolumeTestJSON-423602201-router', 'tenant_id': 'd41e564f85554bef9013a0082cd0196d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b7be5f2-485b-4c85-8f98-fb200971b61c', 'external_fixed_ips': [{'subnet_id': '4887111e-1302-416a-ab8e-c957c9df7f85', 'ip_address': '172.27.3.152'}], 'enable_snat': True}, 'gw_port_id': '8e7b4c26-0625-4402-b824-2509bce3c8ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T11:00:41Z', 'updated_at': '2022-04-12T11:00:54Z', 'revision_number': 4, 'project_id': 'd41e564f85554bef9013a0082cd0196d', 'gw_port': {'id': '8e7b4c26-0625-4402-b824-2509bce3c8ad', 'name': '', 'network_id': '3b7be5f2-485b-4c85-8f98-fb200971b61c', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:5a:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '373bcbcc-c4aa-4514-9206-351c9dcda33b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '4887111e-1302-416a-ab8e-c957c9df7f85', 'ip_address': '172.27.3.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830088-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T11:00:43Z', 'updated_at': '2022-04-12T11:01:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4887111e-1302-416a-ab8e-c957c9df7f85', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830088-4-iscsi', '_interfaces': [{'id': 'e978d462-7687-4cf5-93f5-ed7eab26c133', 'name': '', 'network_id': '5283658c-f0e4-41df-8b22-61e61a4f7877', 'tenant_id': 'd41e564f85554bef9013a0082cd0196d', 'mac_address': 'fa:16:3e:c2:35:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '373bcbcc-c4aa-4514-9206-351c9dcda33b', 'device_owner': 'network:router_interface', 'standard_attr_id': 111, 'fixed_ips': [{'subnet_id': 'a03f1c9e-6c63-496e-9600-bb0a8351c93d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830088-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T11:00:51Z', 'updated_at': '2022-04-12T11:01:07Z', 'revision_number': 5, 'project_id': 'd41e564f85554bef9013a0082cd0196d', 'subnets': [{'id': 'a03f1c9e-6c63-496e-9600-bb0a8351c93d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830088-4-iscsi', False) {} {{(pid=103260) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 11:10:30.882118 dv-cinder-830088-4-iscsi neutron-server[103260]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96a92f7b-d5e4-411f-ae4f-b07729256dab None None] The sync data for ids ['373bcbcc-c4aa-4514-9206-351c9dcda33b'] in dv-cinder-830088-4-iscsi is: [{'id': '373bcbcc-c4aa-4514-9206-351c9dcda33b', 'name': 'tempest-AttachVolumeTestJSON-423602201-router', 'tenant_id': 'd41e564f85554bef9013a0082cd0196d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b7be5f2-485b-4c85-8f98-fb200971b61c', 'external_fixed_ips': [{'subnet_id': '4887111e-1302-416a-ab8e-c957c9df7f85', 'ip_address': '172.27.3.152'}], 'enable_snat': True}, 'gw_port_id': '8e7b4c26-0625-4402-b824-2509bce3c8ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T11:00:41Z', 'updated_at': '2022-04-12T11:00:54Z', 'revision_number': 4, 'project_id': 'd41e564f85554bef9013a0082cd0196d', 'gw_port': {'id': '8e7b4c26-0625-4402-b824-2509bce3c8ad', 'name': '', 'network_id': '3b7be5f2-485b-4c85-8f98-fb200971b61c', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:5a:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '373bcbcc-c4aa-4514-9206-351c9dcda33b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '4887111e-1302-416a-ab8e-c957c9df7f85', 'ip_address': '172.27.3.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830088-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T11:00:43Z', 'updated_at': '2022-04-12T11:01:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4887111e-1302-416a-ab8e-c957c9df7f85', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830088-4-iscsi', '_interfaces': [{'id': 'e978d462-7687-4cf5-93f5-ed7eab26c133', 'name': '', 'network_id': '5283658c-f0e4-41df-8b22-61e61a4f7877', 'tenant_id': 'd41e564f85554bef9013a0082cd0196d', 'mac_address': 'fa:16:3e:c2:35:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '373bcbcc-c4aa-4514-9206-351c9dcda33b', 'device_owner': 'network:router_interface', 'standard_attr_id': 111, 'fixed_ips': [{'subnet_id': 'a03f1c9e-6c63-496e-9600-bb0a8351c93d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830088-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T11:00:51Z', 'updated_at': '2022-04-12T11:01:07Z', 'revision_number': 5, 'project_id': 'd41e564f85554bef9013a0082cd0196d', 'subnets': [{'id': 'a03f1c9e-6c63-496e-9600-bb0a8351c93d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103260) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 12 11:10:31.089303 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14678fa2-51e4-431f-8f5b-d915272369d2 None None] New status for floating IP 599853fb-fca4-4080-94d6-22f2d5c92356: DOWN {{(pid=103259) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 12 11:10:31.646214 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.wsgi [-] (103258) accepted ('10.222.0.39', 57536) {{(pid=103258) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 11:10:31.699127 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-4a84a906-f429-49f3-8cd2-d1a1ce7afd48 tempest-AttachVolumeTestJSON-1709741936 tempest-AttachVolumeTestJSON-1709741936-project] Publish callbacks [] for security_group (c2988e6b-b26c-4d1f-9d0b-0c2eb233a4ee), before_delete {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:10:31.721365 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-4a84a906-f429-49f3-8cd2-d1a1ce7afd48 tempest-AttachVolumeTestJSON-1709741936 tempest-AttachVolumeTestJSON-1709741936-project] Publish callbacks [] for security_group (c2988e6b-b26c-4d1f-9d0b-0c2eb233a4ee), precommit_delete {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:10:31.771780 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-4a84a906-f429-49f3-8cd2-d1a1ce7afd48 tempest-AttachVolumeTestJSON-1709741936 tempest-AttachVolumeTestJSON-1709741936-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-415253'] for security_group (c2988e6b-b26c-4d1f-9d0b-0c2eb233a4ee), after_delete {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:10:31.774644 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-4a84a906-f429-49f3-8cd2-d1a1ce7afd48 tempest-AttachVolumeTestJSON-1709741936 tempest-AttachVolumeTestJSON-1709741936-project] Publish callbacks [] for security_group (None), before_response {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:10:31.775852 dv-cinder-830088-4-iscsi neutron-server[103258]: INFO neutron.wsgi [None req-4a84a906-f429-49f3-8cd2-d1a1ce7afd48 tempest-AttachVolumeTestJSON-1709741936 tempest-AttachVolumeTestJSON-1709741936-project] 10.222.0.39 "DELETE /v2.0/security-groups/c2988e6b-b26c-4d1f-9d0b-0c2eb233a4ee HTTP/1.1" status: 204 len: 168 time: 0.1286192 Apr 12 11:10:31.778606 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron.wsgi [-] (103257) accepted ('10.222.0.39', 57538) {{(pid=103257) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 11:10:31.785095 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a84a906-f429-49f3-8cd2-d1a1ce7afd48 tempest-AttachVolumeTestJSON-1709741936 tempest-AttachVolumeTestJSON-1709741936-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c2988e6b-b26c-4d1f-9d0b-0c2eb233a4ee,revision_number=None']} {{(pid=103258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:10:32.045766 dv-cinder-830088-4-iscsi neutron-server[103257]: INFO neutron.api.v2.resource [None req-137f3d54-e698-456e-ac92-54cdcab29cf9 tempest-AttachVolumeTestJSON-1709741936 tempest-AttachVolumeTestJSON-1709741936-project] show failed (client error): The resource could not be found. Apr 12 11:10:32.046840 dv-cinder-830088-4-iscsi neutron-server[103257]: INFO neutron.wsgi [None req-137f3d54-e698-456e-ac92-54cdcab29cf9 tempest-AttachVolumeTestJSON-1709741936 tempest-AttachVolumeTestJSON-1709741936-project] 10.222.0.39 "GET /v2.0/security-groups/c2988e6b-b26c-4d1f-9d0b-0c2eb233a4ee HTTP/1.1" status: 404 len: 347 time: 0.2670846 Apr 12 11:10:32.049594 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron.wsgi [-] (103257) accepted ('10.222.0.39', 57540) {{(pid=103257) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 11:10:32.160452 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-0fbd365d-8bf3-4e58-a380-0c39ae8f3769 tempest-AttachVolumeTestJSON-1709741936 tempest-AttachVolumeTestJSON-1709741936-project] Deleting port 0807eb68-f06b-46a5-826e-dee457d7f449 {{(pid=103257) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 12 11:10:32.160796 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-0fbd365d-8bf3-4e58-a380-0c39ae8f3769 tempest-AttachVolumeTestJSON-1709741936 tempest-AttachVolumeTestJSON-1709741936-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777667983647'] for port (0807eb68-f06b-46a5-826e-dee457d7f449), before_delete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:10:32.232754 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-0fbd365d-8bf3-4e58-a380-0c39ae8f3769 tempest-AttachVolumeTestJSON-1709741936 tempest-AttachVolumeTestJSON-1709741936-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-575824'] for port (0807eb68-f06b-46a5-826e-dee457d7f449), precommit_delete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:10:32.233080 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-0fbd365d-8bf3-4e58-a380-0c39ae8f3769 tempest-AttachVolumeTestJSON-1709741936 tempest-AttachVolumeTestJSON-1709741936-project] Publish callbacks [] for floatingip (0807eb68-f06b-46a5-826e-dee457d7f449), precommit_delete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:10:32.244822 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-0fbd365d-8bf3-4e58-a380-0c39ae8f3769 tempest-AttachVolumeTestJSON-1709741936 tempest-AttachVolumeTestJSON-1709741936-project] Calling delete_port for 0807eb68-f06b-46a5-826e-dee457d7f449 owned by network:floatingip {{(pid=103257) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 12 11:10:32.372173 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-0fbd365d-8bf3-4e58-a380-0c39ae8f3769 tempest-AttachVolumeTestJSON-1709741936 tempest-AttachVolumeTestJSON-1709741936-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1534861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777667992077', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777667450161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5265645'] for port (0807eb68-f06b-46a5-826e-dee457d7f449), after_delete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:10:32.396083 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fbd365d-8bf3-4e58-a380-0c39ae8f3769 tempest-AttachVolumeTestJSON-1709741936 tempest-AttachVolumeTestJSON-1709741936-project] Pushing event deleted for resources: {'Port': ['ID=0807eb68-f06b-46a5-826e-dee457d7f449,revision_number=None']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:10:32.424525 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fbd365d-8bf3-4e58-a380-0c39ae8f3769 tempest-AttachVolumeTestJSON-1709741936 tempest-AttachVolumeTestJSON-1709741936-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830088-4-iscsi {{(pid=103257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:10:32.424874 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fbd365d-8bf3-4e58-a380-0c39ae8f3769 tempest-AttachVolumeTestJSON-1709741936 tempest-AttachVolumeTestJSON-1709741936-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830088-4-iscsi {{(pid=103257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:10:32.425219 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fbd365d-8bf3-4e58-a380-0c39ae8f3769 tempest-AttachVolumeTestJSON-1709741936 tempest-AttachVolumeTestJSON-1709741936-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830088-4-iscsi {{(pid=103257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:10:32.425562 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fbd365d-8bf3-4e58-a380-0c39ae8f3769 tempest-AttachVolumeTestJSON-1709741936 tempest-AttachVolumeTestJSON-1709741936-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830088-4-iscsi {{(pid=103257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:10:32.425901 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fbd365d-8bf3-4e58-a380-0c39ae8f3769 tempest-AttachVolumeTestJSON-1709741936 tempest-AttachVolumeTestJSON-1709741936-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830088-4-iscsi {{(pid=103257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:10:32.426233 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fbd365d-8bf3-4e58-a380-0c39ae8f3769 tempest-AttachVolumeTestJSON-1709741936 tempest-AttachVolumeTestJSON-1709741936-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830088-4-iscsi {{(pid=103257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:10:32.426560 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fbd365d-8bf3-4e58-a380-0c39ae8f3769 tempest-AttachVolumeTestJSON-1709741936 tempest-AttachVolumeTestJSON-1709741936-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830088-4-iscsi {{(pid=103257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:10:32.426915 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fbd365d-8bf3-4e58-a380-0c39ae8f3769 tempest-AttachVolumeTestJSON-1709741936 tempest-AttachVolumeTestJSON-1709741936-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830088-4-iscsi {{(pid=103257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:10:32.427245 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fbd365d-8bf3-4e58-a380-0c39ae8f3769 tempest-AttachVolumeTestJSON-1709741936 tempest-AttachVolumeTestJSON-1709741936-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-830088-4-iscsi {{(pid=103257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:10:32.427571 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fbd365d-8bf3-4e58-a380-0c39ae8f3769 tempest-AttachVolumeTestJSON-1709741936 tempest-AttachVolumeTestJSON-1709741936-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830088-4-iscsi {{(pid=103257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:10:32.427902 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fbd365d-8bf3-4e58-a380-0c39ae8f3769 tempest-AttachVolumeTestJSON-1709741936 tempest-AttachVolumeTestJSON-1709741936-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830088-4-iscsi {{(pid=103257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:10:32.428274 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fbd365d-8bf3-4e58-a380-0c39ae8f3769 tempest-AttachVolumeTestJSON-1709741936 tempest-AttachVolumeTestJSON-1709741936-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830088-4-iscsi {{(pid=103257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:10:32.428601 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fbd365d-8bf3-4e58-a380-0c39ae8f3769 tempest-AttachVolumeTestJSON-1709741936 tempest-AttachVolumeTestJSON-1709741936-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830088-4-iscsi {{(pid=103257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:10:32.428928 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fbd365d-8bf3-4e58-a380-0c39ae8f3769 tempest-AttachVolumeTestJSON-1709741936 tempest-AttachVolumeTestJSON-1709741936-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830088-4-iscsi {{(pid=103257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:10:32.429247 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fbd365d-8bf3-4e58-a380-0c39ae8f3769 tempest-AttachVolumeTestJSON-1709741936 tempest-AttachVolumeTestJSON-1709741936-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830088-4-iscsi {{(pid=103257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:10:32.469111 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-0fbd365d-8bf3-4e58-a380-0c39ae8f3769 tempest-AttachVolumeTestJSON-1709741936 tempest-AttachVolumeTestJSON-1709741936-project] Publish callbacks [] for floatingip (599853fb-fca4-4080-94d6-22f2d5c92356), after_delete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:10:32.471801 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-0fbd365d-8bf3-4e58-a380-0c39ae8f3769 tempest-AttachVolumeTestJSON-1709741936 tempest-AttachVolumeTestJSON-1709741936-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108023'] for floatingip (None), before_response {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:10:32.473079 dv-cinder-830088-4-iscsi neutron-server[103257]: INFO neutron.wsgi [None req-0fbd365d-8bf3-4e58-a380-0c39ae8f3769 tempest-AttachVolumeTestJSON-1709741936 tempest-AttachVolumeTestJSON-1709741936-project] 10.222.0.39 "DELETE /v2.0/floatingips/599853fb-fca4-4080-94d6-22f2d5c92356 HTTP/1.1" status: 204 len: 168 time: 0.4225864 Apr 12 11:10:33.509909 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron.plugins.ml2.rpc [None req-ae6c308c-a92e-4424-a7f8-d6a17e5174ef None None] Device 6b5315b7-abdc-4810-b037-9be760e9cfe1 no longer exists at agent hyperv_hv-cinder-83008 {{(pid=103259) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 12 11:10:33.530224 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron.plugins.ml2.plugin [None req-ae6c308c-a92e-4424-a7f8-d6a17e5174ef None None] No Port match for: 6b5315b7-abdc-4810-b037-9be760e9cfe1 {{(pid=103259) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 12 11:10:33.530567 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron.plugins.ml2.rpc [None req-ae6c308c-a92e-4424-a7f8-d6a17e5174ef None None] Device 6b5315b7-abdc-4810-b037-9be760e9cfe1 not bound to the agent host hv-cinder-83008 {{(pid=103259) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 12 11:10:35.973065 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron.wsgi [-] (103257) accepted ('10.222.0.39', 57570) {{(pid=103257) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 11:10:36.384304 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-c7fd99c8-a3da-40ee-9308-0873e8746c64 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-584654'] for router_interface (373bcbcc-c4aa-4514-9206-351c9dcda33b), before_delete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:10:36.611895 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-c7fd99c8-a3da-40ee-9308-0873e8746c64 admin admin] Deleting port e978d462-7687-4cf5-93f5-ed7eab26c133 {{(pid=103257) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 12 11:10:36.612232 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-c7fd99c8-a3da-40ee-9308-0873e8746c64 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777667983647'] for port (e978d462-7687-4cf5-93f5-ed7eab26c133), before_delete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:10:36.691330 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-c7fd99c8-a3da-40ee-9308-0873e8746c64 admin admin] For port e978d462-7687-4cf5-93f5-ed7eab26c133, host dv-cinder-830088-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830088-4-iscsi',level=0,port_id=e978d462-7687-4cf5-93f5-ed7eab26c133,segment=NetworkSegment(2248de7c-bd9a-4119-9ea3-2adf7f860546),segment_id=2248de7c-bd9a-4119-9ea3-2adf7f860546)] {{(pid=103257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 11:10:36.691596 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-c7fd99c8-a3da-40ee-9308-0873e8746c64 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-575824'] for port (e978d462-7687-4cf5-93f5-ed7eab26c133), precommit_delete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:10:36.704370 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-c7fd99c8-a3da-40ee-9308-0873e8746c64 admin admin] Calling delete_port for e978d462-7687-4cf5-93f5-ed7eab26c133 owned by network:router_interface {{(pid=103257) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 12 11:10:36.880356 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-c7fd99c8-a3da-40ee-9308-0873e8746c64 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1534861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777667992077', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777667450161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5265645'] for port (e978d462-7687-4cf5-93f5-ed7eab26c133), after_delete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:10:36.903437 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7fd99c8-a3da-40ee-9308-0873e8746c64 admin admin] Pushing event deleted for resources: {'Port': ['ID=e978d462-7687-4cf5-93f5-ed7eab26c133,revision_number=None']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:10:37.069992 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-c7fd99c8-a3da-40ee-9308-0873e8746c64 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-586184', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-584546'] for router_interface (373bcbcc-c4aa-4514-9206-351c9dcda33b), after_delete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:10:37.284065 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c7fd99c8-a3da-40ee-9308-0873e8746c64 admin admin] Router 373bcbcc-c4aa-4514-9206-351c9dcda33b has already been hosted by L3 agent 77f5e085-0284-4236-9dbf-35d2d452e277 {{(pid=103257) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 12 11:10:37.391121 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c7fd99c8-a3da-40ee-9308-0873e8746c64 admin admin] Notify agent at l3_agent.dv-cinder-830088-4-iscsi the message routers_updated {{(pid=103257) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 12 11:10:37.396693 dv-cinder-830088-4-iscsi neutron-server[103257]: INFO neutron.wsgi [None req-c7fd99c8-a3da-40ee-9308-0873e8746c64 admin admin] 10.222.0.39 "PUT /v2.0/routers/373bcbcc-c4aa-4514-9206-351c9dcda33b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4222128 Apr 12 11:10:37.399374 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron.wsgi [-] (103257) accepted ('10.222.0.39', 57578) {{(pid=103257) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 11:10:37.400188 dv-cinder-830088-4-iscsi neutron-server[103260]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f334bebe-23e4-42ec-95e2-59ac370c1a8a None None] Sync routers for ids ['373bcbcc-c4aa-4514-9206-351c9dcda33b'] in dv-cinder-830088-4-iscsi {{(pid=103260) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 12 11:10:37.409553 dv-cinder-830088-4-iscsi neutron-server[103260]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f334bebe-23e4-42ec-95e2-59ac370c1a8a None None] Routers {'373bcbcc-c4aa-4514-9206-351c9dcda33b'} bound to L3 agent in host dv-cinder-830088-4-iscsi {{(pid=103260) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 11:10:37.410149 dv-cinder-830088-4-iscsi neutron-server[103260]: DEBUG neutron.db.l3_hamode_db [None req-f334bebe-23e4-42ec-95e2-59ac370c1a8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830088-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-12T10:52:12Z,description=,heartbeat_timestamp=2022-04-12T11:10:13Z,host='dv-cinder-830088-4-iscsi',id=77f5e085-0284-4236-9dbf-35d2d452e277,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T10:52:12Z,topic='l3_agent')) {'router_ids': ['373bcbcc-c4aa-4514-9206-351c9dcda33b'], 'active': True} {{(pid=103260) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 11:10:37.510427 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-8e461a0e-bc49-46ad-8066-ec11fe94f310 admin admin] Publish callbacks [] for router (373bcbcc-c4aa-4514-9206-351c9dcda33b), before_delete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:10:37.515005 dv-cinder-830088-4-iscsi neutron-server[103260]: DEBUG neutron.db.l3_dvr_db [None req-f334bebe-23e4-42ec-95e2-59ac370c1a8a None None] Set router 373bcbcc-c4aa-4514-9206-351c9dcda33b gateway port host: dv-cinder-830088-4-iscsi {{(pid=103260) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 11:10:37.615052 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-8e461a0e-bc49-46ad-8066-ec11fe94f310 admin admin] Publish callbacks [] for router_gateway (373bcbcc-c4aa-4514-9206-351c9dcda33b), before_delete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:10:37.658889 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-8e461a0e-bc49-46ad-8066-ec11fe94f310 admin admin] Deleting port 8e7b4c26-0625-4402-b824-2509bce3c8ad {{(pid=103257) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 12 11:10:37.659518 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-8e461a0e-bc49-46ad-8066-ec11fe94f310 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777667983647'] for port (8e7b4c26-0625-4402-b824-2509bce3c8ad), before_delete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:10:37.682669 dv-cinder-830088-4-iscsi neutron-server[103260]: DEBUG neutron.db.l3_hamode_db [None req-f334bebe-23e4-42ec-95e2-59ac370c1a8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '373bcbcc-c4aa-4514-9206-351c9dcda33b', 'name': 'tempest-AttachVolumeTestJSON-423602201-router', 'tenant_id': 'd41e564f85554bef9013a0082cd0196d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b7be5f2-485b-4c85-8f98-fb200971b61c', 'external_fixed_ips': [{'subnet_id': '4887111e-1302-416a-ab8e-c957c9df7f85', 'ip_address': '172.27.3.152'}], 'enable_snat': True}, 'gw_port_id': '8e7b4c26-0625-4402-b824-2509bce3c8ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T11:00:41Z', 'updated_at': '2022-04-12T11:10:36Z', 'revision_number': 5, 'project_id': 'd41e564f85554bef9013a0082cd0196d', 'gw_port': {'id': '8e7b4c26-0625-4402-b824-2509bce3c8ad', 'name': '', 'network_id': '3b7be5f2-485b-4c85-8f98-fb200971b61c', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:5a:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '373bcbcc-c4aa-4514-9206-351c9dcda33b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '4887111e-1302-416a-ab8e-c957c9df7f85', 'ip_address': '172.27.3.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830088-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T11:00:43Z', 'updated_at': '2022-04-12T11:01:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4887111e-1302-416a-ab8e-c957c9df7f85', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830088-4-iscsi'}], 'dv-cinder-830088-4-iscsi', False) {} {{(pid=103260) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 11:10:37.709245 dv-cinder-830088-4-iscsi neutron-server[103260]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f334bebe-23e4-42ec-95e2-59ac370c1a8a None None] Checking router: 373bcbcc-c4aa-4514-9206-351c9dcda33b for host: dv-cinder-830088-4-iscsi {{(pid=103260) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 12 11:10:37.718334 dv-cinder-830088-4-iscsi neutron-server[103260]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f334bebe-23e4-42ec-95e2-59ac370c1a8a None None] Routers {'373bcbcc-c4aa-4514-9206-351c9dcda33b'} bound to L3 agent in host dv-cinder-830088-4-iscsi {{(pid=103260) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 11:10:37.718959 dv-cinder-830088-4-iscsi neutron-server[103260]: DEBUG neutron.db.l3_hamode_db [None req-f334bebe-23e4-42ec-95e2-59ac370c1a8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830088-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-12T10:52:12Z,description=,heartbeat_timestamp=2022-04-12T11:10:13Z,host='dv-cinder-830088-4-iscsi',id=77f5e085-0284-4236-9dbf-35d2d452e277,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T10:52:12Z,topic='l3_agent')) {'router_ids': ['373bcbcc-c4aa-4514-9206-351c9dcda33b'], 'active': True} {{(pid=103260) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 11:10:37.740373 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-8e461a0e-bc49-46ad-8066-ec11fe94f310 admin admin] For port 8e7b4c26-0625-4402-b824-2509bce3c8ad, host dv-cinder-830088-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830088-4-iscsi',level=0,port_id=8e7b4c26-0625-4402-b824-2509bce3c8ad,segment=NetworkSegment(d942c271-b630-4108-8616-b993c4b79ecb),segment_id=d942c271-b630-4108-8616-b993c4b79ecb)] {{(pid=103257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 11:10:37.740737 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-8e461a0e-bc49-46ad-8066-ec11fe94f310 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-575824'] for port (8e7b4c26-0625-4402-b824-2509bce3c8ad), precommit_delete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:10:37.753314 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-8e461a0e-bc49-46ad-8066-ec11fe94f310 admin admin] Calling delete_port for 8e7b4c26-0625-4402-b824-2509bce3c8ad owned by network:router_gateway {{(pid=103257) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 12 11:10:37.805056 dv-cinder-830088-4-iscsi neutron-server[103260]: DEBUG neutron.db.l3_dvr_db [None req-f334bebe-23e4-42ec-95e2-59ac370c1a8a None None] Set router 373bcbcc-c4aa-4514-9206-351c9dcda33b gateway port host: None {{(pid=103260) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 11:10:37.922385 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-8e461a0e-bc49-46ad-8066-ec11fe94f310 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1534861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777667992077', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777667450161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5265645'] for port (8e7b4c26-0625-4402-b824-2509bce3c8ad), after_delete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:10:37.943406 dv-cinder-830088-4-iscsi neutron-server[103260]: DEBUG neutron.db.l3_hamode_db [None req-f334bebe-23e4-42ec-95e2-59ac370c1a8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '373bcbcc-c4aa-4514-9206-351c9dcda33b', 'name': 'tempest-AttachVolumeTestJSON-423602201-router', 'tenant_id': 'd41e564f85554bef9013a0082cd0196d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T11:00:41Z', 'updated_at': '2022-04-12T11:10:37Z', 'revision_number': 6, 'project_id': 'd41e564f85554bef9013a0082cd0196d', 'gw_port_host': None}], 'dv-cinder-830088-4-iscsi', False) {} {{(pid=103260) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 11:10:37.949677 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e461a0e-bc49-46ad-8066-ec11fe94f310 admin admin] Pushing event deleted for resources: {'Port': ['ID=8e7b4c26-0625-4402-b824-2509bce3c8ad,revision_number=None']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:10:37.971033 dv-cinder-830088-4-iscsi neutron-server[103260]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f334bebe-23e4-42ec-95e2-59ac370c1a8a None None] The sync data for ids ['373bcbcc-c4aa-4514-9206-351c9dcda33b'] in dv-cinder-830088-4-iscsi is: [{'id': '373bcbcc-c4aa-4514-9206-351c9dcda33b', 'name': 'tempest-AttachVolumeTestJSON-423602201-router', 'tenant_id': 'd41e564f85554bef9013a0082cd0196d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T11:00:41Z', 'updated_at': '2022-04-12T11:10:37Z', 'revision_number': 6, 'project_id': 'd41e564f85554bef9013a0082cd0196d', 'gw_port_host': None}] {{(pid=103260) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 12 11:10:38.011279 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-8e461a0e-bc49-46ad-8066-ec11fe94f310 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-579460'] for router_gateway (373bcbcc-c4aa-4514-9206-351c9dcda33b), after_delete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:10:38.100601 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-8e461a0e-bc49-46ad-8066-ec11fe94f310 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-519722', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14489'] for router (373bcbcc-c4aa-4514-9206-351c9dcda33b), precommit_delete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:10:38.102667 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-8e461a0e-bc49-46ad-8066-ec11fe94f310 admin admin] Publish callbacks [] for router_controller (373bcbcc-c4aa-4514-9206-351c9dcda33b), precommit_delete_associations {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:10:38.146964 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-8e461a0e-bc49-46ad-8066-ec11fe94f310 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-519715'] for router (373bcbcc-c4aa-4514-9206-351c9dcda33b), after_delete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:10:38.147472 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8e461a0e-bc49-46ad-8066-ec11fe94f310 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 373bcbcc-c4aa-4514-9206-351c9dcda33b {{(pid=103257) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 12 11:10:38.151700 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-8e461a0e-bc49-46ad-8066-ec11fe94f310 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:10:38.152845 dv-cinder-830088-4-iscsi neutron-server[103257]: INFO neutron.wsgi [None req-8e461a0e-bc49-46ad-8066-ec11fe94f310 admin admin] 10.222.0.39 "DELETE /v2.0/routers/373bcbcc-c4aa-4514-9206-351c9dcda33b HTTP/1.1" status: 204 len: 168 time: 0.7525432 Apr 12 11:10:38.155314 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron.wsgi [-] (103257) accepted ('10.222.0.39', 57580) {{(pid=103257) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 11:10:38.198053 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron.db.db_base_plugin_v2 [None req-81fe6002-cb22-490e-b0d2-95f41ab743e8 admin admin] Deleting subnet a03f1c9e-6c63-496e-9600-bb0a8351c93d {{(pid=103257) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Apr 12 11:10:38.200963 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-81fe6002-cb22-490e-b0d2-95f41ab743e8 admin admin] Publish callbacks [] for subnet (a03f1c9e-6c63-496e-9600-bb0a8351c93d), before_delete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:10:38.233412 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-81fe6002-cb22-490e-b0d2-95f41ab743e8 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5269095'] for subnet (a03f1c9e-6c63-496e-9600-bb0a8351c93d), precommit_delete_associations {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:10:38.310920 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-81fe6002-cb22-490e-b0d2-95f41ab743e8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1528832'] for subnet (a03f1c9e-6c63-496e-9600-bb0a8351c93d), precommit_delete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:10:38.371871 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-81fe6002-cb22-490e-b0d2-95f41ab743e8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1528889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-439037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5265552', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5341063'] for subnet (a03f1c9e-6c63-496e-9600-bb0a8351c93d), after_delete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:10:38.399019 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81fe6002-cb22-490e-b0d2-95f41ab743e8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a03f1c9e-6c63-496e-9600-bb0a8351c93d,revision_number=None']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:10:38.404935 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-81fe6002-cb22-490e-b0d2-95f41ab743e8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586029'] for subnet (None), before_response {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:10:38.410338 dv-cinder-830088-4-iscsi neutron-server[103257]: INFO neutron.wsgi [None req-81fe6002-cb22-490e-b0d2-95f41ab743e8 admin admin] 10.222.0.39 "DELETE /v2.0/subnets/a03f1c9e-6c63-496e-9600-bb0a8351c93d HTTP/1.1" status: 204 len: 168 time: 0.2519124 Apr 12 11:10:38.410584 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron.wsgi [-] (103257) accepted ('10.222.0.39', 57582) {{(pid=103257) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 11:10:38.411447 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f967055a-f1a9-4a01-ad55-2a55f5e495f8 None None] Network 5283658c-f0e4-41df-8b22-61e61a4f7877 requested from dv-cinder-830088-4-iscsi {{(pid=103259) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 12 11:10:38.450216 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron.plugins.ml2.rpc [None req-e4b062a6-7a21-4431-be77-3c7776c11043 None None] Device e978d462-7687-4cf5-93f5-ed7eab26c133 no longer exists at agent ovs-agent-dv-cinder-830088-4-iscsi {{(pid=103259) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 12 11:10:38.486443 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-7d07fc25-910d-4e1c-b7ee-55e70e47d865 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1505875'] for network (5283658c-f0e4-41df-8b22-61e61a4f7877), before_delete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:10:38.497376 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron.plugins.ml2.plugin [None req-e4b062a6-7a21-4431-be77-3c7776c11043 None None] No Port match for: e978d462-7687-4cf5-93f5-ed7eab26c133 {{(pid=103259) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 12 11:10:38.497722 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron.plugins.ml2.rpc [None req-e4b062a6-7a21-4431-be77-3c7776c11043 None None] Device e978d462-7687-4cf5-93f5-ed7eab26c133 not bound to the agent host dv-cinder-830088-4-iscsi {{(pid=103259) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 12 11:10:38.533408 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-7d07fc25-910d-4e1c-b7ee-55e70e47d865 admin admin] Deleting port 033b5712-b772-4ad6-8c5d-9bbf24283c0c {{(pid=103257) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 12 11:10:38.533755 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-7d07fc25-910d-4e1c-b7ee-55e70e47d865 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777667983647'] for port (033b5712-b772-4ad6-8c5d-9bbf24283c0c), before_delete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:10:38.597624 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-7d07fc25-910d-4e1c-b7ee-55e70e47d865 admin admin] For port 033b5712-b772-4ad6-8c5d-9bbf24283c0c, host dv-cinder-830088-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830088-4-iscsi',level=0,port_id=033b5712-b772-4ad6-8c5d-9bbf24283c0c,segment=NetworkSegment(2248de7c-bd9a-4119-9ea3-2adf7f860546),segment_id=2248de7c-bd9a-4119-9ea3-2adf7f860546)] {{(pid=103257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 11:10:38.597987 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-7d07fc25-910d-4e1c-b7ee-55e70e47d865 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-575824'] for port (033b5712-b772-4ad6-8c5d-9bbf24283c0c), precommit_delete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:10:38.610311 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-7d07fc25-910d-4e1c-b7ee-55e70e47d865 admin admin] Calling delete_port for 033b5712-b772-4ad6-8c5d-9bbf24283c0c owned by network:dhcp {{(pid=103257) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 12 11:10:38.689322 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-7d07fc25-910d-4e1c-b7ee-55e70e47d865 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1534861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777667992077', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777667450161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5265645'] for port (033b5712-b772-4ad6-8c5d-9bbf24283c0c), after_delete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:10:38.713006 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d07fc25-910d-4e1c-b7ee-55e70e47d865 admin admin] Pushing event deleted for resources: {'Port': ['ID=033b5712-b772-4ad6-8c5d-9bbf24283c0c,revision_number=None']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:10:38.719271 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d07fc25-910d-4e1c-b7ee-55e70e47d865 admin admin] No DVR routers for this DVR port 033b5712-b772-4ad6-8c5d-9bbf24283c0c on host dv-cinder-830088-4-iscsi {{(pid=103257) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 12 11:10:38.790343 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40d4f346-36b7-41d8-bc34-df0b2b6cf884 None None] DHCP port deletion for 5283658c-f0e4-41df-8b22-61e61a4f7877 request from dv-cinder-830088-4-iscsi {{(pid=103259) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 12 11:10:38.792509 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-7d07fc25-910d-4e1c-b7ee-55e70e47d865 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1527181', 'neutron.services.segments.db._delete_segments_for_network-8777667879599'] for network (5283658c-f0e4-41df-8b22-61e61a4f7877), precommit_delete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:10:38.815426 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron.services.segments.db [None req-7d07fc25-910d-4e1c-b7ee-55e70e47d865 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5283658c-f0e4-41df-8b22-61e61a4f7877']}} {{(pid=103257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 11:10:38.825962 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron.services.segments.db [None req-7d07fc25-910d-4e1c-b7ee-55e70e47d865 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2248de7c-bd9a-4119-9ea3-2adf7f860546') {'for_net_delete': True} {{(pid=103257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 11:10:38.826265 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron.services.segments.db [None req-7d07fc25-910d-4e1c-b7ee-55e70e47d865 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2248de7c-bd9a-4119-9ea3-2adf7f860546') {} {{(pid=103257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 11:10:38.835659 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-7d07fc25-910d-4e1c-b7ee-55e70e47d865 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777667883192', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5269102'] for segment (2248de7c-bd9a-4119-9ea3-2adf7f860546), before_delete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:10:38.848760 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-7d07fc25-910d-4e1c-b7ee-55e70e47d865 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1531021'] for segment (2248de7c-bd9a-4119-9ea3-2adf7f860546), precommit_delete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:10:38.854563 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7d07fc25-910d-4e1c-b7ee-55e70e47d865 admin admin] Releasing vlan 546 on physical network physnet1 to pool {{(pid=103257) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 12 11:10:38.854980 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-7d07fc25-910d-4e1c-b7ee-55e70e47d865 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1531021', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5265466'] for segment (2248de7c-bd9a-4119-9ea3-2adf7f860546), after_delete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:10:38.856632 dv-cinder-830088-4-iscsi neutron-server[103257]: Traceback (most recent call last): Apr 12 11:10:38.856632 dv-cinder-830088-4-iscsi neutron-server[103257]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 12 11:10:38.856632 dv-cinder-830088-4-iscsi neutron-server[103257]: timer() Apr 12 11:10:38.856632 dv-cinder-830088-4-iscsi neutron-server[103257]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 12 11:10:38.856632 dv-cinder-830088-4-iscsi neutron-server[103257]: cb(*args, **kw) Apr 12 11:10:38.856632 dv-cinder-830088-4-iscsi neutron-server[103257]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 12 11:10:38.856632 dv-cinder-830088-4-iscsi neutron-server[103257]: return func(*args, **kwargs) Apr 12 11:10:38.856632 dv-cinder-830088-4-iscsi neutron-server[103257]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 12 11:10:38.856632 dv-cinder-830088-4-iscsi neutron-server[103257]: self._notify() Apr 12 11:10:38.856632 dv-cinder-830088-4-iscsi neutron-server[103257]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 12 11:10:38.856632 dv-cinder-830088-4-iscsi neutron-server[103257]: self.callback(batched_events) Apr 12 11:10:38.856632 dv-cinder-830088-4-iscsi neutron-server[103257]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 12 11:10:38.856632 dv-cinder-830088-4-iscsi neutron-server[103257]: event.method(event) Apr 12 11:10:38.856632 dv-cinder-830088-4-iscsi neutron-server[103257]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 12 11:10:38.856632 dv-cinder-830088-4-iscsi neutron-server[103257]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 12 11:10:38.856632 dv-cinder-830088-4-iscsi neutron-server[103257]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 12 11:10:38.856632 dv-cinder-830088-4-iscsi neutron-server[103257]: aggregate_uuid = self.p_client.list_aggregates( Apr 12 11:10:38.856632 dv-cinder-830088-4-iscsi neutron-server[103257]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 12 11:10:38.856632 dv-cinder-830088-4-iscsi neutron-server[103257]: return f(self, *a, **k) Apr 12 11:10:38.856632 dv-cinder-830088-4-iscsi neutron-server[103257]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 12 11:10:38.856632 dv-cinder-830088-4-iscsi neutron-server[103257]: return self._get(url).json() Apr 12 11:10:38.856632 dv-cinder-830088-4-iscsi neutron-server[103257]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 12 11:10:38.856632 dv-cinder-830088-4-iscsi neutron-server[103257]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 12 11:10:38.856632 dv-cinder-830088-4-iscsi neutron-server[103257]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 12 11:10:38.856632 dv-cinder-830088-4-iscsi neutron-server[103257]: return self.request(url, 'GET', **kwargs) Apr 12 11:10:38.856632 dv-cinder-830088-4-iscsi neutron-server[103257]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 12 11:10:38.856632 dv-cinder-830088-4-iscsi neutron-server[103257]: base_url = self.get_endpoint(auth, allow=allow, Apr 12 11:10:38.856632 dv-cinder-830088-4-iscsi neutron-server[103257]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 12 11:10:38.856632 dv-cinder-830088-4-iscsi neutron-server[103257]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 12 11:10:38.856632 dv-cinder-830088-4-iscsi neutron-server[103257]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 12 11:10:38.856632 dv-cinder-830088-4-iscsi neutron-server[103257]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 12 11:10:38.856632 dv-cinder-830088-4-iscsi neutron-server[103257]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 12 11:10:38.914315 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-7d07fc25-910d-4e1c-b7ee-55e70e47d865 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1527170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-415428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586207', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-579552'] for network (5283658c-f0e4-41df-8b22-61e61a4f7877), after_delete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:10:38.919890 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-7d07fc25-910d-4e1c-b7ee-55e70e47d865 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586029'] for network (None), before_response {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:10:38.925559 dv-cinder-830088-4-iscsi neutron-server[103257]: INFO neutron.wsgi [None req-7d07fc25-910d-4e1c-b7ee-55e70e47d865 admin admin] 10.222.0.39 "DELETE /v2.0/networks/5283658c-f0e4-41df-8b22-61e61a4f7877 HTTP/1.1" status: 204 len: 168 time: 0.5115831 Apr 12 11:10:38.934105 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d07fc25-910d-4e1c-b7ee-55e70e47d865 admin admin] Pushing event deleted for resources: {'Network': ['ID=5283658c-f0e4-41df-8b22-61e61a4f7877,revision_number=None']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:10:39.037894 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron.wsgi [-] (103257) accepted ('10.222.0.39', 57586) {{(pid=103257) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 11:10:39.078358 dv-cinder-830088-4-iscsi neutron-server[103257]: INFO neutron.wsgi [None req-3f426e81-36a2-4a40-a467-97cc04aea208 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=d41e564f85554bef9013a0082cd0196d&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0392578 Apr 12 11:10:39.080888 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron.wsgi [-] (103257) accepted ('10.222.0.39', 57588) {{(pid=103257) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 11:10:39.130045 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-c029d01a-e8f8-4afe-84d4-90af8373d8e6 admin admin] Publish callbacks [] for security_group (c7b5b834-b615-4abe-b331-ac1b15088a8c), before_delete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:10:39.151468 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-c029d01a-e8f8-4afe-84d4-90af8373d8e6 admin admin] Publish callbacks [] for security_group (c7b5b834-b615-4abe-b331-ac1b15088a8c), precommit_delete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:10:39.198422 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-c029d01a-e8f8-4afe-84d4-90af8373d8e6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-415253'] for security_group (c7b5b834-b615-4abe-b331-ac1b15088a8c), after_delete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:10:39.201431 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-c029d01a-e8f8-4afe-84d4-90af8373d8e6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:10:39.202648 dv-cinder-830088-4-iscsi neutron-server[103257]: INFO neutron.wsgi [None req-c029d01a-e8f8-4afe-84d4-90af8373d8e6 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/c7b5b834-b615-4abe-b331-ac1b15088a8c HTTP/1.1" status: 204 len: 168 time: 0.1208749 Apr 12 11:10:39.210364 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c029d01a-e8f8-4afe-84d4-90af8373d8e6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c7b5b834-b615-4abe-b331-ac1b15088a8c,revision_number=None']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:10:39.733283 dv-cinder-830088-4-iscsi neutron-server[103260]: DEBUG neutron.db.agents_db [None req-b0205aca-973a-4a8a-ba9e-4a4e25067b42 None None] Agent healthcheck: found 6 active agents {{(pid=103260) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 12 11:10:40.140608 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron.plugins.ml2.rpc [None req-e4b062a6-7a21-4431-be77-3c7776c11043 None None] Device 8e7b4c26-0625-4402-b824-2509bce3c8ad no longer exists at agent ovs-agent-dv-cinder-830088-4-iscsi {{(pid=103259) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 12 11:10:40.160233 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron.plugins.ml2.plugin [None req-e4b062a6-7a21-4431-be77-3c7776c11043 None None] No Port match for: 8e7b4c26-0625-4402-b824-2509bce3c8ad {{(pid=103259) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 12 11:10:40.160581 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron.plugins.ml2.rpc [None req-e4b062a6-7a21-4431-be77-3c7776c11043 None None] Device 8e7b4c26-0625-4402-b824-2509bce3c8ad not bound to the agent host dv-cinder-830088-4-iscsi {{(pid=103259) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 12 11:10:40.161000 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron.plugins.ml2.rpc [None req-e4b062a6-7a21-4431-be77-3c7776c11043 None None] Device 033b5712-b772-4ad6-8c5d-9bbf24283c0c no longer exists at agent ovs-agent-dv-cinder-830088-4-iscsi {{(pid=103259) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 12 11:10:40.179156 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron.plugins.ml2.plugin [None req-e4b062a6-7a21-4431-be77-3c7776c11043 None None] No Port match for: 033b5712-b772-4ad6-8c5d-9bbf24283c0c {{(pid=103259) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 12 11:10:40.179496 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron.plugins.ml2.rpc [None req-e4b062a6-7a21-4431-be77-3c7776c11043 None None] Device 033b5712-b772-4ad6-8c5d-9bbf24283c0c not bound to the agent host dv-cinder-830088-4-iscsi {{(pid=103259) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 12 11:10:40.278840 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron_lib.callbacks.manager [None req-e61109d2-b441-4d4a-aa28-bcca650eca1b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777667879581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1343690'] for agent (0a0a44e5-732d-48d9-a8ad-b47e7b7c1a86), after_update {{(pid=103259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:10:41.811772 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron_lib.callbacks.manager [None req-ae6c308c-a92e-4424-a7f8-d6a17e5174ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777667879581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1343690'] for agent (742b2e09-86ec-4663-b086-f6b891926c3e), after_update {{(pid=103259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:10:42.566608 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron_lib.callbacks.manager [None req-9d29ce3c-23e9-45a2-bae0-8bef79f8af6a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777667879581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1343690'] for agent (77f5e085-0284-4236-9dbf-35d2d452e277), after_update {{(pid=103259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:10:43.824062 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron_lib.callbacks.manager [None req-601bd752-88b9-4ad2-8e14-56931e32431b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777667879581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1343690'] for agent (3ceb33ec-7c20-4632-9357-4cc6534463de), after_update {{(pid=103259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:10:45.067082 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron_lib.callbacks.manager [None req-0acb87d3-0572-4b2c-b7c9-977edd32a8b9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777667879581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1343690'] for agent (3c144e28-9cc5-463d-ad96-a18b19cd455c), after_update {{(pid=103259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:10:46.558074 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron_lib.callbacks.manager [None req-e4b062a6-7a21-4431-be77-3c7776c11043 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777667879581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1343690'] for agent (c71cae7d-514b-467a-8477-0a67bee0b970), after_update {{(pid=103259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:10:48.539940 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.wsgi [-] (103258) accepted ('10.222.0.39', 57712) {{(pid=103258) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 11:10:48.639907 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-cb091bd1-2bcd-4f8a-8b99-c1d73c8f20c0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:10:48.711244 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-cb091bd1-2bcd-4f8a-8b99-c1d73c8f20c0 admin admin] Publish callbacks [] for security_group (02ebdfc8-b2d7-4cea-97a5-57aa49d195f1), precommit_create {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:10:48.714618 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-cb091bd1-2bcd-4f8a-8b99-c1d73c8f20c0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-415253'] for security_group (02ebdfc8-b2d7-4cea-97a5-57aa49d195f1), after_create {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:10:48.751733 dv-cinder-830088-4-iscsi neutron-server[103258]: INFO neutron.wsgi [None req-cb091bd1-2bcd-4f8a-8b99-c1d73c8f20c0 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=434a4da315f2462d98161e1196c9b0f2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2107525 Apr 12 11:10:48.752988 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb091bd1-2bcd-4f8a-8b99-c1d73c8f20c0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=02ebdfc8-b2d7-4cea-97a5-57aa49d195f1,revision_number=1']} {{(pid=103258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:10:48.754369 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron.wsgi [-] (103257) accepted ('10.222.0.39', 57718) {{(pid=103257) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 11:10:48.801651 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-a19e3972-6259-4955-8e6a-ce96e5ae5e73 admin admin] Publish callbacks [] for security_group (02ebdfc8-b2d7-4cea-97a5-57aa49d195f1), before_delete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:10:48.821993 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-a19e3972-6259-4955-8e6a-ce96e5ae5e73 admin admin] Publish callbacks [] for security_group (02ebdfc8-b2d7-4cea-97a5-57aa49d195f1), precommit_delete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:10:48.867152 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-a19e3972-6259-4955-8e6a-ce96e5ae5e73 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-415253'] for security_group (02ebdfc8-b2d7-4cea-97a5-57aa49d195f1), after_delete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:10:48.869871 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-a19e3972-6259-4955-8e6a-ce96e5ae5e73 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:10:48.871057 dv-cinder-830088-4-iscsi neutron-server[103257]: INFO neutron.wsgi [None req-a19e3972-6259-4955-8e6a-ce96e5ae5e73 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/02ebdfc8-b2d7-4cea-97a5-57aa49d195f1 HTTP/1.1" status: 204 len: 168 time: 0.1155698 Apr 12 11:10:48.878327 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a19e3972-6259-4955-8e6a-ce96e5ae5e73 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=02ebdfc8-b2d7-4cea-97a5-57aa49d195f1,revision_number=None']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:10:50.499217 dv-cinder-830088-4-iscsi neutron-server[103258]: INFO neutron.wsgi [req-61540e7c-851b-47da-a862-704b71e47863 req-0ea7eb9a-c17c-47dc-a758-0bc0bbbd2763 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=2ef72612-be1b-425f-9a62-f7ade87d4051&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0449686 Apr 12 11:10:50.596768 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61540e7c-851b-47da-a862-704b71e47863 req-e04ff00e-26f9-4915-bd98-33e08232188d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:10:50.598267 dv-cinder-830088-4-iscsi neutron-server[103258]: INFO neutron.wsgi [req-61540e7c-851b-47da-a862-704b71e47863 req-e04ff00e-26f9-4915-bd98-33e08232188d service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=64420168af994dfe8d37cc175e2bfbd6&device_id=2ef72612-be1b-425f-9a62-f7ade87d4051 HTTP/1.1" status: 200 len: 1130 time: 0.0393047 Apr 12 11:10:50.706515 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61540e7c-851b-47da-a862-704b71e47863 req-1a0ce974-1a87-4274-ad35-c32af180a62b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:10:50.708012 dv-cinder-830088-4-iscsi neutron-server[103258]: INFO neutron.wsgi [req-61540e7c-851b-47da-a862-704b71e47863 req-1a0ce974-1a87-4274-ad35-c32af180a62b service neutron] 10.222.0.53 "GET /v2.0/networks?id=5fe71604-a19f-4748-9dc5-7cc9d7ecf6be HTTP/1.1" status: 200 len: 918 time: 0.0915151 Apr 12 11:10:50.718813 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron.wsgi [-] (103257) accepted ('10.222.0.39', 57804) {{(pid=103257) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 11:10:50.774944 dv-cinder-830088-4-iscsi neutron-server[103258]: INFO neutron.wsgi [req-61540e7c-851b-47da-a862-704b71e47863 req-11d94555-d88c-4264-9a66-f45a5c082d94 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=327a6baa-d7cd-4006-bb9a-0930d2cb5b8f HTTP/1.1" status: 200 len: 1000 time: 0.0605087 Apr 12 11:10:50.822282 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61540e7c-851b-47da-a862-704b71e47863 req-6c0df324-da41-4546-840b-829541223ef4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:10:50.823776 dv-cinder-830088-4-iscsi neutron-server[103258]: INFO neutron.wsgi [req-61540e7c-851b-47da-a862-704b71e47863 req-6c0df324-da41-4546-840b-829541223ef4 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=e411d522-7486-40a5-b78b-47a221209e5e HTTP/1.1" status: 200 len: 856 time: 0.0430956 Apr 12 11:10:50.823926 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-7c761790-bd19-4086-bfb1-01f7c0774cec admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:10:50.867336 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61540e7c-851b-47da-a862-704b71e47863 req-4585054e-1a8c-48af-aa99-38807ef41263 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:10:50.868930 dv-cinder-830088-4-iscsi neutron-server[103258]: INFO neutron.wsgi [req-61540e7c-851b-47da-a862-704b71e47863 req-4585054e-1a8c-48af-aa99-38807ef41263 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=5fe71604-a19f-4748-9dc5-7cc9d7ecf6be&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0393536 Apr 12 11:10:50.901635 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-7c761790-bd19-4086-bfb1-01f7c0774cec admin admin] Publish callbacks [] for security_group (7c20f15c-71ef-4f99-9e53-a538e2f8951f), precommit_create {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:10:50.905413 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-7c761790-bd19-4086-bfb1-01f7c0774cec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-415253'] for security_group (7c20f15c-71ef-4f99-9e53-a538e2f8951f), after_create {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:10:50.942527 dv-cinder-830088-4-iscsi neutron-server[103257]: INFO neutron.wsgi [None req-7c761790-bd19-4086-bfb1-01f7c0774cec admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=098c3ed8c0bc49a68392f1489e4fd770&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2225814 Apr 12 11:10:50.945148 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron.wsgi [-] (103257) accepted ('10.222.0.39', 57808) {{(pid=103257) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 11:10:50.952445 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c761790-bd19-4086-bfb1-01f7c0774cec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7c20f15c-71ef-4f99-9e53-a538e2f8951f,revision_number=1']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:10:50.999006 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-47159448-3b41-43e7-923f-2410a75492fa admin admin] Publish callbacks [] for security_group (7c20f15c-71ef-4f99-9e53-a538e2f8951f), before_delete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:10:51.023100 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-47159448-3b41-43e7-923f-2410a75492fa admin admin] Publish callbacks [] for security_group (7c20f15c-71ef-4f99-9e53-a538e2f8951f), precommit_delete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:10:51.072274 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-47159448-3b41-43e7-923f-2410a75492fa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-415253'] for security_group (7c20f15c-71ef-4f99-9e53-a538e2f8951f), after_delete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:10:51.075213 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-47159448-3b41-43e7-923f-2410a75492fa admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:10:51.076427 dv-cinder-830088-4-iscsi neutron-server[103257]: INFO neutron.wsgi [None req-47159448-3b41-43e7-923f-2410a75492fa admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/7c20f15c-71ef-4f99-9e53-a538e2f8951f HTTP/1.1" status: 204 len: 168 time: 0.1303000 Apr 12 11:10:51.096383 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47159448-3b41-43e7-923f-2410a75492fa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7c20f15c-71ef-4f99-9e53-a538e2f8951f,revision_number=None']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:10:51.236836 dv-cinder-830088-4-iscsi neutron-server[103258]: INFO neutron.wsgi [req-61540e7c-851b-47da-a862-704b71e47863 req-714bd443-3851-45c2-8340-096e428cfbf4 service neutron] 10.222.0.53 "GET /v2.0/networks/5fe71604-a19f-4748-9dc5-7cc9d7ecf6be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3609612 Apr 12 11:10:51.327762 dv-cinder-830088-4-iscsi neutron-server[103258]: INFO neutron.wsgi [req-61540e7c-851b-47da-a862-704b71e47863 req-9b0a1e1f-2ea7-45cc-bc8d-7ab9eed40ed6 service neutron] 10.222.0.53 "GET /v2.0/networks/5fe71604-a19f-4748-9dc5-7cc9d7ecf6be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0840278 Apr 12 11:10:51.337182 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron.wsgi [-] (103257) accepted ('10.222.0.39', 57814) {{(pid=103257) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 11:10:51.350587 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-0321f8cc-597c-48ec-98ab-5f5ccb2c7cbc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:10:51.428096 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-0321f8cc-597c-48ec-98ab-5f5ccb2c7cbc admin admin] Publish callbacks [] for security_group (b1715737-4177-43f7-8379-0da7e055c8fd), precommit_create {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:10:51.431575 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-0321f8cc-597c-48ec-98ab-5f5ccb2c7cbc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-415253'] for security_group (b1715737-4177-43f7-8379-0da7e055c8fd), after_create {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:10:51.469656 dv-cinder-830088-4-iscsi neutron-server[103257]: INFO neutron.wsgi [None req-0321f8cc-597c-48ec-98ab-5f5ccb2c7cbc admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=1741f77ead734f2fab1b3782e7b2bef2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1314311 Apr 12 11:10:51.470517 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0321f8cc-597c-48ec-98ab-5f5ccb2c7cbc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b1715737-4177-43f7-8379-0da7e055c8fd,revision_number=1']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:10:51.472774 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.wsgi [-] (103258) accepted ('10.222.0.39', 57816) {{(pid=103258) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 11:10:51.521728 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-a9a26620-a11e-425c-b7bc-ebecd6796103 admin admin] Publish callbacks [] for security_group (b1715737-4177-43f7-8379-0da7e055c8fd), before_delete {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:10:51.543715 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-a9a26620-a11e-425c-b7bc-ebecd6796103 admin admin] Publish callbacks [] for security_group (b1715737-4177-43f7-8379-0da7e055c8fd), precommit_delete {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:10:51.592620 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-a9a26620-a11e-425c-b7bc-ebecd6796103 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-415253'] for security_group (b1715737-4177-43f7-8379-0da7e055c8fd), after_delete {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:10:51.595139 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-a9a26620-a11e-425c-b7bc-ebecd6796103 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:10:51.596285 dv-cinder-830088-4-iscsi neutron-server[103258]: INFO neutron.wsgi [None req-a9a26620-a11e-425c-b7bc-ebecd6796103 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/b1715737-4177-43f7-8379-0da7e055c8fd HTTP/1.1" status: 204 len: 168 time: 0.1224542 Apr 12 11:10:51.603597 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9a26620-a11e-425c-b7bc-ebecd6796103 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b1715737-4177-43f7-8379-0da7e055c8fd,revision_number=None']} {{(pid=103258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:10:58.587312 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77b4927e-618a-40de-afa2-ed5c0607636d req-e4f52f17-7ff1-4fa4-95b7-8eecb9d8da61 tempest-AttachVolumeNegativeTest-1347969699 tempest-AttachVolumeNegativeTest-1347969699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:10:58.588751 dv-cinder-830088-4-iscsi neutron-server[103258]: INFO neutron.wsgi [req-77b4927e-618a-40de-afa2-ed5c0607636d req-e4f52f17-7ff1-4fa4-95b7-8eecb9d8da61 tempest-AttachVolumeNegativeTest-1347969699 tempest-AttachVolumeNegativeTest-1347969699-project] 10.222.0.39 "GET /v2.0/ports?device_id=bbbeafe8-9b75-4c33-aa8a-b499a9359142 HTTP/1.1" status: 200 len: 946 time: 0.0466666 Apr 12 11:10:58.634378 dv-cinder-830088-4-iscsi neutron-server[103258]: INFO neutron.wsgi [req-77b4927e-618a-40de-afa2-ed5c0607636d req-f5b419a0-b57b-4c2a-bf86-6cef74ab0234 tempest-AttachVolumeNegativeTest-1347969699 tempest-AttachVolumeNegativeTest-1347969699-project] 10.222.0.39 "GET /v2.0/security-groups?id=cfe90a79-fe9e-4344-9ce3-7ebb4bf0c918&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398235 Apr 12 11:10:59.412860 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.wsgi [-] (103258) accepted ('10.222.0.39', 57978) {{(pid=103258) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 11:10:59.513693 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-7496ae4d-5046-4e41-8e74-4acbf21e70bc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:10:59.585734 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-7496ae4d-5046-4e41-8e74-4acbf21e70bc admin admin] Publish callbacks [] for security_group (cc50f2a5-7a3d-44fb-a71b-bf7cfb8412a3), precommit_create {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:10:59.589114 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-7496ae4d-5046-4e41-8e74-4acbf21e70bc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-415253'] for security_group (cc50f2a5-7a3d-44fb-a71b-bf7cfb8412a3), after_create {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:10:59.625311 dv-cinder-830088-4-iscsi neutron-server[103258]: INFO neutron.wsgi [None req-7496ae4d-5046-4e41-8e74-4acbf21e70bc admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=1a449244acd346a781df32d483e936cf&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2111681 Apr 12 11:10:59.627223 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7496ae4d-5046-4e41-8e74-4acbf21e70bc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cc50f2a5-7a3d-44fb-a71b-bf7cfb8412a3,revision_number=1']} {{(pid=103258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:10:59.627895 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron.wsgi [-] (103257) accepted ('10.222.0.39', 57982) {{(pid=103257) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 11:10:59.679099 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-75f42c61-b683-4b05-991e-ee618adb0245 admin admin] Publish callbacks [] for security_group (cc50f2a5-7a3d-44fb-a71b-bf7cfb8412a3), before_delete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:10:59.700580 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-75f42c61-b683-4b05-991e-ee618adb0245 admin admin] Publish callbacks [] for security_group (cc50f2a5-7a3d-44fb-a71b-bf7cfb8412a3), precommit_delete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:10:59.765156 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a50b89a-a3ae-4a3d-8999-2784e4e2a57c req-cc7eabf7-c67a-4b60-8fd3-77e41726b2f7 tempest-AttachVolumeNegativeTest-1347969699 tempest-AttachVolumeNegativeTest-1347969699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:10:59.766614 dv-cinder-830088-4-iscsi neutron-server[103257]: INFO neutron.wsgi [req-6a50b89a-a3ae-4a3d-8999-2784e4e2a57c req-cc7eabf7-c67a-4b60-8fd3-77e41726b2f7 tempest-AttachVolumeNegativeTest-1347969699 tempest-AttachVolumeNegativeTest-1347969699-project] 10.222.0.39 "GET /v2.0/ports?device_id=bbbeafe8-9b75-4c33-aa8a-b499a9359142 HTTP/1.1" status: 200 len: 946 time: 0.0641656 Apr 12 11:10:59.796804 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-75f42c61-b683-4b05-991e-ee618adb0245 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-415253'] for security_group (cc50f2a5-7a3d-44fb-a71b-bf7cfb8412a3), after_delete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:10:59.799320 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-75f42c61-b683-4b05-991e-ee618adb0245 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:10:59.800411 dv-cinder-830088-4-iscsi neutron-server[103257]: INFO neutron.wsgi [None req-75f42c61-b683-4b05-991e-ee618adb0245 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/cc50f2a5-7a3d-44fb-a71b-bf7cfb8412a3 HTTP/1.1" status: 204 len: 168 time: 0.1715343 Apr 12 11:10:59.820607 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75f42c61-b683-4b05-991e-ee618adb0245 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cc50f2a5-7a3d-44fb-a71b-bf7cfb8412a3,revision_number=None']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:10:59.834400 dv-cinder-830088-4-iscsi neutron-server[103257]: INFO neutron.wsgi [req-6a50b89a-a3ae-4a3d-8999-2784e4e2a57c req-de289bdd-f3fd-4a0e-becb-d11e708ce43c tempest-AttachVolumeNegativeTest-1347969699 tempest-AttachVolumeNegativeTest-1347969699-project] 10.222.0.39 "GET /v2.0/security-groups?id=cfe90a79-fe9e-4344-9ce3-7ebb4bf0c918&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0600030 Apr 12 11:11:00.073607 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron.wsgi [-] (103257) accepted ('10.222.0.39', 57990) {{(pid=103257) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 11:11:00.087271 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-9af8d1c6-2952-4dac-86aa-9704dde2e852 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:11:00.159714 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-9af8d1c6-2952-4dac-86aa-9704dde2e852 admin admin] Publish callbacks [] for security_group (bce400a9-e287-45b1-b406-60da0aa7c060), precommit_create {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:11:00.163987 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-9af8d1c6-2952-4dac-86aa-9704dde2e852 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-415253'] for security_group (bce400a9-e287-45b1-b406-60da0aa7c060), after_create {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:11:00.202931 dv-cinder-830088-4-iscsi neutron-server[103257]: INFO neutron.wsgi [None req-9af8d1c6-2952-4dac-86aa-9704dde2e852 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=44834fe387e64fdda1ed6c5947e445d9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1257672 Apr 12 11:11:00.202931 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9af8d1c6-2952-4dac-86aa-9704dde2e852 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bce400a9-e287-45b1-b406-60da0aa7c060,revision_number=1']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:11:00.203644 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.wsgi [-] (103258) accepted ('10.222.0.39', 57992) {{(pid=103258) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 11:11:00.254848 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-3ab8f9c1-ba73-4140-beb5-f8a5492fd3d7 admin admin] Publish callbacks [] for security_group (bce400a9-e287-45b1-b406-60da0aa7c060), before_delete {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:11:00.276249 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-3ab8f9c1-ba73-4140-beb5-f8a5492fd3d7 admin admin] Publish callbacks [] for security_group (bce400a9-e287-45b1-b406-60da0aa7c060), precommit_delete {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:11:00.321139 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-3ab8f9c1-ba73-4140-beb5-f8a5492fd3d7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-415253'] for security_group (bce400a9-e287-45b1-b406-60da0aa7c060), after_delete {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:11:00.323978 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-3ab8f9c1-ba73-4140-beb5-f8a5492fd3d7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:11:00.325094 dv-cinder-830088-4-iscsi neutron-server[103258]: INFO neutron.wsgi [None req-3ab8f9c1-ba73-4140-beb5-f8a5492fd3d7 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/bce400a9-e287-45b1-b406-60da0aa7c060 HTTP/1.1" status: 204 len: 168 time: 0.1204076 Apr 12 11:11:00.332440 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ab8f9c1-ba73-4140-beb5-f8a5492fd3d7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bce400a9-e287-45b1-b406-60da0aa7c060,revision_number=None']} {{(pid=103258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:11:00.629771 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron.wsgi [-] (103257) accepted ('10.222.0.39', 57998) {{(pid=103257) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 11:11:00.643492 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-6189edd2-5f16-4eae-a852-f12be2c524b7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:11:00.645675 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-767497df-6e65-4f54-b3d8-86bc174e91e2 req-a5fe76e9-ac7c-41bb-87d1-a1f1cc8a8713 tempest-AttachVolumeNegativeTest-1347969699 tempest-AttachVolumeNegativeTest-1347969699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:11:00.647150 dv-cinder-830088-4-iscsi neutron-server[103258]: INFO neutron.wsgi [req-767497df-6e65-4f54-b3d8-86bc174e91e2 req-a5fe76e9-ac7c-41bb-87d1-a1f1cc8a8713 tempest-AttachVolumeNegativeTest-1347969699 tempest-AttachVolumeNegativeTest-1347969699-project] 10.222.0.53 "GET /v2.0/ports?device_id=bbbeafe8-9b75-4c33-aa8a-b499a9359142 HTTP/1.1" status: 200 len: 946 time: 0.0490685 Apr 12 11:11:00.716816 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-6189edd2-5f16-4eae-a852-f12be2c524b7 admin admin] Publish callbacks [] for security_group (4aa99251-1be0-4dc0-8042-6b3889e886df), precommit_create {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:11:00.720529 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-6189edd2-5f16-4eae-a852-f12be2c524b7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-415253'] for security_group (4aa99251-1be0-4dc0-8042-6b3889e886df), after_create {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:11:00.733576 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.plugins.ml2.plugin [req-767497df-6e65-4f54-b3d8-86bc174e91e2 req-28d58b89-0ecc-4f8c-872d-489cc80932da tempest-AttachVolumeNegativeTest-1347969699 tempest-AttachVolumeNegativeTest-1347969699-project] Deleting port caf4dd33-4527-4948-8394-8fb672171104 {{(pid=103258) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 12 11:11:00.733918 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [req-767497df-6e65-4f54-b3d8-86bc174e91e2 req-28d58b89-0ecc-4f8c-872d-489cc80932da tempest-AttachVolumeNegativeTest-1347969699 tempest-AttachVolumeNegativeTest-1347969699-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777667983647'] for port (caf4dd33-4527-4948-8394-8fb672171104), before_delete {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:11:00.757565 dv-cinder-830088-4-iscsi neutron-server[103257]: INFO neutron.wsgi [None req-6189edd2-5f16-4eae-a852-f12be2c524b7 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=02a70d255f5843eea78dbd85c1e397c6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1266906 Apr 12 11:11:00.759481 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6189edd2-5f16-4eae-a852-f12be2c524b7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4aa99251-1be0-4dc0-8042-6b3889e886df,revision_number=1']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:11:00.760206 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.wsgi [-] (103258) accepted ('10.222.0.39', 58000) {{(pid=103258) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 11:11:00.856529 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.plugins.ml2.db [req-767497df-6e65-4f54-b3d8-86bc174e91e2 req-28d58b89-0ecc-4f8c-872d-489cc80932da tempest-AttachVolumeNegativeTest-1347969699 tempest-AttachVolumeNegativeTest-1347969699-project] For port caf4dd33-4527-4948-8394-8fb672171104, host hv-cinder-83008, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83008',level=0,port_id=caf4dd33-4527-4948-8394-8fb672171104,segment=NetworkSegment(7235212e-5ea9-4475-b7e8-0ed6cc0af829),segment_id=7235212e-5ea9-4475-b7e8-0ed6cc0af829)] {{(pid=103258) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 11:11:00.856907 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [req-767497df-6e65-4f54-b3d8-86bc174e91e2 req-28d58b89-0ecc-4f8c-872d-489cc80932da tempest-AttachVolumeNegativeTest-1347969699 tempest-AttachVolumeNegativeTest-1347969699-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-575824'] for port (caf4dd33-4527-4948-8394-8fb672171104), precommit_delete {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:11:00.866132 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-b1ac25ac-d81d-4240-8715-5e7be5b6ae3a admin admin] Publish callbacks [] for security_group (4aa99251-1be0-4dc0-8042-6b3889e886df), before_delete {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:11:00.960557 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-b1ac25ac-d81d-4240-8715-5e7be5b6ae3a admin admin] Publish callbacks [] for security_group (4aa99251-1be0-4dc0-8042-6b3889e886df), precommit_delete {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:11:01.000595 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a452db00-a0ee-4640-b412-254c8e445f2d req-8826eb79-94ce-48d4-9701-e36117b133bd tempest-AttachVolumeNegativeTest-1347969699 tempest-AttachVolumeNegativeTest-1347969699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:11:01.002050 dv-cinder-830088-4-iscsi neutron-server[103258]: INFO neutron.wsgi [req-a452db00-a0ee-4640-b412-254c8e445f2d req-8826eb79-94ce-48d4-9701-e36117b133bd tempest-AttachVolumeNegativeTest-1347969699 tempest-AttachVolumeNegativeTest-1347969699-project] 10.222.0.39 "GET /v2.0/ports?device_id=bbbeafe8-9b75-4c33-aa8a-b499a9359142 HTTP/1.1" status: 200 len: 946 time: 0.0923290 Apr 12 11:11:01.129892 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-b1ac25ac-d81d-4240-8715-5e7be5b6ae3a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-415253'] for security_group (4aa99251-1be0-4dc0-8042-6b3889e886df), after_delete {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:11:01.134416 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-b1ac25ac-d81d-4240-8715-5e7be5b6ae3a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:11:01.137054 dv-cinder-830088-4-iscsi neutron-server[103258]: INFO neutron.wsgi [None req-b1ac25ac-d81d-4240-8715-5e7be5b6ae3a admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/4aa99251-1be0-4dc0-8042-6b3889e886df HTTP/1.1" status: 204 len: 168 time: 0.3752449 Apr 12 11:11:01.157669 dv-cinder-830088-4-iscsi neutron-server[103258]: INFO neutron.wsgi [req-a452db00-a0ee-4640-b412-254c8e445f2d req-fbec5e63-d3a9-44fd-88c3-59ca843d1542 tempest-AttachVolumeNegativeTest-1347969699 tempest-AttachVolumeNegativeTest-1347969699-project] 10.222.0.39 "GET /v2.0/security-groups?id=cfe90a79-fe9e-4344-9ce3-7ebb4bf0c918&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1203563 Apr 12 11:11:01.162654 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1ac25ac-d81d-4240-8715-5e7be5b6ae3a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4aa99251-1be0-4dc0-8042-6b3889e886df,revision_number=None']} {{(pid=103258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:11:01.170567 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [req-767497df-6e65-4f54-b3d8-86bc174e91e2 req-28d58b89-0ecc-4f8c-872d-489cc80932da tempest-AttachVolumeNegativeTest-1347969699 tempest-AttachVolumeNegativeTest-1347969699-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:11:01.170961 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [req-767497df-6e65-4f54-b3d8-86bc174e91e2 req-28d58b89-0ecc-4f8c-872d-489cc80932da tempest-AttachVolumeNegativeTest-1347969699 tempest-AttachVolumeNegativeTest-1347969699-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-579534'] for floatingip (4ffae1c9-0e33-4cee-be48-c391a2419d7e), after_update {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:11:01.171282 dv-cinder-830088-4-iscsi neutron-server[103258]: INFO neutron.db.l3_db [req-767497df-6e65-4f54-b3d8-86bc174e91e2 req-28d58b89-0ecc-4f8c-872d-489cc80932da tempest-AttachVolumeNegativeTest-1347969699 tempest-AttachVolumeNegativeTest-1347969699-project] Floating IP 4ffae1c9-0e33-4cee-be48-c391a2419d7e disassociated. External IP: 172.27.3.229, port: caf4dd33-4527-4948-8394-8fb672171104. Apr 12 11:11:01.171628 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.plugins.ml2.plugin [req-767497df-6e65-4f54-b3d8-86bc174e91e2 req-28d58b89-0ecc-4f8c-872d-489cc80932da tempest-AttachVolumeNegativeTest-1347969699 tempest-AttachVolumeNegativeTest-1347969699-project] Calling delete_port for caf4dd33-4527-4948-8394-8fb672171104 owned by compute:nova {{(pid=103258) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 12 11:11:01.307530 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [req-767497df-6e65-4f54-b3d8-86bc174e91e2 req-28d58b89-0ecc-4f8c-872d-489cc80932da tempest-AttachVolumeNegativeTest-1347969699 tempest-AttachVolumeNegativeTest-1347969699-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1534861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777667992077', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777667450161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4796947'] for port (caf4dd33-4527-4948-8394-8fb672171104), after_delete {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:11:01.335708 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28d58b89-0ecc-4f8c-872d-489cc80932da tempest-AttachVolumeNegativeTest-1347969699 tempest-AttachVolumeNegativeTest-1347969699-project] Pushing event deleted for resources: {'Port': ['ID=caf4dd33-4527-4948-8394-8fb672171104,revision_number=None']} {{(pid=103258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:11:01.460548 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.scheduler.l3_agent_scheduler [req-767497df-6e65-4f54-b3d8-86bc174e91e2 req-28d58b89-0ecc-4f8c-872d-489cc80932da tempest-AttachVolumeNegativeTest-1347969699 tempest-AttachVolumeNegativeTest-1347969699-project] Router b40e7d0d-8f57-424d-96be-54b6f118e1d9 has already been hosted by L3 agent 77f5e085-0284-4236-9dbf-35d2d452e277 {{(pid=103258) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 12 11:11:01.572379 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-767497df-6e65-4f54-b3d8-86bc174e91e2 req-28d58b89-0ecc-4f8c-872d-489cc80932da tempest-AttachVolumeNegativeTest-1347969699 tempest-AttachVolumeNegativeTest-1347969699-project] Notify agent at l3_agent.dv-cinder-830088-4-iscsi the message routers_updated {{(pid=103258) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 12 11:11:01.583108 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-002b8f32-de26-4d30-8e09-83d40328fe87 None None] Sync routers for ids ['b40e7d0d-8f57-424d-96be-54b6f118e1d9'] in dv-cinder-830088-4-iscsi {{(pid=103259) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 12 11:11:01.596106 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron.db.l3_dvrscheduler_db [None req-002b8f32-de26-4d30-8e09-83d40328fe87 None None] Routers {'b40e7d0d-8f57-424d-96be-54b6f118e1d9'} bound to L3 agent in host dv-cinder-830088-4-iscsi {{(pid=103259) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 11:11:01.596770 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron.db.l3_hamode_db [None req-002b8f32-de26-4d30-8e09-83d40328fe87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830088-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-12T10:52:12Z,description=,heartbeat_timestamp=2022-04-12T11:10:43Z,host='dv-cinder-830088-4-iscsi',id=77f5e085-0284-4236-9dbf-35d2d452e277,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T10:52:12Z,topic='l3_agent')) {'router_ids': ['b40e7d0d-8f57-424d-96be-54b6f118e1d9'], 'active': True} {{(pid=103259) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 11:11:01.616131 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.db.l3_dvrscheduler_db [req-767497df-6e65-4f54-b3d8-86bc174e91e2 req-28d58b89-0ecc-4f8c-872d-489cc80932da tempest-AttachVolumeNegativeTest-1347969699 tempest-AttachVolumeNegativeTest-1347969699-project] No DVR routers for this DVR port caf4dd33-4527-4948-8394-8fb672171104 on host hv-cinder-83008 {{(pid=103258) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 12 11:11:01.618715 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [req-767497df-6e65-4f54-b3d8-86bc174e91e2 req-28d58b89-0ecc-4f8c-872d-489cc80932da tempest-AttachVolumeNegativeTest-1347969699 tempest-AttachVolumeNegativeTest-1347969699-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108023'] for port (None), before_response {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:11:01.622098 dv-cinder-830088-4-iscsi neutron-server[103258]: INFO neutron.wsgi [req-767497df-6e65-4f54-b3d8-86bc174e91e2 req-28d58b89-0ecc-4f8c-872d-489cc80932da tempest-AttachVolumeNegativeTest-1347969699 tempest-AttachVolumeNegativeTest-1347969699-project] 10.222.0.53 "DELETE /v2.0/ports/caf4dd33-4527-4948-8394-8fb672171104 HTTP/1.1" status: 204 len: 173 time: 0.9701209 Apr 12 11:11:01.622545 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bbbeafe8-9b75-4c33-aa8a-b499a9359142', 'name': 'network-vif-deleted', 'tag': 'caf4dd33-4527-4948-8394-8fb672171104'}] {{(pid=103258) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 11:11:01.624860 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c54b6d548356c9296345eb8e608a1624e6dfb095c10b2709a108c8ba991c21a4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-10b028cb-d83e-450f-be74-8187ba727513" -d '{"events": [{"server_uuid": "bbbeafe8-9b75-4c33-aa8a-b499a9359142", "name": "network-vif-deleted", "tag": "caf4dd33-4527-4948-8394-8fb672171104"}]}' {{(pid=103258) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 11:11:01.669516 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Apr 2022 11:11:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-600d4b38-2d80-4139-aa62-03dff2599dcb x-openstack-request-id: req-600d4b38-2d80-4139-aa62-03dff2599dcb {{(pid=103258) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 11:11:01.670130 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bbbeafe8-9b75-4c33-aa8a-b499a9359142", "name": "network-vif-deleted", "tag": "caf4dd33-4527-4948-8394-8fb672171104", "status": "completed", "code": 200}]} {{(pid=103258) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 11:11:01.670130 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-600d4b38-2d80-4139-aa62-03dff2599dcb {{(pid=103258) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 11:11:01.670526 dv-cinder-830088-4-iscsi neutron-server[103258]: INFO neutron.notifiers.nova [-] Nova event matching ['req-600d4b38-2d80-4139-aa62-03dff2599dcb'] response: {'server_uuid': 'bbbeafe8-9b75-4c33-aa8a-b499a9359142', 'name': 'network-vif-deleted', 'tag': 'caf4dd33-4527-4948-8394-8fb672171104', 'status': 'completed', 'code': 200} Apr 12 11:11:01.890341 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron.db.l3_dvr_db [None req-002b8f32-de26-4d30-8e09-83d40328fe87 None None] Set router b40e7d0d-8f57-424d-96be-54b6f118e1d9 gateway port host: dv-cinder-830088-4-iscsi {{(pid=103259) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 11:11:02.081938 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron.db.l3_hamode_db [None req-002b8f32-de26-4d30-8e09-83d40328fe87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b40e7d0d-8f57-424d-96be-54b6f118e1d9', 'name': 'tempest-AttachVolumeNegativeTest-942964669-router', 'tenant_id': 'e581060642574053bd171680bd4e15a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b7be5f2-485b-4c85-8f98-fb200971b61c', 'external_fixed_ips': [{'subnet_id': '4887111e-1302-416a-ab8e-c957c9df7f85', 'ip_address': '172.27.3.241'}], 'enable_snat': True}, 'gw_port_id': 'dd38917a-e181-47e0-9f30-aa2e24b0ed10', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T11:00:41Z', 'updated_at': '2022-04-12T11:00:48Z', 'revision_number': 4, 'project_id': 'e581060642574053bd171680bd4e15a9', 'gw_port': {'id': 'dd38917a-e181-47e0-9f30-aa2e24b0ed10', 'name': '', 'network_id': '3b7be5f2-485b-4c85-8f98-fb200971b61c', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:d9:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b40e7d0d-8f57-424d-96be-54b6f118e1d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '4887111e-1302-416a-ab8e-c957c9df7f85', 'ip_address': '172.27.3.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830088-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T11:00:42Z', 'updated_at': '2022-04-12T11:00:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4887111e-1302-416a-ab8e-c957c9df7f85', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830088-4-iscsi', '_interfaces': [{'id': 'a2233ce1-933b-408f-884a-0a19dee76ba7', 'name': '', 'network_id': '8605bce6-3955-4448-bd79-8ef881f45c6d', 'tenant_id': 'e581060642574053bd171680bd4e15a9', 'mac_address': 'fa:16:3e:b3:0a:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b40e7d0d-8f57-424d-96be-54b6f118e1d9', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': '342bfb33-54ce-4b31-b1d9-ee13f5d2ec00', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830088-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T11:00:47Z', 'updated_at': '2022-04-12T11:00:57Z', 'revision_number': 5, 'project_id': 'e581060642574053bd171680bd4e15a9', 'subnets': [{'id': '342bfb33-54ce-4b31-b1d9-ee13f5d2ec00', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830088-4-iscsi', False) {} {{(pid=103259) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 11:11:02.119387 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-002b8f32-de26-4d30-8e09-83d40328fe87 None None] Checking router: b40e7d0d-8f57-424d-96be-54b6f118e1d9 for host: dv-cinder-830088-4-iscsi {{(pid=103259) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 12 11:11:02.128676 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron.db.l3_dvrscheduler_db [None req-002b8f32-de26-4d30-8e09-83d40328fe87 None None] Routers {'b40e7d0d-8f57-424d-96be-54b6f118e1d9'} bound to L3 agent in host dv-cinder-830088-4-iscsi {{(pid=103259) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 11:11:02.129287 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron.db.l3_hamode_db [None req-002b8f32-de26-4d30-8e09-83d40328fe87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830088-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-12T10:52:12Z,description=,heartbeat_timestamp=2022-04-12T11:10:43Z,host='dv-cinder-830088-4-iscsi',id=77f5e085-0284-4236-9dbf-35d2d452e277,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T10:52:12Z,topic='l3_agent')) {'router_ids': ['b40e7d0d-8f57-424d-96be-54b6f118e1d9'], 'active': True} {{(pid=103259) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 11:11:02.250389 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.wsgi [-] (103258) accepted ('10.222.0.39', 58072) {{(pid=103258) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 11:11:02.263022 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron.db.l3_dvr_db [None req-002b8f32-de26-4d30-8e09-83d40328fe87 None None] Set router b40e7d0d-8f57-424d-96be-54b6f118e1d9 gateway port host: dv-cinder-830088-4-iscsi {{(pid=103259) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 11:11:02.309179 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-5f61018c-f50b-4b66-9e9a-72ff944c2cd5 tempest-AttachVolumeNegativeTest-1347969699 tempest-AttachVolumeNegativeTest-1347969699-project] Publish callbacks [] for security_group (cfe90a79-fe9e-4344-9ce3-7ebb4bf0c918), before_delete {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:11:02.334736 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-5f61018c-f50b-4b66-9e9a-72ff944c2cd5 tempest-AttachVolumeNegativeTest-1347969699 tempest-AttachVolumeNegativeTest-1347969699-project] Publish callbacks [] for security_group (cfe90a79-fe9e-4344-9ce3-7ebb4bf0c918), precommit_delete {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:11:02.392356 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-5f61018c-f50b-4b66-9e9a-72ff944c2cd5 tempest-AttachVolumeNegativeTest-1347969699 tempest-AttachVolumeNegativeTest-1347969699-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-415253'] for security_group (cfe90a79-fe9e-4344-9ce3-7ebb4bf0c918), after_delete {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:11:02.394978 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-5f61018c-f50b-4b66-9e9a-72ff944c2cd5 tempest-AttachVolumeNegativeTest-1347969699 tempest-AttachVolumeNegativeTest-1347969699-project] Publish callbacks [] for security_group (None), before_response {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:11:02.396237 dv-cinder-830088-4-iscsi neutron-server[103258]: INFO neutron.wsgi [None req-5f61018c-f50b-4b66-9e9a-72ff944c2cd5 tempest-AttachVolumeNegativeTest-1347969699 tempest-AttachVolumeNegativeTest-1347969699-project] 10.222.0.39 "DELETE /v2.0/security-groups/cfe90a79-fe9e-4344-9ce3-7ebb4bf0c918 HTTP/1.1" status: 204 len: 168 time: 0.1447513 Apr 12 11:11:02.400012 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron.wsgi [-] (103257) accepted ('10.222.0.39', 58074) {{(pid=103257) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 11:11:02.405738 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f61018c-f50b-4b66-9e9a-72ff944c2cd5 tempest-AttachVolumeNegativeTest-1347969699 tempest-AttachVolumeNegativeTest-1347969699-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=cfe90a79-fe9e-4344-9ce3-7ebb4bf0c918,revision_number=None']} {{(pid=103258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:11:02.445106 dv-cinder-830088-4-iscsi neutron-server[103257]: INFO neutron.api.v2.resource [None req-4f0ee36a-7c0d-47a5-aed4-f64c9a4dd52c tempest-AttachVolumeNegativeTest-1347969699 tempest-AttachVolumeNegativeTest-1347969699-project] show failed (client error): The resource could not be found. Apr 12 11:11:02.449743 dv-cinder-830088-4-iscsi neutron-server[103257]: INFO neutron.wsgi [None req-4f0ee36a-7c0d-47a5-aed4-f64c9a4dd52c tempest-AttachVolumeNegativeTest-1347969699 tempest-AttachVolumeNegativeTest-1347969699-project] 10.222.0.39 "GET /v2.0/security-groups/cfe90a79-fe9e-4344-9ce3-7ebb4bf0c918 HTTP/1.1" status: 404 len: 347 time: 0.0440490 Apr 12 11:11:02.450421 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.wsgi [-] (103258) accepted ('10.222.0.39', 58078) {{(pid=103258) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 11:11:02.488253 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron.db.l3_hamode_db [None req-002b8f32-de26-4d30-8e09-83d40328fe87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b40e7d0d-8f57-424d-96be-54b6f118e1d9', 'name': 'tempest-AttachVolumeNegativeTest-942964669-router', 'tenant_id': 'e581060642574053bd171680bd4e15a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b7be5f2-485b-4c85-8f98-fb200971b61c', 'external_fixed_ips': [{'subnet_id': '4887111e-1302-416a-ab8e-c957c9df7f85', 'ip_address': '172.27.3.241'}], 'enable_snat': True}, 'gw_port_id': 'dd38917a-e181-47e0-9f30-aa2e24b0ed10', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T11:00:41Z', 'updated_at': '2022-04-12T11:00:48Z', 'revision_number': 4, 'project_id': 'e581060642574053bd171680bd4e15a9', 'gw_port': {'id': 'dd38917a-e181-47e0-9f30-aa2e24b0ed10', 'name': '', 'network_id': '3b7be5f2-485b-4c85-8f98-fb200971b61c', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:d9:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b40e7d0d-8f57-424d-96be-54b6f118e1d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '4887111e-1302-416a-ab8e-c957c9df7f85', 'ip_address': '172.27.3.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830088-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T11:00:42Z', 'updated_at': '2022-04-12T11:00:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4887111e-1302-416a-ab8e-c957c9df7f85', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830088-4-iscsi', '_interfaces': [{'id': 'a2233ce1-933b-408f-884a-0a19dee76ba7', 'name': '', 'network_id': '8605bce6-3955-4448-bd79-8ef881f45c6d', 'tenant_id': 'e581060642574053bd171680bd4e15a9', 'mac_address': 'fa:16:3e:b3:0a:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b40e7d0d-8f57-424d-96be-54b6f118e1d9', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': '342bfb33-54ce-4b31-b1d9-ee13f5d2ec00', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830088-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T11:00:47Z', 'updated_at': '2022-04-12T11:00:57Z', 'revision_number': 5, 'project_id': 'e581060642574053bd171680bd4e15a9', 'subnets': [{'id': '342bfb33-54ce-4b31-b1d9-ee13f5d2ec00', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830088-4-iscsi', False) {} {{(pid=103259) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 11:11:02.521669 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-002b8f32-de26-4d30-8e09-83d40328fe87 None None] The sync data for ids ['b40e7d0d-8f57-424d-96be-54b6f118e1d9'] in dv-cinder-830088-4-iscsi is: [{'id': 'b40e7d0d-8f57-424d-96be-54b6f118e1d9', 'name': 'tempest-AttachVolumeNegativeTest-942964669-router', 'tenant_id': 'e581060642574053bd171680bd4e15a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b7be5f2-485b-4c85-8f98-fb200971b61c', 'external_fixed_ips': [{'subnet_id': '4887111e-1302-416a-ab8e-c957c9df7f85', 'ip_address': '172.27.3.241'}], 'enable_snat': True}, 'gw_port_id': 'dd38917a-e181-47e0-9f30-aa2e24b0ed10', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T11:00:41Z', 'updated_at': '2022-04-12T11:00:48Z', 'revision_number': 4, 'project_id': 'e581060642574053bd171680bd4e15a9', 'gw_port': {'id': 'dd38917a-e181-47e0-9f30-aa2e24b0ed10', 'name': '', 'network_id': '3b7be5f2-485b-4c85-8f98-fb200971b61c', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:d9:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b40e7d0d-8f57-424d-96be-54b6f118e1d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '4887111e-1302-416a-ab8e-c957c9df7f85', 'ip_address': '172.27.3.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830088-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T11:00:42Z', 'updated_at': '2022-04-12T11:00:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4887111e-1302-416a-ab8e-c957c9df7f85', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830088-4-iscsi', '_interfaces': [{'id': 'a2233ce1-933b-408f-884a-0a19dee76ba7', 'name': '', 'network_id': '8605bce6-3955-4448-bd79-8ef881f45c6d', 'tenant_id': 'e581060642574053bd171680bd4e15a9', 'mac_address': 'fa:16:3e:b3:0a:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b40e7d0d-8f57-424d-96be-54b6f118e1d9', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': '342bfb33-54ce-4b31-b1d9-ee13f5d2ec00', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830088-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T11:00:47Z', 'updated_at': '2022-04-12T11:00:57Z', 'revision_number': 5, 'project_id': 'e581060642574053bd171680bd4e15a9', 'subnets': [{'id': '342bfb33-54ce-4b31-b1d9-ee13f5d2ec00', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103259) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 12 11:11:02.581158 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.plugins.ml2.plugin [None req-f48a7155-fc7a-4faa-982a-c3fa70f1c006 tempest-AttachVolumeNegativeTest-1347969699 tempest-AttachVolumeNegativeTest-1347969699-project] Deleting port 83f253f8-a076-43ed-a79c-f8f563581f51 {{(pid=103258) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 12 11:11:02.581498 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-f48a7155-fc7a-4faa-982a-c3fa70f1c006 tempest-AttachVolumeNegativeTest-1347969699 tempest-AttachVolumeNegativeTest-1347969699-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777667983647'] for port (83f253f8-a076-43ed-a79c-f8f563581f51), before_delete {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:11:02.658501 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-f48a7155-fc7a-4faa-982a-c3fa70f1c006 tempest-AttachVolumeNegativeTest-1347969699 tempest-AttachVolumeNegativeTest-1347969699-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-575824'] for port (83f253f8-a076-43ed-a79c-f8f563581f51), precommit_delete {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:11:02.659111 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-f48a7155-fc7a-4faa-982a-c3fa70f1c006 tempest-AttachVolumeNegativeTest-1347969699 tempest-AttachVolumeNegativeTest-1347969699-project] Publish callbacks [] for floatingip (83f253f8-a076-43ed-a79c-f8f563581f51), precommit_delete {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:11:02.676011 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.plugins.ml2.plugin [None req-f48a7155-fc7a-4faa-982a-c3fa70f1c006 tempest-AttachVolumeNegativeTest-1347969699 tempest-AttachVolumeNegativeTest-1347969699-project] Calling delete_port for 83f253f8-a076-43ed-a79c-f8f563581f51 owned by network:floatingip {{(pid=103258) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 12 11:11:02.765336 dv-cinder-830088-4-iscsi neutron-server[103260]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad0b071a-e4d6-452b-8fae-78a38f614d64 None None] New status for floating IP 4ffae1c9-0e33-4cee-be48-c391a2419d7e: DOWN {{(pid=103260) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 12 11:11:02.819096 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-f48a7155-fc7a-4faa-982a-c3fa70f1c006 tempest-AttachVolumeNegativeTest-1347969699 tempest-AttachVolumeNegativeTest-1347969699-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1534861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777667992077', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777667450161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4796947'] for port (83f253f8-a076-43ed-a79c-f8f563581f51), after_delete {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:11:02.843903 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f48a7155-fc7a-4faa-982a-c3fa70f1c006 tempest-AttachVolumeNegativeTest-1347969699 tempest-AttachVolumeNegativeTest-1347969699-project] Pushing event deleted for resources: {'Port': ['ID=83f253f8-a076-43ed-a79c-f8f563581f51,revision_number=None']} {{(pid=103258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:11:02.845903 dv-cinder-830088-4-iscsi neutron-server[103260]: DEBUG neutron_lib.db.api [None req-ad0b071a-e4d6-452b-8fae-78a38f614d64 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103260) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 12 11:11:02.846318 dv-cinder-830088-4-iscsi neutron-server[103260]: DEBUG oslo_db.api [None req-ad0b071a-e4d6-452b-8fae-78a38f614d64 None None] Performing DB retry for function neutron.api.rpc.handlers.l3_rpc.L3RpcCallback.update_floatingip_statuses {{(pid=103260) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 12 11:11:02.918444 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-f48a7155-fc7a-4faa-982a-c3fa70f1c006 tempest-AttachVolumeNegativeTest-1347969699 tempest-AttachVolumeNegativeTest-1347969699-project] Publish callbacks [] for floatingip (4ffae1c9-0e33-4cee-be48-c391a2419d7e), after_delete {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:11:02.921404 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-f48a7155-fc7a-4faa-982a-c3fa70f1c006 tempest-AttachVolumeNegativeTest-1347969699 tempest-AttachVolumeNegativeTest-1347969699-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108023'] for floatingip (None), before_response {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:11:02.922808 dv-cinder-830088-4-iscsi neutron-server[103258]: INFO neutron.wsgi [None req-f48a7155-fc7a-4faa-982a-c3fa70f1c006 tempest-AttachVolumeNegativeTest-1347969699 tempest-AttachVolumeNegativeTest-1347969699-project] 10.222.0.39 "DELETE /v2.0/floatingips/4ffae1c9-0e33-4cee-be48-c391a2419d7e HTTP/1.1" status: 204 len: 168 time: 0.4718299 Apr 12 11:11:03.347584 dv-cinder-830088-4-iscsi neutron-server[103260]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad0b071a-e4d6-452b-8fae-78a38f614d64 None None] New status for floating IP 4ffae1c9-0e33-4cee-be48-c391a2419d7e: DOWN {{(pid=103260) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 12 11:11:03.609594 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron.plugins.ml2.rpc [None req-ae6c308c-a92e-4424-a7f8-d6a17e5174ef None None] Device caf4dd33-4527-4948-8394-8fb672171104 no longer exists at agent hyperv_hv-cinder-83008 {{(pid=103259) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 12 11:11:03.629136 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron.plugins.ml2.plugin [None req-ae6c308c-a92e-4424-a7f8-d6a17e5174ef None None] No Port match for: caf4dd33-4527-4948-8394-8fb672171104 {{(pid=103259) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 12 11:11:03.629476 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron.plugins.ml2.rpc [None req-ae6c308c-a92e-4424-a7f8-d6a17e5174ef None None] Device caf4dd33-4527-4948-8394-8fb672171104 not bound to the agent host hv-cinder-83008 {{(pid=103259) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 12 11:11:06.556259 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.wsgi [-] (103258) accepted ('10.222.0.39', 58138) {{(pid=103258) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 11:11:07.029599 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-fdbbd74e-fe09-4724-9005-75177cf9f5d9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-584654'] for router_interface (b40e7d0d-8f57-424d-96be-54b6f118e1d9), before_delete {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:11:07.271003 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.plugins.ml2.plugin [None req-fdbbd74e-fe09-4724-9005-75177cf9f5d9 admin admin] Deleting port a2233ce1-933b-408f-884a-0a19dee76ba7 {{(pid=103258) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 12 11:11:07.271342 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-fdbbd74e-fe09-4724-9005-75177cf9f5d9 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777667983647'] for port (a2233ce1-933b-408f-884a-0a19dee76ba7), before_delete {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:11:07.360657 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.plugins.ml2.db [None req-fdbbd74e-fe09-4724-9005-75177cf9f5d9 admin admin] For port a2233ce1-933b-408f-884a-0a19dee76ba7, host dv-cinder-830088-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830088-4-iscsi',level=0,port_id=a2233ce1-933b-408f-884a-0a19dee76ba7,segment=NetworkSegment(7235212e-5ea9-4475-b7e8-0ed6cc0af829),segment_id=7235212e-5ea9-4475-b7e8-0ed6cc0af829)] {{(pid=103258) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 11:11:07.361014 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-fdbbd74e-fe09-4724-9005-75177cf9f5d9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-575824'] for port (a2233ce1-933b-408f-884a-0a19dee76ba7), precommit_delete {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:11:07.377449 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.plugins.ml2.plugin [None req-fdbbd74e-fe09-4724-9005-75177cf9f5d9 admin admin] Calling delete_port for a2233ce1-933b-408f-884a-0a19dee76ba7 owned by network:router_interface {{(pid=103258) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 12 11:11:07.563664 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-fdbbd74e-fe09-4724-9005-75177cf9f5d9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1534861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777667992077', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777667450161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4796947'] for port (a2233ce1-933b-408f-884a-0a19dee76ba7), after_delete {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:11:07.589666 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdbbd74e-fe09-4724-9005-75177cf9f5d9 admin admin] Pushing event deleted for resources: {'Port': ['ID=a2233ce1-933b-408f-884a-0a19dee76ba7,revision_number=None']} {{(pid=103258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:11:07.771357 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-fdbbd74e-fe09-4724-9005-75177cf9f5d9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-586184', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-584546'] for router_interface (b40e7d0d-8f57-424d-96be-54b6f118e1d9), after_delete {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:11:07.988083 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fdbbd74e-fe09-4724-9005-75177cf9f5d9 admin admin] Router b40e7d0d-8f57-424d-96be-54b6f118e1d9 has already been hosted by L3 agent 77f5e085-0284-4236-9dbf-35d2d452e277 {{(pid=103258) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 12 11:11:08.096902 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fdbbd74e-fe09-4724-9005-75177cf9f5d9 admin admin] Notify agent at l3_agent.dv-cinder-830088-4-iscsi the message routers_updated {{(pid=103258) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 12 11:11:08.103004 dv-cinder-830088-4-iscsi neutron-server[103258]: INFO neutron.wsgi [None req-fdbbd74e-fe09-4724-9005-75177cf9f5d9 admin admin] 10.222.0.39 "PUT /v2.0/routers/b40e7d0d-8f57-424d-96be-54b6f118e1d9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5456049 Apr 12 11:11:08.105603 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.wsgi [-] (103258) accepted ('10.222.0.39', 58146) {{(pid=103258) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 11:11:08.112940 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf501479-0fa8-42d2-b69d-f1978fe36eac None None] Sync routers for ids ['b40e7d0d-8f57-424d-96be-54b6f118e1d9'] in dv-cinder-830088-4-iscsi {{(pid=103259) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 12 11:11:08.123590 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf501479-0fa8-42d2-b69d-f1978fe36eac None None] Routers {'b40e7d0d-8f57-424d-96be-54b6f118e1d9'} bound to L3 agent in host dv-cinder-830088-4-iscsi {{(pid=103259) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 11:11:08.124292 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron.db.l3_hamode_db [None req-bf501479-0fa8-42d2-b69d-f1978fe36eac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830088-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-12T10:52:12Z,description=,heartbeat_timestamp=2022-04-12T11:10:43Z,host='dv-cinder-830088-4-iscsi',id=77f5e085-0284-4236-9dbf-35d2d452e277,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T10:52:12Z,topic='l3_agent')) {'router_ids': ['b40e7d0d-8f57-424d-96be-54b6f118e1d9'], 'active': True} {{(pid=103259) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 11:11:08.241277 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron.db.l3_dvr_db [None req-bf501479-0fa8-42d2-b69d-f1978fe36eac None None] Set router b40e7d0d-8f57-424d-96be-54b6f118e1d9 gateway port host: dv-cinder-830088-4-iscsi {{(pid=103259) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 11:11:08.418349 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron.db.l3_hamode_db [None req-bf501479-0fa8-42d2-b69d-f1978fe36eac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b40e7d0d-8f57-424d-96be-54b6f118e1d9', 'name': 'tempest-AttachVolumeNegativeTest-942964669-router', 'tenant_id': 'e581060642574053bd171680bd4e15a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b7be5f2-485b-4c85-8f98-fb200971b61c', 'external_fixed_ips': [{'subnet_id': '4887111e-1302-416a-ab8e-c957c9df7f85', 'ip_address': '172.27.3.241'}], 'enable_snat': True}, 'gw_port_id': 'dd38917a-e181-47e0-9f30-aa2e24b0ed10', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T11:00:41Z', 'updated_at': '2022-04-12T11:11:07Z', 'revision_number': 5, 'project_id': 'e581060642574053bd171680bd4e15a9', 'gw_port': {'id': 'dd38917a-e181-47e0-9f30-aa2e24b0ed10', 'name': '', 'network_id': '3b7be5f2-485b-4c85-8f98-fb200971b61c', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:d9:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b40e7d0d-8f57-424d-96be-54b6f118e1d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '4887111e-1302-416a-ab8e-c957c9df7f85', 'ip_address': '172.27.3.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830088-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T11:00:42Z', 'updated_at': '2022-04-12T11:00:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4887111e-1302-416a-ab8e-c957c9df7f85', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830088-4-iscsi'}], 'dv-cinder-830088-4-iscsi', False) {} {{(pid=103259) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 11:11:08.451514 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf501479-0fa8-42d2-b69d-f1978fe36eac None None] Checking router: b40e7d0d-8f57-424d-96be-54b6f118e1d9 for host: dv-cinder-830088-4-iscsi {{(pid=103259) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 12 11:11:08.457737 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf501479-0fa8-42d2-b69d-f1978fe36eac None None] Routers {'b40e7d0d-8f57-424d-96be-54b6f118e1d9'} bound to L3 agent in host dv-cinder-830088-4-iscsi {{(pid=103259) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 11:11:08.461344 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron.db.l3_hamode_db [None req-bf501479-0fa8-42d2-b69d-f1978fe36eac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830088-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-12T10:52:12Z,description=,heartbeat_timestamp=2022-04-12T11:10:43Z,host='dv-cinder-830088-4-iscsi',id=77f5e085-0284-4236-9dbf-35d2d452e277,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T10:52:12Z,topic='l3_agent')) {'router_ids': ['b40e7d0d-8f57-424d-96be-54b6f118e1d9'], 'active': True} {{(pid=103259) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 11:11:08.497323 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-d5b97d61-762f-4560-b629-f6779622d7e3 admin admin] Publish callbacks [] for router (b40e7d0d-8f57-424d-96be-54b6f118e1d9), before_delete {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:11:08.577138 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron.db.l3_dvr_db [None req-bf501479-0fa8-42d2-b69d-f1978fe36eac None None] Set router b40e7d0d-8f57-424d-96be-54b6f118e1d9 gateway port host: dv-cinder-830088-4-iscsi {{(pid=103259) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 11:11:08.620878 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-d5b97d61-762f-4560-b629-f6779622d7e3 admin admin] Publish callbacks [] for router_gateway (b40e7d0d-8f57-424d-96be-54b6f118e1d9), before_delete {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:11:08.666949 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.plugins.ml2.plugin [None req-d5b97d61-762f-4560-b629-f6779622d7e3 admin admin] Deleting port dd38917a-e181-47e0-9f30-aa2e24b0ed10 {{(pid=103258) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 12 11:11:08.667289 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-d5b97d61-762f-4560-b629-f6779622d7e3 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777667983647'] for port (dd38917a-e181-47e0-9f30-aa2e24b0ed10), before_delete {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:11:08.748849 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.plugins.ml2.db [None req-d5b97d61-762f-4560-b629-f6779622d7e3 admin admin] For port dd38917a-e181-47e0-9f30-aa2e24b0ed10, host dv-cinder-830088-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830088-4-iscsi',level=0,port_id=dd38917a-e181-47e0-9f30-aa2e24b0ed10,segment=NetworkSegment(d942c271-b630-4108-8616-b993c4b79ecb),segment_id=d942c271-b630-4108-8616-b993c4b79ecb)] {{(pid=103258) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 11:11:08.749157 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-d5b97d61-762f-4560-b629-f6779622d7e3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-575824'] for port (dd38917a-e181-47e0-9f30-aa2e24b0ed10), precommit_delete {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:11:08.762047 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.plugins.ml2.plugin [None req-d5b97d61-762f-4560-b629-f6779622d7e3 admin admin] Calling delete_port for dd38917a-e181-47e0-9f30-aa2e24b0ed10 owned by network:router_gateway {{(pid=103258) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 12 11:11:08.763271 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron.db.l3_hamode_db [None req-bf501479-0fa8-42d2-b69d-f1978fe36eac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b40e7d0d-8f57-424d-96be-54b6f118e1d9', 'name': 'tempest-AttachVolumeNegativeTest-942964669-router', 'tenant_id': 'e581060642574053bd171680bd4e15a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b7be5f2-485b-4c85-8f98-fb200971b61c', 'external_fixed_ips': [{'subnet_id': '4887111e-1302-416a-ab8e-c957c9df7f85', 'ip_address': '172.27.3.241'}], 'enable_snat': True}, 'gw_port_id': 'dd38917a-e181-47e0-9f30-aa2e24b0ed10', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T11:00:41Z', 'updated_at': '2022-04-12T11:11:07Z', 'revision_number': 5, 'project_id': 'e581060642574053bd171680bd4e15a9', 'gw_port': {'id': 'dd38917a-e181-47e0-9f30-aa2e24b0ed10', 'name': '', 'network_id': '3b7be5f2-485b-4c85-8f98-fb200971b61c', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:d9:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b40e7d0d-8f57-424d-96be-54b6f118e1d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '4887111e-1302-416a-ab8e-c957c9df7f85', 'ip_address': '172.27.3.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830088-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T11:00:42Z', 'updated_at': '2022-04-12T11:00:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4887111e-1302-416a-ab8e-c957c9df7f85', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830088-4-iscsi'}], 'dv-cinder-830088-4-iscsi', False) {} {{(pid=103259) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 11:11:08.794205 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf501479-0fa8-42d2-b69d-f1978fe36eac None None] The sync data for ids ['b40e7d0d-8f57-424d-96be-54b6f118e1d9'] in dv-cinder-830088-4-iscsi is: [{'id': 'b40e7d0d-8f57-424d-96be-54b6f118e1d9', 'name': 'tempest-AttachVolumeNegativeTest-942964669-router', 'tenant_id': 'e581060642574053bd171680bd4e15a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b7be5f2-485b-4c85-8f98-fb200971b61c', 'external_fixed_ips': [{'subnet_id': '4887111e-1302-416a-ab8e-c957c9df7f85', 'ip_address': '172.27.3.241'}], 'enable_snat': True}, 'gw_port_id': 'dd38917a-e181-47e0-9f30-aa2e24b0ed10', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T11:00:41Z', 'updated_at': '2022-04-12T11:11:07Z', 'revision_number': 5, 'project_id': 'e581060642574053bd171680bd4e15a9', 'gw_port': {'id': 'dd38917a-e181-47e0-9f30-aa2e24b0ed10', 'name': '', 'network_id': '3b7be5f2-485b-4c85-8f98-fb200971b61c', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:d9:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b40e7d0d-8f57-424d-96be-54b6f118e1d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '4887111e-1302-416a-ab8e-c957c9df7f85', 'ip_address': '172.27.3.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830088-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T11:00:42Z', 'updated_at': '2022-04-12T11:00:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4887111e-1302-416a-ab8e-c957c9df7f85', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830088-4-iscsi'}] {{(pid=103259) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 12 11:11:08.933830 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-d5b97d61-762f-4560-b629-f6779622d7e3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1534861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777667992077', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777667450161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4796947'] for port (dd38917a-e181-47e0-9f30-aa2e24b0ed10), after_delete {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:11:08.962262 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5b97d61-762f-4560-b629-f6779622d7e3 admin admin] Pushing event deleted for resources: {'Port': ['ID=dd38917a-e181-47e0-9f30-aa2e24b0ed10,revision_number=None']} {{(pid=103258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:11:09.026164 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-d5b97d61-762f-4560-b629-f6779622d7e3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-579460'] for router_gateway (b40e7d0d-8f57-424d-96be-54b6f118e1d9), after_delete {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:11:09.122059 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-d5b97d61-762f-4560-b629-f6779622d7e3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-519722', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14489'] for router (b40e7d0d-8f57-424d-96be-54b6f118e1d9), precommit_delete {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:11:09.124631 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-d5b97d61-762f-4560-b629-f6779622d7e3 admin admin] Publish callbacks [] for router_controller (b40e7d0d-8f57-424d-96be-54b6f118e1d9), precommit_delete_associations {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:11:09.173969 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-d5b97d61-762f-4560-b629-f6779622d7e3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-519715'] for router (b40e7d0d-8f57-424d-96be-54b6f118e1d9), after_delete {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:11:09.174576 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d5b97d61-762f-4560-b629-f6779622d7e3 admin admin] Fanout notify agent at l3_agent the message router_deleted on router b40e7d0d-8f57-424d-96be-54b6f118e1d9 {{(pid=103258) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 12 11:11:09.179204 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-d5b97d61-762f-4560-b629-f6779622d7e3 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:11:09.183003 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron.wsgi [-] (103257) accepted ('10.222.0.39', 58150) {{(pid=103257) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 11:11:09.183509 dv-cinder-830088-4-iscsi neutron-server[103258]: INFO neutron.wsgi [None req-d5b97d61-762f-4560-b629-f6779622d7e3 admin admin] 10.222.0.39 "DELETE /v2.0/routers/b40e7d0d-8f57-424d-96be-54b6f118e1d9 HTTP/1.1" status: 204 len: 168 time: 1.0765676 Apr 12 11:11:09.234815 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron.db.db_base_plugin_v2 [None req-5433cf3a-434d-4416-9222-b8c5734accf6 admin admin] Deleting subnet 342bfb33-54ce-4b31-b1d9-ee13f5d2ec00 {{(pid=103257) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Apr 12 11:11:09.238031 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-5433cf3a-434d-4416-9222-b8c5734accf6 admin admin] Publish callbacks [] for subnet (342bfb33-54ce-4b31-b1d9-ee13f5d2ec00), before_delete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:11:09.275834 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-5433cf3a-434d-4416-9222-b8c5734accf6 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5269095'] for subnet (342bfb33-54ce-4b31-b1d9-ee13f5d2ec00), precommit_delete_associations {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:11:09.353226 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-5433cf3a-434d-4416-9222-b8c5734accf6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1528832'] for subnet (342bfb33-54ce-4b31-b1d9-ee13f5d2ec00), precommit_delete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:11:09.418116 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-5433cf3a-434d-4416-9222-b8c5734accf6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1528889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-439037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5265552', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5341063'] for subnet (342bfb33-54ce-4b31-b1d9-ee13f5d2ec00), after_delete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:11:09.443040 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5433cf3a-434d-4416-9222-b8c5734accf6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=342bfb33-54ce-4b31-b1d9-ee13f5d2ec00,revision_number=None']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:11:09.453230 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-5433cf3a-434d-4416-9222-b8c5734accf6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586029'] for subnet (None), before_response {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:11:09.456446 dv-cinder-830088-4-iscsi neutron-server[103257]: INFO neutron.wsgi [None req-5433cf3a-434d-4416-9222-b8c5734accf6 admin admin] 10.222.0.39 "DELETE /v2.0/subnets/342bfb33-54ce-4b31-b1d9-ee13f5d2ec00 HTTP/1.1" status: 204 len: 168 time: 0.2718298 Apr 12 11:11:09.458905 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron.wsgi [-] (103257) accepted ('10.222.0.39', 58152) {{(pid=103257) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 11:11:09.464317 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66926b9a-1af6-4c92-a2f9-bc54dead4049 None None] Network 8605bce6-3955-4448-bd79-8ef881f45c6d requested from dv-cinder-830088-4-iscsi {{(pid=103259) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 12 11:11:09.538816 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-56dec378-8c3e-435b-9fab-d91c01f30a58 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1505875'] for network (8605bce6-3955-4448-bd79-8ef881f45c6d), before_delete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:11:09.594201 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-56dec378-8c3e-435b-9fab-d91c01f30a58 admin admin] Deleting port b6aa9733-5ca7-474e-8346-2268021e91a6 {{(pid=103257) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 12 11:11:09.594368 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-56dec378-8c3e-435b-9fab-d91c01f30a58 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777667983647'] for port (b6aa9733-5ca7-474e-8346-2268021e91a6), before_delete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:11:09.634152 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45c2cd1a-b173-4cec-9885-ba628252f825 None None] DHCP port deletion for 8605bce6-3955-4448-bd79-8ef881f45c6d request from dv-cinder-830088-4-iscsi {{(pid=103259) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 12 11:11:09.660832 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-56dec378-8c3e-435b-9fab-d91c01f30a58 admin admin] For port b6aa9733-5ca7-474e-8346-2268021e91a6, host dv-cinder-830088-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830088-4-iscsi',level=0,port_id=b6aa9733-5ca7-474e-8346-2268021e91a6,segment=NetworkSegment(7235212e-5ea9-4475-b7e8-0ed6cc0af829),segment_id=7235212e-5ea9-4475-b7e8-0ed6cc0af829)] {{(pid=103257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 11:11:09.661201 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-56dec378-8c3e-435b-9fab-d91c01f30a58 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-575824'] for port (b6aa9733-5ca7-474e-8346-2268021e91a6), precommit_delete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:11:09.674231 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-56dec378-8c3e-435b-9fab-d91c01f30a58 admin admin] Calling delete_port for b6aa9733-5ca7-474e-8346-2268021e91a6 owned by network:dhcp {{(pid=103257) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 12 11:11:09.676310 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron.plugins.ml2.plugin [None req-45c2cd1a-b173-4cec-9885-ba628252f825 None None] Deleting port b6aa9733-5ca7-474e-8346-2268021e91a6 {{(pid=103259) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 12 11:11:09.676684 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron_lib.callbacks.manager [None req-45c2cd1a-b173-4cec-9885-ba628252f825 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777667983647'] for port (b6aa9733-5ca7-474e-8346-2268021e91a6), before_delete {{(pid=103259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:11:09.741328 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron.plugins.ml2.db [None req-45c2cd1a-b173-4cec-9885-ba628252f825 None None] For port b6aa9733-5ca7-474e-8346-2268021e91a6, host dv-cinder-830088-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830088-4-iscsi',level=0,port_id=b6aa9733-5ca7-474e-8346-2268021e91a6,segment=NetworkSegment(7235212e-5ea9-4475-b7e8-0ed6cc0af829),segment_id=7235212e-5ea9-4475-b7e8-0ed6cc0af829)] {{(pid=103259) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 11:11:09.742159 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron_lib.callbacks.manager [None req-45c2cd1a-b173-4cec-9885-ba628252f825 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-575824'] for port (b6aa9733-5ca7-474e-8346-2268021e91a6), precommit_delete {{(pid=103259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:11:09.756290 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron.plugins.ml2.plugin [None req-45c2cd1a-b173-4cec-9885-ba628252f825 None None] Calling delete_port for b6aa9733-5ca7-474e-8346-2268021e91a6 owned by network:dhcp {{(pid=103259) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 12 11:11:09.760170 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-56dec378-8c3e-435b-9fab-d91c01f30a58 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1534861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777667992077', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777667450161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5265645'] for port (b6aa9733-5ca7-474e-8346-2268021e91a6), after_delete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:11:09.785001 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56dec378-8c3e-435b-9fab-d91c01f30a58 admin admin] Pushing event deleted for resources: {'Port': ['ID=b6aa9733-5ca7-474e-8346-2268021e91a6,revision_number=None']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:11:09.788710 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56dec378-8c3e-435b-9fab-d91c01f30a58 admin admin] No DVR routers for this DVR port b6aa9733-5ca7-474e-8346-2268021e91a6 on host dv-cinder-830088-4-iscsi {{(pid=103257) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 12 11:11:09.850523 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron_lib.callbacks.manager [None req-45c2cd1a-b173-4cec-9885-ba628252f825 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1534861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777667992077', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777667450161'] for port (b6aa9733-5ca7-474e-8346-2268021e91a6), after_delete {{(pid=103259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:11:09.878438 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45c2cd1a-b173-4cec-9885-ba628252f825 None None] Pushing event deleted for resources: {'Port': ['ID=b6aa9733-5ca7-474e-8346-2268021e91a6,revision_number=None']} {{(pid=103259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:11:09.879872 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-56dec378-8c3e-435b-9fab-d91c01f30a58 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1527181', 'neutron.services.segments.db._delete_segments_for_network-8777667879599'] for network (8605bce6-3955-4448-bd79-8ef881f45c6d), precommit_delete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:11:09.883951 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45c2cd1a-b173-4cec-9885-ba628252f825 None None] No DVR routers for this DVR port b6aa9733-5ca7-474e-8346-2268021e91a6 on host dv-cinder-830088-4-iscsi {{(pid=103259) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 12 11:11:09.891449 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45c2cd1a-b173-4cec-9885-ba628252f825 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830088-4-iscsi {{(pid=103259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:11:09.891845 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45c2cd1a-b173-4cec-9885-ba628252f825 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830088-4-iscsi {{(pid=103259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:11:09.892185 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45c2cd1a-b173-4cec-9885-ba628252f825 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830088-4-iscsi {{(pid=103259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:11:09.892539 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45c2cd1a-b173-4cec-9885-ba628252f825 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830088-4-iscsi {{(pid=103259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:11:09.892868 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45c2cd1a-b173-4cec-9885-ba628252f825 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830088-4-iscsi {{(pid=103259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:11:09.893196 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45c2cd1a-b173-4cec-9885-ba628252f825 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830088-4-iscsi {{(pid=103259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:11:09.893519 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45c2cd1a-b173-4cec-9885-ba628252f825 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830088-4-iscsi {{(pid=103259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:11:09.893841 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45c2cd1a-b173-4cec-9885-ba628252f825 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830088-4-iscsi {{(pid=103259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:11:09.894171 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45c2cd1a-b173-4cec-9885-ba628252f825 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-830088-4-iscsi {{(pid=103259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:11:09.894847 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45c2cd1a-b173-4cec-9885-ba628252f825 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830088-4-iscsi {{(pid=103259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:11:09.895312 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45c2cd1a-b173-4cec-9885-ba628252f825 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830088-4-iscsi {{(pid=103259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:11:09.895644 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45c2cd1a-b173-4cec-9885-ba628252f825 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830088-4-iscsi {{(pid=103259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:11:09.895984 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45c2cd1a-b173-4cec-9885-ba628252f825 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830088-4-iscsi {{(pid=103259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:11:09.896283 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45c2cd1a-b173-4cec-9885-ba628252f825 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830088-4-iscsi {{(pid=103259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:11:09.896601 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45c2cd1a-b173-4cec-9885-ba628252f825 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830088-4-iscsi {{(pid=103259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:11:09.917855 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron.services.segments.db [None req-56dec378-8c3e-435b-9fab-d91c01f30a58 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8605bce6-3955-4448-bd79-8ef881f45c6d']}} {{(pid=103257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 11:11:09.934207 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron.services.segments.db [None req-56dec378-8c3e-435b-9fab-d91c01f30a58 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7235212e-5ea9-4475-b7e8-0ed6cc0af829') {'for_net_delete': True} {{(pid=103257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 11:11:09.934860 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron.services.segments.db [None req-56dec378-8c3e-435b-9fab-d91c01f30a58 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7235212e-5ea9-4475-b7e8-0ed6cc0af829') {} {{(pid=103257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 11:11:09.947274 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-56dec378-8c3e-435b-9fab-d91c01f30a58 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777667883192', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5269102'] for segment (7235212e-5ea9-4475-b7e8-0ed6cc0af829), before_delete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:11:09.963228 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-56dec378-8c3e-435b-9fab-d91c01f30a58 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1531021'] for segment (7235212e-5ea9-4475-b7e8-0ed6cc0af829), precommit_delete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:11:09.974631 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-56dec378-8c3e-435b-9fab-d91c01f30a58 admin admin] Releasing vlan 511 on physical network physnet1 to pool {{(pid=103257) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 12 11:11:09.975181 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-56dec378-8c3e-435b-9fab-d91c01f30a58 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1531021', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5265466'] for segment (7235212e-5ea9-4475-b7e8-0ed6cc0af829), after_delete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:11:09.977601 dv-cinder-830088-4-iscsi neutron-server[103257]: Traceback (most recent call last): Apr 12 11:11:09.977601 dv-cinder-830088-4-iscsi neutron-server[103257]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 12 11:11:09.977601 dv-cinder-830088-4-iscsi neutron-server[103257]: timer() Apr 12 11:11:09.977601 dv-cinder-830088-4-iscsi neutron-server[103257]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 12 11:11:09.977601 dv-cinder-830088-4-iscsi neutron-server[103257]: cb(*args, **kw) Apr 12 11:11:09.977601 dv-cinder-830088-4-iscsi neutron-server[103257]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 12 11:11:09.977601 dv-cinder-830088-4-iscsi neutron-server[103257]: return func(*args, **kwargs) Apr 12 11:11:09.977601 dv-cinder-830088-4-iscsi neutron-server[103257]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 12 11:11:09.977601 dv-cinder-830088-4-iscsi neutron-server[103257]: self._notify() Apr 12 11:11:09.977601 dv-cinder-830088-4-iscsi neutron-server[103257]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 12 11:11:09.977601 dv-cinder-830088-4-iscsi neutron-server[103257]: self.callback(batched_events) Apr 12 11:11:09.977601 dv-cinder-830088-4-iscsi neutron-server[103257]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 12 11:11:09.977601 dv-cinder-830088-4-iscsi neutron-server[103257]: event.method(event) Apr 12 11:11:09.977601 dv-cinder-830088-4-iscsi neutron-server[103257]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 12 11:11:09.977601 dv-cinder-830088-4-iscsi neutron-server[103257]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 12 11:11:09.977601 dv-cinder-830088-4-iscsi neutron-server[103257]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 12 11:11:09.977601 dv-cinder-830088-4-iscsi neutron-server[103257]: aggregate_uuid = self.p_client.list_aggregates( Apr 12 11:11:09.977601 dv-cinder-830088-4-iscsi neutron-server[103257]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 12 11:11:09.977601 dv-cinder-830088-4-iscsi neutron-server[103257]: return f(self, *a, **k) Apr 12 11:11:09.977601 dv-cinder-830088-4-iscsi neutron-server[103257]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 12 11:11:09.977601 dv-cinder-830088-4-iscsi neutron-server[103257]: return self._get(url).json() Apr 12 11:11:09.977601 dv-cinder-830088-4-iscsi neutron-server[103257]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 12 11:11:09.977601 dv-cinder-830088-4-iscsi neutron-server[103257]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 12 11:11:09.977601 dv-cinder-830088-4-iscsi neutron-server[103257]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 12 11:11:09.977601 dv-cinder-830088-4-iscsi neutron-server[103257]: return self.request(url, 'GET', **kwargs) Apr 12 11:11:09.977601 dv-cinder-830088-4-iscsi neutron-server[103257]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 12 11:11:09.977601 dv-cinder-830088-4-iscsi neutron-server[103257]: base_url = self.get_endpoint(auth, allow=allow, Apr 12 11:11:09.977601 dv-cinder-830088-4-iscsi neutron-server[103257]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 12 11:11:09.977601 dv-cinder-830088-4-iscsi neutron-server[103257]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 12 11:11:09.977601 dv-cinder-830088-4-iscsi neutron-server[103257]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 12 11:11:09.977601 dv-cinder-830088-4-iscsi neutron-server[103257]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 12 11:11:09.977601 dv-cinder-830088-4-iscsi neutron-server[103257]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 12 11:11:10.033474 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-56dec378-8c3e-435b-9fab-d91c01f30a58 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1527170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-415428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586207', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-579552'] for network (8605bce6-3955-4448-bd79-8ef881f45c6d), after_delete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:11:10.038859 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-56dec378-8c3e-435b-9fab-d91c01f30a58 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586029'] for network (None), before_response {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:11:10.041909 dv-cinder-830088-4-iscsi neutron-server[103257]: INFO neutron.wsgi [None req-56dec378-8c3e-435b-9fab-d91c01f30a58 admin admin] 10.222.0.39 "DELETE /v2.0/networks/8605bce6-3955-4448-bd79-8ef881f45c6d HTTP/1.1" status: 204 len: 168 time: 0.5820558 Apr 12 11:11:10.053774 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56dec378-8c3e-435b-9fab-d91c01f30a58 admin admin] Pushing event deleted for resources: {'Network': ['ID=8605bce6-3955-4448-bd79-8ef881f45c6d,revision_number=None']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:11:10.157489 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron.plugins.ml2.rpc [None req-e4b062a6-7a21-4431-be77-3c7776c11043 None None] Device dd38917a-e181-47e0-9f30-aa2e24b0ed10 no longer exists at agent ovs-agent-dv-cinder-830088-4-iscsi {{(pid=103259) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 12 11:11:10.176719 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.wsgi [-] (103258) accepted ('10.222.0.39', 58158) {{(pid=103258) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 11:11:10.177226 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron.plugins.ml2.plugin [None req-e4b062a6-7a21-4431-be77-3c7776c11043 None None] No Port match for: dd38917a-e181-47e0-9f30-aa2e24b0ed10 {{(pid=103259) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 12 11:11:10.177366 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron.plugins.ml2.rpc [None req-e4b062a6-7a21-4431-be77-3c7776c11043 None None] Device dd38917a-e181-47e0-9f30-aa2e24b0ed10 not bound to the agent host dv-cinder-830088-4-iscsi {{(pid=103259) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 12 11:11:10.177735 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron.plugins.ml2.rpc [None req-e4b062a6-7a21-4431-be77-3c7776c11043 None None] Device a2233ce1-933b-408f-884a-0a19dee76ba7 no longer exists at agent ovs-agent-dv-cinder-830088-4-iscsi {{(pid=103259) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 12 11:11:10.196887 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron.plugins.ml2.plugin [None req-e4b062a6-7a21-4431-be77-3c7776c11043 None None] No Port match for: a2233ce1-933b-408f-884a-0a19dee76ba7 {{(pid=103259) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 12 11:11:10.197239 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron.plugins.ml2.rpc [None req-e4b062a6-7a21-4431-be77-3c7776c11043 None None] Device a2233ce1-933b-408f-884a-0a19dee76ba7 not bound to the agent host dv-cinder-830088-4-iscsi {{(pid=103259) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 12 11:11:10.197669 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron.plugins.ml2.rpc [None req-e4b062a6-7a21-4431-be77-3c7776c11043 None None] Device b6aa9733-5ca7-474e-8346-2268021e91a6 no longer exists at agent ovs-agent-dv-cinder-830088-4-iscsi {{(pid=103259) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 12 11:11:10.216283 dv-cinder-830088-4-iscsi neutron-server[103258]: INFO neutron.wsgi [None req-f459b568-9143-441e-a5c1-9e79d23f7046 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=e581060642574053bd171680bd4e15a9&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0384142 Apr 12 11:11:10.216760 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron.plugins.ml2.plugin [None req-e4b062a6-7a21-4431-be77-3c7776c11043 None None] No Port match for: b6aa9733-5ca7-474e-8346-2268021e91a6 {{(pid=103259) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 12 11:11:10.217101 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron.plugins.ml2.rpc [None req-e4b062a6-7a21-4431-be77-3c7776c11043 None None] Device b6aa9733-5ca7-474e-8346-2268021e91a6 not bound to the agent host dv-cinder-830088-4-iscsi {{(pid=103259) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 12 11:11:10.219227 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron.wsgi [-] (103257) accepted ('10.222.0.39', 58160) {{(pid=103257) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 11:11:10.270390 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron_lib.callbacks.manager [None req-7a73077a-dfad-466e-94eb-417d8da1717a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777667879581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1343690'] for agent (0a0a44e5-732d-48d9-a8ad-b47e7b7c1a86), after_update {{(pid=103259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:11:10.271704 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-07ea81da-24e1-4686-a6c9-60f6873ffb14 admin admin] Publish callbacks [] for security_group (15d667c7-1bb7-4704-9ae1-6894fd3a3199), before_delete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:11:10.292883 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-07ea81da-24e1-4686-a6c9-60f6873ffb14 admin admin] Publish callbacks [] for security_group (15d667c7-1bb7-4704-9ae1-6894fd3a3199), precommit_delete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:11:10.341680 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-07ea81da-24e1-4686-a6c9-60f6873ffb14 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-415253'] for security_group (15d667c7-1bb7-4704-9ae1-6894fd3a3199), after_delete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:11:10.344308 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-07ea81da-24e1-4686-a6c9-60f6873ffb14 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:11:10.345428 dv-cinder-830088-4-iscsi neutron-server[103257]: INFO neutron.wsgi [None req-07ea81da-24e1-4686-a6c9-60f6873ffb14 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/15d667c7-1bb7-4704-9ae1-6894fd3a3199 HTTP/1.1" status: 204 len: 168 time: 0.1247785 Apr 12 11:11:10.353188 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07ea81da-24e1-4686-a6c9-60f6873ffb14 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=15d667c7-1bb7-4704-9ae1-6894fd3a3199,revision_number=None']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:11:11.710023 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron.wsgi [-] (103257) accepted ('10.222.0.39', 58214) {{(pid=103257) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 11:11:11.827567 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-3abde16c-688e-4862-a73d-64f8d97f6939 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:11:11.839445 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron_lib.callbacks.manager [None req-ae6c308c-a92e-4424-a7f8-d6a17e5174ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777667879581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1343690'] for agent (742b2e09-86ec-4663-b086-f6b891926c3e), after_update {{(pid=103259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:11:11.915550 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-3abde16c-688e-4862-a73d-64f8d97f6939 admin admin] Publish callbacks [] for security_group (7d83e54a-d962-43c5-8ccb-f0975d2890da), precommit_create {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:11:11.919694 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-3abde16c-688e-4862-a73d-64f8d97f6939 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-415253'] for security_group (7d83e54a-d962-43c5-8ccb-f0975d2890da), after_create {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:11:11.973501 dv-cinder-830088-4-iscsi neutron-server[103257]: INFO neutron.wsgi [None req-3abde16c-688e-4862-a73d-64f8d97f6939 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=113c37cfef2c43ddad8df3cad2b6c2e0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2611187 Apr 12 11:11:11.974239 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3abde16c-688e-4862-a73d-64f8d97f6939 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7d83e54a-d962-43c5-8ccb-f0975d2890da,revision_number=1']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:11:11.976668 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.wsgi [-] (103258) accepted ('10.222.0.39', 58220) {{(pid=103258) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 11:11:12.039285 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-c274fe22-da47-4a67-999f-3244b0739030 admin admin] Publish callbacks [] for security_group (7d83e54a-d962-43c5-8ccb-f0975d2890da), before_delete {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:11:12.060488 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-c274fe22-da47-4a67-999f-3244b0739030 admin admin] Publish callbacks [] for security_group (7d83e54a-d962-43c5-8ccb-f0975d2890da), precommit_delete {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:11:12.108250 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-c274fe22-da47-4a67-999f-3244b0739030 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-415253'] for security_group (7d83e54a-d962-43c5-8ccb-f0975d2890da), after_delete {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:11:12.111057 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-c274fe22-da47-4a67-999f-3244b0739030 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:11:12.112223 dv-cinder-830088-4-iscsi neutron-server[103258]: INFO neutron.wsgi [None req-c274fe22-da47-4a67-999f-3244b0739030 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/7d83e54a-d962-43c5-8ccb-f0975d2890da HTTP/1.1" status: 204 len: 168 time: 0.1344380 Apr 12 11:11:12.120459 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c274fe22-da47-4a67-999f-3244b0739030 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7d83e54a-d962-43c5-8ccb-f0975d2890da,revision_number=None']} {{(pid=103258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:11:12.572146 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron_lib.callbacks.manager [None req-8f1dd7bb-5d41-4bde-90b6-f7e939fde27c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777667879581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1343690'] for agent (77f5e085-0284-4236-9dbf-35d2d452e277), after_update {{(pid=103259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:11:12.595207 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d229127-1ebc-4f94-bcbc-72f06654cde8 req-d78b3227-738a-44ee-b613-d181dea3e83e tempest-AttachVolumeShelveTestJSON-1581400671 tempest-AttachVolumeShelveTestJSON-1581400671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:11:12.596701 dv-cinder-830088-4-iscsi neutron-server[103258]: INFO neutron.wsgi [req-3d229127-1ebc-4f94-bcbc-72f06654cde8 req-d78b3227-738a-44ee-b613-d181dea3e83e tempest-AttachVolumeShelveTestJSON-1581400671 tempest-AttachVolumeShelveTestJSON-1581400671-project] 10.222.0.39 "GET /v2.0/ports?device_id=2ef72612-be1b-425f-9a62-f7ade87d4051 HTTP/1.1" status: 200 len: 946 time: 0.0535324 Apr 12 11:11:12.648503 dv-cinder-830088-4-iscsi neutron-server[103258]: INFO neutron.wsgi [req-3d229127-1ebc-4f94-bcbc-72f06654cde8 req-fcff3c9e-d276-4a2a-b1bb-d03ca32b0b30 tempest-AttachVolumeShelveTestJSON-1581400671 tempest-AttachVolumeShelveTestJSON-1581400671-project] 10.222.0.39 "GET /v2.0/security-groups?id=30af6b51-0f3e-46d1-b20a-adadc9a21c54&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446348 Apr 12 11:11:13.775641 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9bca07a-69dc-4395-98b6-ccad06edceb5 req-16d6d867-1c92-4c47-9eaa-68d4bee74574 tempest-AttachVolumeShelveTestJSON-1581400671 tempest-AttachVolumeShelveTestJSON-1581400671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:11:13.777238 dv-cinder-830088-4-iscsi neutron-server[103257]: INFO neutron.wsgi [req-b9bca07a-69dc-4395-98b6-ccad06edceb5 req-16d6d867-1c92-4c47-9eaa-68d4bee74574 tempest-AttachVolumeShelveTestJSON-1581400671 tempest-AttachVolumeShelveTestJSON-1581400671-project] 10.222.0.39 "GET /v2.0/ports?device_id=2ef72612-be1b-425f-9a62-f7ade87d4051 HTTP/1.1" status: 200 len: 946 time: 0.0519249 Apr 12 11:11:13.828842 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron_lib.callbacks.manager [None req-601bd752-88b9-4ad2-8e14-56931e32431b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777667879581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1343690'] for agent (3ceb33ec-7c20-4632-9357-4cc6534463de), after_update {{(pid=103259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:11:13.833575 dv-cinder-830088-4-iscsi neutron-server[103257]: INFO neutron.wsgi [req-b9bca07a-69dc-4395-98b6-ccad06edceb5 req-aa379b03-056e-4360-874a-61392860694f tempest-AttachVolumeShelveTestJSON-1581400671 tempest-AttachVolumeShelveTestJSON-1581400671-project] 10.222.0.39 "GET /v2.0/security-groups?id=30af6b51-0f3e-46d1-b20a-adadc9a21c54&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0506461 Apr 12 11:11:14.302863 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c70d614b-e457-46fd-b528-f1e887bfc8a9 req-b44875d0-ad5b-415f-b32f-fc1226375ba5 tempest-AttachVolumeShelveTestJSON-1581400671 tempest-AttachVolumeShelveTestJSON-1581400671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:11:14.304251 dv-cinder-830088-4-iscsi neutron-server[103258]: INFO neutron.wsgi [req-c70d614b-e457-46fd-b528-f1e887bfc8a9 req-b44875d0-ad5b-415f-b32f-fc1226375ba5 tempest-AttachVolumeShelveTestJSON-1581400671 tempest-AttachVolumeShelveTestJSON-1581400671-project] 10.222.0.53 "GET /v2.0/ports?device_id=2ef72612-be1b-425f-9a62-f7ade87d4051 HTTP/1.1" status: 200 len: 946 time: 0.0462284 Apr 12 11:11:14.388089 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.plugins.ml2.plugin [req-c70d614b-e457-46fd-b528-f1e887bfc8a9 req-08015c5b-ae53-44f9-92e7-550c73306c1a tempest-AttachVolumeShelveTestJSON-1581400671 tempest-AttachVolumeShelveTestJSON-1581400671-project] Deleting port 327a6baa-d7cd-4006-bb9a-0930d2cb5b8f {{(pid=103258) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 12 11:11:14.388437 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [req-c70d614b-e457-46fd-b528-f1e887bfc8a9 req-08015c5b-ae53-44f9-92e7-550c73306c1a tempest-AttachVolumeShelveTestJSON-1581400671 tempest-AttachVolumeShelveTestJSON-1581400671-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777667983647'] for port (327a6baa-d7cd-4006-bb9a-0930d2cb5b8f), before_delete {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:11:14.483039 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.plugins.ml2.db [req-c70d614b-e457-46fd-b528-f1e887bfc8a9 req-08015c5b-ae53-44f9-92e7-550c73306c1a tempest-AttachVolumeShelveTestJSON-1581400671 tempest-AttachVolumeShelveTestJSON-1581400671-project] For port 327a6baa-d7cd-4006-bb9a-0930d2cb5b8f, host hv-cinder-83008, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83008',level=0,port_id=327a6baa-d7cd-4006-bb9a-0930d2cb5b8f,segment=NetworkSegment(af155c35-6d9d-4cb5-9da1-9790843f44dc),segment_id=af155c35-6d9d-4cb5-9da1-9790843f44dc)] {{(pid=103258) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 11:11:14.483412 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [req-c70d614b-e457-46fd-b528-f1e887bfc8a9 req-08015c5b-ae53-44f9-92e7-550c73306c1a tempest-AttachVolumeShelveTestJSON-1581400671 tempest-AttachVolumeShelveTestJSON-1581400671-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-575824'] for port (327a6baa-d7cd-4006-bb9a-0930d2cb5b8f), precommit_delete {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:11:14.661079 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [req-c70d614b-e457-46fd-b528-f1e887bfc8a9 req-08015c5b-ae53-44f9-92e7-550c73306c1a tempest-AttachVolumeShelveTestJSON-1581400671 tempest-AttachVolumeShelveTestJSON-1581400671-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:11:14.661438 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [req-c70d614b-e457-46fd-b528-f1e887bfc8a9 req-08015c5b-ae53-44f9-92e7-550c73306c1a tempest-AttachVolumeShelveTestJSON-1581400671 tempest-AttachVolumeShelveTestJSON-1581400671-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-579534'] for floatingip (ebe9ba14-e57a-439b-a949-420a8039a76c), after_update {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:11:14.661751 dv-cinder-830088-4-iscsi neutron-server[103258]: INFO neutron.db.l3_db [req-c70d614b-e457-46fd-b528-f1e887bfc8a9 req-08015c5b-ae53-44f9-92e7-550c73306c1a tempest-AttachVolumeShelveTestJSON-1581400671 tempest-AttachVolumeShelveTestJSON-1581400671-project] Floating IP ebe9ba14-e57a-439b-a949-420a8039a76c disassociated. External IP: 172.27.3.62, port: 327a6baa-d7cd-4006-bb9a-0930d2cb5b8f. Apr 12 11:11:14.662089 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.plugins.ml2.plugin [req-c70d614b-e457-46fd-b528-f1e887bfc8a9 req-08015c5b-ae53-44f9-92e7-550c73306c1a tempest-AttachVolumeShelveTestJSON-1581400671 tempest-AttachVolumeShelveTestJSON-1581400671-project] Calling delete_port for 327a6baa-d7cd-4006-bb9a-0930d2cb5b8f owned by compute:nova {{(pid=103258) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 12 11:11:14.788214 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [req-c70d614b-e457-46fd-b528-f1e887bfc8a9 req-08015c5b-ae53-44f9-92e7-550c73306c1a tempest-AttachVolumeShelveTestJSON-1581400671 tempest-AttachVolumeShelveTestJSON-1581400671-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1534861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777667992077', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777667450161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4796947'] for port (327a6baa-d7cd-4006-bb9a-0930d2cb5b8f), after_delete {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:11:14.814275 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08015c5b-ae53-44f9-92e7-550c73306c1a tempest-AttachVolumeShelveTestJSON-1581400671 tempest-AttachVolumeShelveTestJSON-1581400671-project] Pushing event deleted for resources: {'Port': ['ID=327a6baa-d7cd-4006-bb9a-0930d2cb5b8f,revision_number=None']} {{(pid=103258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:11:14.944918 dv-cinder-830088-4-iscsi neutron-server[103258]: INFO neutron.wsgi [req-100aa6e0-4c22-432c-9fdc-b9552ab4dce6 req-307b7dc3-e18f-45ce-a128-06ffec197754 tempest-AttachVolumeShelveTestJSON-1581400671 tempest-AttachVolumeShelveTestJSON-1581400671-project] 10.222.0.39 "GET /v2.0/ports?device_id=2ef72612-be1b-425f-9a62-f7ade87d4051 HTTP/1.1" status: 200 len: 210 time: 0.0349383 Apr 12 11:11:14.956185 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.scheduler.l3_agent_scheduler [req-c70d614b-e457-46fd-b528-f1e887bfc8a9 req-08015c5b-ae53-44f9-92e7-550c73306c1a tempest-AttachVolumeShelveTestJSON-1581400671 tempest-AttachVolumeShelveTestJSON-1581400671-project] Router eb1e4800-8b4f-4be4-9243-871422076e8b has already been hosted by L3 agent 77f5e085-0284-4236-9dbf-35d2d452e277 {{(pid=103258) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 12 11:11:15.065621 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-c70d614b-e457-46fd-b528-f1e887bfc8a9 req-08015c5b-ae53-44f9-92e7-550c73306c1a tempest-AttachVolumeShelveTestJSON-1581400671 tempest-AttachVolumeShelveTestJSON-1581400671-project] Notify agent at l3_agent.dv-cinder-830088-4-iscsi the message routers_updated {{(pid=103258) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 12 11:11:15.070950 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron_lib.callbacks.manager [None req-0acb87d3-0572-4b2c-b7c9-977edd32a8b9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777667879581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1343690'] for agent (3c144e28-9cc5-463d-ad96-a18b19cd455c), after_update {{(pid=103259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:11:15.082781 dv-cinder-830088-4-iscsi neutron-server[103260]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e76bdbdf-9944-4184-af0e-a75bd7752ae2 None None] Sync routers for ids ['eb1e4800-8b4f-4be4-9243-871422076e8b'] in dv-cinder-830088-4-iscsi {{(pid=103260) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 12 11:11:15.099375 dv-cinder-830088-4-iscsi neutron-server[103260]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e76bdbdf-9944-4184-af0e-a75bd7752ae2 None None] Routers {'eb1e4800-8b4f-4be4-9243-871422076e8b'} bound to L3 agent in host dv-cinder-830088-4-iscsi {{(pid=103260) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 11:11:15.100003 dv-cinder-830088-4-iscsi neutron-server[103260]: DEBUG neutron.db.l3_hamode_db [None req-e76bdbdf-9944-4184-af0e-a75bd7752ae2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830088-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-12T10:52:12Z,description=,heartbeat_timestamp=2022-04-12T11:11:13Z,host='dv-cinder-830088-4-iscsi',id=77f5e085-0284-4236-9dbf-35d2d452e277,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T10:52:12Z,topic='l3_agent')) {'router_ids': ['eb1e4800-8b4f-4be4-9243-871422076e8b'], 'active': True} {{(pid=103260) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 11:11:15.117621 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.db.l3_dvrscheduler_db [req-c70d614b-e457-46fd-b528-f1e887bfc8a9 req-08015c5b-ae53-44f9-92e7-550c73306c1a tempest-AttachVolumeShelveTestJSON-1581400671 tempest-AttachVolumeShelveTestJSON-1581400671-project] No DVR routers for this DVR port 327a6baa-d7cd-4006-bb9a-0930d2cb5b8f on host hv-cinder-83008 {{(pid=103258) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 12 11:11:15.120117 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [req-c70d614b-e457-46fd-b528-f1e887bfc8a9 req-08015c5b-ae53-44f9-92e7-550c73306c1a tempest-AttachVolumeShelveTestJSON-1581400671 tempest-AttachVolumeShelveTestJSON-1581400671-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108023'] for port (None), before_response {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:11:15.123427 dv-cinder-830088-4-iscsi neutron-server[103258]: INFO neutron.wsgi [req-c70d614b-e457-46fd-b528-f1e887bfc8a9 req-08015c5b-ae53-44f9-92e7-550c73306c1a tempest-AttachVolumeShelveTestJSON-1581400671 tempest-AttachVolumeShelveTestJSON-1581400671-project] 10.222.0.53 "DELETE /v2.0/ports/327a6baa-d7cd-4006-bb9a-0930d2cb5b8f HTTP/1.1" status: 204 len: 173 time: 0.8140326 Apr 12 11:11:15.123881 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2ef72612-be1b-425f-9a62-f7ade87d4051', 'name': 'network-vif-deleted', 'tag': '327a6baa-d7cd-4006-bb9a-0930d2cb5b8f'}] {{(pid=103258) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 11:11:15.126097 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c54b6d548356c9296345eb8e608a1624e6dfb095c10b2709a108c8ba991c21a4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9fd8acac-15de-4ab4-ba9c-aef40f70c24f" -d '{"events": [{"server_uuid": "2ef72612-be1b-425f-9a62-f7ade87d4051", "name": "network-vif-deleted", "tag": "327a6baa-d7cd-4006-bb9a-0930d2cb5b8f"}]}' {{(pid=103258) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 11:11:15.168185 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Apr 2022 11:11:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-329786af-b227-4504-b4f5-eaf7ec9f9ff4 x-openstack-request-id: req-329786af-b227-4504-b4f5-eaf7ec9f9ff4 {{(pid=103258) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 11:11:15.168605 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2ef72612-be1b-425f-9a62-f7ade87d4051", "name": "network-vif-deleted", "tag": "327a6baa-d7cd-4006-bb9a-0930d2cb5b8f", "status": "completed", "code": 200}]} {{(pid=103258) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 11:11:15.169066 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-329786af-b227-4504-b4f5-eaf7ec9f9ff4 {{(pid=103258) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 11:11:15.169581 dv-cinder-830088-4-iscsi neutron-server[103258]: INFO neutron.notifiers.nova [-] Nova event matching ['req-329786af-b227-4504-b4f5-eaf7ec9f9ff4'] response: {'server_uuid': '2ef72612-be1b-425f-9a62-f7ade87d4051', 'name': 'network-vif-deleted', 'tag': '327a6baa-d7cd-4006-bb9a-0930d2cb5b8f', 'status': 'completed', 'code': 200} Apr 12 11:11:15.221804 dv-cinder-830088-4-iscsi neutron-server[103260]: DEBUG neutron.db.l3_dvr_db [None req-e76bdbdf-9944-4184-af0e-a75bd7752ae2 None None] Set router eb1e4800-8b4f-4be4-9243-871422076e8b gateway port host: dv-cinder-830088-4-iscsi {{(pid=103260) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 11:11:15.413777 dv-cinder-830088-4-iscsi neutron-server[103260]: DEBUG neutron.db.l3_hamode_db [None req-e76bdbdf-9944-4184-af0e-a75bd7752ae2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eb1e4800-8b4f-4be4-9243-871422076e8b', 'name': 'tempest-AttachVolumeShelveTestJSON-1929172249-router', 'tenant_id': '64420168af994dfe8d37cc175e2bfbd6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b7be5f2-485b-4c85-8f98-fb200971b61c', 'external_fixed_ips': [{'subnet_id': '4887111e-1302-416a-ab8e-c957c9df7f85', 'ip_address': '172.27.3.180'}], 'enable_snat': True}, 'gw_port_id': 'c771e6b6-83f9-494d-bdb0-336589cf0989', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T11:00:46Z', 'updated_at': '2022-04-12T11:01:05Z', 'revision_number': 4, 'project_id': '64420168af994dfe8d37cc175e2bfbd6', 'gw_port': {'id': 'c771e6b6-83f9-494d-bdb0-336589cf0989', 'name': '', 'network_id': '3b7be5f2-485b-4c85-8f98-fb200971b61c', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:fc:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb1e4800-8b4f-4be4-9243-871422076e8b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 106, 'fixed_ips': [{'subnet_id': '4887111e-1302-416a-ab8e-c957c9df7f85', 'ip_address': '172.27.3.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830088-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T11:00:49Z', 'updated_at': '2022-04-12T11:01:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4887111e-1302-416a-ab8e-c957c9df7f85', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830088-4-iscsi', '_interfaces': [{'id': '632e73d3-9090-45e5-a39e-4edfd594e1f3', 'name': '', 'network_id': '5fe71604-a19f-4748-9dc5-7cc9d7ecf6be', 'tenant_id': '64420168af994dfe8d37cc175e2bfbd6', 'mac_address': 'fa:16:3e:0a:17:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb1e4800-8b4f-4be4-9243-871422076e8b', 'device_owner': 'network:router_interface', 'standard_attr_id': 128, 'fixed_ips': [{'subnet_id': 'e411d522-7486-40a5-b78b-47a221209e5e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830088-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T11:01:02Z', 'updated_at': '2022-04-12T11:01:13Z', 'revision_number': 5, 'project_id': '64420168af994dfe8d37cc175e2bfbd6', 'subnets': [{'id': 'e411d522-7486-40a5-b78b-47a221209e5e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830088-4-iscsi', False) {} {{(pid=103260) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 11:11:15.441664 dv-cinder-830088-4-iscsi neutron-server[103260]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e76bdbdf-9944-4184-af0e-a75bd7752ae2 None None] Checking router: eb1e4800-8b4f-4be4-9243-871422076e8b for host: dv-cinder-830088-4-iscsi {{(pid=103260) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 12 11:11:15.450427 dv-cinder-830088-4-iscsi neutron-server[103260]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e76bdbdf-9944-4184-af0e-a75bd7752ae2 None None] Routers {'eb1e4800-8b4f-4be4-9243-871422076e8b'} bound to L3 agent in host dv-cinder-830088-4-iscsi {{(pid=103260) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 11:11:15.451065 dv-cinder-830088-4-iscsi neutron-server[103260]: DEBUG neutron.db.l3_hamode_db [None req-e76bdbdf-9944-4184-af0e-a75bd7752ae2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830088-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-12T10:52:12Z,description=,heartbeat_timestamp=2022-04-12T11:11:13Z,host='dv-cinder-830088-4-iscsi',id=77f5e085-0284-4236-9dbf-35d2d452e277,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T10:52:12Z,topic='l3_agent')) {'router_ids': ['eb1e4800-8b4f-4be4-9243-871422076e8b'], 'active': True} {{(pid=103260) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 11:11:15.557595 dv-cinder-830088-4-iscsi neutron-server[103260]: DEBUG neutron.db.l3_dvr_db [None req-e76bdbdf-9944-4184-af0e-a75bd7752ae2 None None] Set router eb1e4800-8b4f-4be4-9243-871422076e8b gateway port host: dv-cinder-830088-4-iscsi {{(pid=103260) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 11:11:15.749056 dv-cinder-830088-4-iscsi neutron-server[103260]: DEBUG neutron.db.l3_hamode_db [None req-e76bdbdf-9944-4184-af0e-a75bd7752ae2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eb1e4800-8b4f-4be4-9243-871422076e8b', 'name': 'tempest-AttachVolumeShelveTestJSON-1929172249-router', 'tenant_id': '64420168af994dfe8d37cc175e2bfbd6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b7be5f2-485b-4c85-8f98-fb200971b61c', 'external_fixed_ips': [{'subnet_id': '4887111e-1302-416a-ab8e-c957c9df7f85', 'ip_address': '172.27.3.180'}], 'enable_snat': True}, 'gw_port_id': 'c771e6b6-83f9-494d-bdb0-336589cf0989', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T11:00:46Z', 'updated_at': '2022-04-12T11:01:05Z', 'revision_number': 4, 'project_id': '64420168af994dfe8d37cc175e2bfbd6', 'gw_port': {'id': 'c771e6b6-83f9-494d-bdb0-336589cf0989', 'name': '', 'network_id': '3b7be5f2-485b-4c85-8f98-fb200971b61c', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:fc:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb1e4800-8b4f-4be4-9243-871422076e8b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 106, 'fixed_ips': [{'subnet_id': '4887111e-1302-416a-ab8e-c957c9df7f85', 'ip_address': '172.27.3.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830088-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T11:00:49Z', 'updated_at': '2022-04-12T11:01:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4887111e-1302-416a-ab8e-c957c9df7f85', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830088-4-iscsi', '_interfaces': [{'id': '632e73d3-9090-45e5-a39e-4edfd594e1f3', 'name': '', 'network_id': '5fe71604-a19f-4748-9dc5-7cc9d7ecf6be', 'tenant_id': '64420168af994dfe8d37cc175e2bfbd6', 'mac_address': 'fa:16:3e:0a:17:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb1e4800-8b4f-4be4-9243-871422076e8b', 'device_owner': 'network:router_interface', 'standard_attr_id': 128, 'fixed_ips': [{'subnet_id': 'e411d522-7486-40a5-b78b-47a221209e5e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830088-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T11:01:02Z', 'updated_at': '2022-04-12T11:01:13Z', 'revision_number': 5, 'project_id': '64420168af994dfe8d37cc175e2bfbd6', 'subnets': [{'id': 'e411d522-7486-40a5-b78b-47a221209e5e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830088-4-iscsi', False) {} {{(pid=103260) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 11:11:15.775591 dv-cinder-830088-4-iscsi neutron-server[103260]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e76bdbdf-9944-4184-af0e-a75bd7752ae2 None None] The sync data for ids ['eb1e4800-8b4f-4be4-9243-871422076e8b'] in dv-cinder-830088-4-iscsi is: [{'id': 'eb1e4800-8b4f-4be4-9243-871422076e8b', 'name': 'tempest-AttachVolumeShelveTestJSON-1929172249-router', 'tenant_id': '64420168af994dfe8d37cc175e2bfbd6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b7be5f2-485b-4c85-8f98-fb200971b61c', 'external_fixed_ips': [{'subnet_id': '4887111e-1302-416a-ab8e-c957c9df7f85', 'ip_address': '172.27.3.180'}], 'enable_snat': True}, 'gw_port_id': 'c771e6b6-83f9-494d-bdb0-336589cf0989', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T11:00:46Z', 'updated_at': '2022-04-12T11:01:05Z', 'revision_number': 4, 'project_id': '64420168af994dfe8d37cc175e2bfbd6', 'gw_port': {'id': 'c771e6b6-83f9-494d-bdb0-336589cf0989', 'name': '', 'network_id': '3b7be5f2-485b-4c85-8f98-fb200971b61c', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:fc:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb1e4800-8b4f-4be4-9243-871422076e8b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 106, 'fixed_ips': [{'subnet_id': '4887111e-1302-416a-ab8e-c957c9df7f85', 'ip_address': '172.27.3.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830088-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T11:00:49Z', 'updated_at': '2022-04-12T11:01:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4887111e-1302-416a-ab8e-c957c9df7f85', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830088-4-iscsi', '_interfaces': [{'id': '632e73d3-9090-45e5-a39e-4edfd594e1f3', 'name': '', 'network_id': '5fe71604-a19f-4748-9dc5-7cc9d7ecf6be', 'tenant_id': '64420168af994dfe8d37cc175e2bfbd6', 'mac_address': 'fa:16:3e:0a:17:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb1e4800-8b4f-4be4-9243-871422076e8b', 'device_owner': 'network:router_interface', 'standard_attr_id': 128, 'fixed_ips': [{'subnet_id': 'e411d522-7486-40a5-b78b-47a221209e5e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830088-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T11:01:02Z', 'updated_at': '2022-04-12T11:01:13Z', 'revision_number': 5, 'project_id': '64420168af994dfe8d37cc175e2bfbd6', 'subnets': [{'id': 'e411d522-7486-40a5-b78b-47a221209e5e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103260) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 12 11:11:15.982236 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06086fdb-8c37-431d-8d6c-901237f0470e None None] New status for floating IP ebe9ba14-e57a-439b-a949-420a8039a76c: DOWN {{(pid=103259) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 12 11:11:16.033294 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.wsgi [-] (103258) accepted ('10.222.0.39', 58342) {{(pid=103258) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 11:11:16.089795 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-a5fc7f01-d8b6-455a-b8c9-18daaf7c08b0 tempest-AttachVolumeShelveTestJSON-1581400671 tempest-AttachVolumeShelveTestJSON-1581400671-project] Publish callbacks [] for security_group (30af6b51-0f3e-46d1-b20a-adadc9a21c54), before_delete {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:11:16.116246 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-a5fc7f01-d8b6-455a-b8c9-18daaf7c08b0 tempest-AttachVolumeShelveTestJSON-1581400671 tempest-AttachVolumeShelveTestJSON-1581400671-project] Publish callbacks [] for security_group (30af6b51-0f3e-46d1-b20a-adadc9a21c54), precommit_delete {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:11:16.171177 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-a5fc7f01-d8b6-455a-b8c9-18daaf7c08b0 tempest-AttachVolumeShelveTestJSON-1581400671 tempest-AttachVolumeShelveTestJSON-1581400671-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-415253'] for security_group (30af6b51-0f3e-46d1-b20a-adadc9a21c54), after_delete {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:11:16.173894 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-a5fc7f01-d8b6-455a-b8c9-18daaf7c08b0 tempest-AttachVolumeShelveTestJSON-1581400671 tempest-AttachVolumeShelveTestJSON-1581400671-project] Publish callbacks [] for security_group (None), before_response {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:11:16.177968 dv-cinder-830088-4-iscsi neutron-server[103258]: INFO neutron.wsgi [None req-a5fc7f01-d8b6-455a-b8c9-18daaf7c08b0 tempest-AttachVolumeShelveTestJSON-1581400671 tempest-AttachVolumeShelveTestJSON-1581400671-project] 10.222.0.39 "DELETE /v2.0/security-groups/30af6b51-0f3e-46d1-b20a-adadc9a21c54 HTTP/1.1" status: 204 len: 168 time: 0.1436539 Apr 12 11:11:16.178105 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron.wsgi [-] (103257) accepted ('10.222.0.39', 58346) {{(pid=103257) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 11:11:16.189681 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5fc7f01-d8b6-455a-b8c9-18daaf7c08b0 tempest-AttachVolumeShelveTestJSON-1581400671 tempest-AttachVolumeShelveTestJSON-1581400671-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=30af6b51-0f3e-46d1-b20a-adadc9a21c54,revision_number=None']} {{(pid=103258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:11:16.194159 dv-cinder-830088-4-iscsi neutron-server[103257]: INFO neutron.api.v2.resource [None req-3236a840-0e7c-4c42-a271-89ea1e9fb7c6 tempest-AttachVolumeShelveTestJSON-1581400671 tempest-AttachVolumeShelveTestJSON-1581400671-project] show failed (client error): The resource could not be found. Apr 12 11:11:16.198793 dv-cinder-830088-4-iscsi neutron-server[103257]: INFO neutron.wsgi [None req-3236a840-0e7c-4c42-a271-89ea1e9fb7c6 tempest-AttachVolumeShelveTestJSON-1581400671 tempest-AttachVolumeShelveTestJSON-1581400671-project] 10.222.0.39 "GET /v2.0/security-groups/30af6b51-0f3e-46d1-b20a-adadc9a21c54 HTTP/1.1" status: 404 len: 347 time: 0.0155349 Apr 12 11:11:16.198899 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron.wsgi [-] (103257) accepted ('10.222.0.39', 58348) {{(pid=103257) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 11:11:16.318029 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-72cef25c-eefd-4e5e-906c-5e40d14da6bd tempest-AttachVolumeShelveTestJSON-1581400671 tempest-AttachVolumeShelveTestJSON-1581400671-project] Deleting port 4b8184de-e8f9-4204-bc0c-92054537a7b4 {{(pid=103257) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 12 11:11:16.318363 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-72cef25c-eefd-4e5e-906c-5e40d14da6bd tempest-AttachVolumeShelveTestJSON-1581400671 tempest-AttachVolumeShelveTestJSON-1581400671-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777667983647'] for port (4b8184de-e8f9-4204-bc0c-92054537a7b4), before_delete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:11:16.391274 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-72cef25c-eefd-4e5e-906c-5e40d14da6bd tempest-AttachVolumeShelveTestJSON-1581400671 tempest-AttachVolumeShelveTestJSON-1581400671-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-575824'] for port (4b8184de-e8f9-4204-bc0c-92054537a7b4), precommit_delete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:11:16.391594 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-72cef25c-eefd-4e5e-906c-5e40d14da6bd tempest-AttachVolumeShelveTestJSON-1581400671 tempest-AttachVolumeShelveTestJSON-1581400671-project] Publish callbacks [] for floatingip (4b8184de-e8f9-4204-bc0c-92054537a7b4), precommit_delete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:11:16.403512 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-72cef25c-eefd-4e5e-906c-5e40d14da6bd tempest-AttachVolumeShelveTestJSON-1581400671 tempest-AttachVolumeShelveTestJSON-1581400671-project] Calling delete_port for 4b8184de-e8f9-4204-bc0c-92054537a7b4 owned by network:floatingip {{(pid=103257) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 12 11:11:16.530833 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-72cef25c-eefd-4e5e-906c-5e40d14da6bd tempest-AttachVolumeShelveTestJSON-1581400671 tempest-AttachVolumeShelveTestJSON-1581400671-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1534861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777667992077', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777667450161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5265645'] for port (4b8184de-e8f9-4204-bc0c-92054537a7b4), after_delete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:11:16.553737 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72cef25c-eefd-4e5e-906c-5e40d14da6bd tempest-AttachVolumeShelveTestJSON-1581400671 tempest-AttachVolumeShelveTestJSON-1581400671-project] Pushing event deleted for resources: {'Port': ['ID=4b8184de-e8f9-4204-bc0c-92054537a7b4,revision_number=None']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:11:16.568587 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron_lib.callbacks.manager [None req-e4b062a6-7a21-4431-be77-3c7776c11043 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777667879581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1343690'] for agent (c71cae7d-514b-467a-8477-0a67bee0b970), after_update {{(pid=103259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:11:16.619677 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-72cef25c-eefd-4e5e-906c-5e40d14da6bd tempest-AttachVolumeShelveTestJSON-1581400671 tempest-AttachVolumeShelveTestJSON-1581400671-project] Publish callbacks [] for floatingip (ebe9ba14-e57a-439b-a949-420a8039a76c), after_delete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:11:16.622224 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-72cef25c-eefd-4e5e-906c-5e40d14da6bd tempest-AttachVolumeShelveTestJSON-1581400671 tempest-AttachVolumeShelveTestJSON-1581400671-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108023'] for floatingip (None), before_response {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:11:16.623389 dv-cinder-830088-4-iscsi neutron-server[103257]: INFO neutron.wsgi [None req-72cef25c-eefd-4e5e-906c-5e40d14da6bd tempest-AttachVolumeShelveTestJSON-1581400671 tempest-AttachVolumeShelveTestJSON-1581400671-project] 10.222.0.39 "DELETE /v2.0/floatingips/ebe9ba14-e57a-439b-a949-420a8039a76c HTTP/1.1" status: 204 len: 168 time: 0.4235435 Apr 12 11:11:16.732223 dv-cinder-830088-4-iscsi neutron-server[103260]: DEBUG neutron.db.agents_db [None req-b0205aca-973a-4a8a-ba9e-4a4e25067b42 None None] Agent healthcheck: found 6 active agents {{(pid=103260) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 12 11:11:17.614414 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron.plugins.ml2.rpc [None req-ae6c308c-a92e-4424-a7f8-d6a17e5174ef None None] Device 327a6baa-d7cd-4006-bb9a-0930d2cb5b8f no longer exists at agent hyperv_hv-cinder-83008 {{(pid=103259) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 12 11:11:17.634457 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron.plugins.ml2.plugin [None req-ae6c308c-a92e-4424-a7f8-d6a17e5174ef None None] No Port match for: 327a6baa-d7cd-4006-bb9a-0930d2cb5b8f {{(pid=103259) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 12 11:11:17.634831 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron.plugins.ml2.rpc [None req-ae6c308c-a92e-4424-a7f8-d6a17e5174ef None None] Device 327a6baa-d7cd-4006-bb9a-0930d2cb5b8f not bound to the agent host hv-cinder-83008 {{(pid=103259) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 12 11:11:19.011958 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron.wsgi [-] (103257) accepted ('10.222.0.39', 58384) {{(pid=103257) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 11:11:19.748143 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-1357b167-cd0e-42e8-8f00-21886e1a65e9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-584654'] for router_interface (eb1e4800-8b4f-4be4-9243-871422076e8b), before_delete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:11:19.989717 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-1357b167-cd0e-42e8-8f00-21886e1a65e9 admin admin] Deleting port 632e73d3-9090-45e5-a39e-4edfd594e1f3 {{(pid=103257) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 12 11:11:19.990056 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-1357b167-cd0e-42e8-8f00-21886e1a65e9 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777667983647'] for port (632e73d3-9090-45e5-a39e-4edfd594e1f3), before_delete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:11:20.073074 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-1357b167-cd0e-42e8-8f00-21886e1a65e9 admin admin] For port 632e73d3-9090-45e5-a39e-4edfd594e1f3, host dv-cinder-830088-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830088-4-iscsi',level=0,port_id=632e73d3-9090-45e5-a39e-4edfd594e1f3,segment=NetworkSegment(af155c35-6d9d-4cb5-9da1-9790843f44dc),segment_id=af155c35-6d9d-4cb5-9da1-9790843f44dc)] {{(pid=103257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 11:11:20.073658 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-1357b167-cd0e-42e8-8f00-21886e1a65e9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-575824'] for port (632e73d3-9090-45e5-a39e-4edfd594e1f3), precommit_delete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:11:20.086233 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-1357b167-cd0e-42e8-8f00-21886e1a65e9 admin admin] Calling delete_port for 632e73d3-9090-45e5-a39e-4edfd594e1f3 owned by network:router_interface {{(pid=103257) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 12 11:11:20.267763 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-1357b167-cd0e-42e8-8f00-21886e1a65e9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1534861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777667992077', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777667450161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5265645'] for port (632e73d3-9090-45e5-a39e-4edfd594e1f3), after_delete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:11:20.294118 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1357b167-cd0e-42e8-8f00-21886e1a65e9 admin admin] Pushing event deleted for resources: {'Port': ['ID=632e73d3-9090-45e5-a39e-4edfd594e1f3,revision_number=None']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:11:20.468975 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-1357b167-cd0e-42e8-8f00-21886e1a65e9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-586184', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-584546'] for router_interface (eb1e4800-8b4f-4be4-9243-871422076e8b), after_delete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:11:20.685184 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1357b167-cd0e-42e8-8f00-21886e1a65e9 admin admin] Router eb1e4800-8b4f-4be4-9243-871422076e8b has already been hosted by L3 agent 77f5e085-0284-4236-9dbf-35d2d452e277 {{(pid=103257) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 12 11:11:20.791712 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1357b167-cd0e-42e8-8f00-21886e1a65e9 admin admin] Notify agent at l3_agent.dv-cinder-830088-4-iscsi the message routers_updated {{(pid=103257) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 12 11:11:20.796645 dv-cinder-830088-4-iscsi neutron-server[103257]: INFO neutron.wsgi [None req-1357b167-cd0e-42e8-8f00-21886e1a65e9 admin admin] 10.222.0.39 "PUT /v2.0/routers/eb1e4800-8b4f-4be4-9243-871422076e8b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7835836 Apr 12 11:11:20.799195 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron.wsgi [-] (103257) accepted ('10.222.0.39', 58416) {{(pid=103257) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 11:11:20.802369 dv-cinder-830088-4-iscsi neutron-server[103260]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d4423e5-941e-40a2-8adf-21e83cea3e7f None None] Sync routers for ids ['eb1e4800-8b4f-4be4-9243-871422076e8b'] in dv-cinder-830088-4-iscsi {{(pid=103260) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 12 11:11:20.811888 dv-cinder-830088-4-iscsi neutron-server[103260]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d4423e5-941e-40a2-8adf-21e83cea3e7f None None] Routers {'eb1e4800-8b4f-4be4-9243-871422076e8b'} bound to L3 agent in host dv-cinder-830088-4-iscsi {{(pid=103260) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 11:11:20.812488 dv-cinder-830088-4-iscsi neutron-server[103260]: DEBUG neutron.db.l3_hamode_db [None req-0d4423e5-941e-40a2-8adf-21e83cea3e7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830088-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-12T10:52:12Z,description=,heartbeat_timestamp=2022-04-12T11:11:13Z,host='dv-cinder-830088-4-iscsi',id=77f5e085-0284-4236-9dbf-35d2d452e277,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T10:52:12Z,topic='l3_agent')) {'router_ids': ['eb1e4800-8b4f-4be4-9243-871422076e8b'], 'active': True} {{(pid=103260) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 11:11:20.903212 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-7bddcd3a-4b72-4088-82f2-dd9f31f7d7cf admin admin] Publish callbacks [] for router (eb1e4800-8b4f-4be4-9243-871422076e8b), before_delete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:11:20.918239 dv-cinder-830088-4-iscsi neutron-server[103260]: DEBUG neutron.db.l3_dvr_db [None req-0d4423e5-941e-40a2-8adf-21e83cea3e7f None None] Set router eb1e4800-8b4f-4be4-9243-871422076e8b gateway port host: dv-cinder-830088-4-iscsi {{(pid=103260) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 11:11:21.014871 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-7bddcd3a-4b72-4088-82f2-dd9f31f7d7cf admin admin] Publish callbacks [] for router_gateway (eb1e4800-8b4f-4be4-9243-871422076e8b), before_delete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:11:21.060378 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-7bddcd3a-4b72-4088-82f2-dd9f31f7d7cf admin admin] Deleting port c771e6b6-83f9-494d-bdb0-336589cf0989 {{(pid=103257) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 12 11:11:21.060730 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-7bddcd3a-4b72-4088-82f2-dd9f31f7d7cf admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777667983647'] for port (c771e6b6-83f9-494d-bdb0-336589cf0989), before_delete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:11:21.145661 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-7bddcd3a-4b72-4088-82f2-dd9f31f7d7cf admin admin] For port c771e6b6-83f9-494d-bdb0-336589cf0989, host dv-cinder-830088-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830088-4-iscsi',level=0,port_id=c771e6b6-83f9-494d-bdb0-336589cf0989,segment=NetworkSegment(d942c271-b630-4108-8616-b993c4b79ecb),segment_id=d942c271-b630-4108-8616-b993c4b79ecb)] {{(pid=103257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 11:11:21.146324 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-7bddcd3a-4b72-4088-82f2-dd9f31f7d7cf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-575824'] for port (c771e6b6-83f9-494d-bdb0-336589cf0989), precommit_delete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:11:21.160627 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-7bddcd3a-4b72-4088-82f2-dd9f31f7d7cf admin admin] Calling delete_port for c771e6b6-83f9-494d-bdb0-336589cf0989 owned by network:router_gateway {{(pid=103257) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 12 11:11:21.178418 dv-cinder-830088-4-iscsi neutron-server[103260]: DEBUG neutron.db.l3_hamode_db [None req-0d4423e5-941e-40a2-8adf-21e83cea3e7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eb1e4800-8b4f-4be4-9243-871422076e8b', 'name': 'tempest-AttachVolumeShelveTestJSON-1929172249-router', 'tenant_id': '64420168af994dfe8d37cc175e2bfbd6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b7be5f2-485b-4c85-8f98-fb200971b61c', 'external_fixed_ips': [{'subnet_id': '4887111e-1302-416a-ab8e-c957c9df7f85', 'ip_address': '172.27.3.180'}], 'enable_snat': True}, 'gw_port_id': 'c771e6b6-83f9-494d-bdb0-336589cf0989', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T11:00:46Z', 'updated_at': '2022-04-12T11:11:20Z', 'revision_number': 5, 'project_id': '64420168af994dfe8d37cc175e2bfbd6', 'gw_port': {'id': 'c771e6b6-83f9-494d-bdb0-336589cf0989', 'name': '', 'network_id': '3b7be5f2-485b-4c85-8f98-fb200971b61c', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:fc:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb1e4800-8b4f-4be4-9243-871422076e8b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 106, 'fixed_ips': [{'subnet_id': '4887111e-1302-416a-ab8e-c957c9df7f85', 'ip_address': '172.27.3.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830088-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T11:00:49Z', 'updated_at': '2022-04-12T11:01:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4887111e-1302-416a-ab8e-c957c9df7f85', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830088-4-iscsi'}], 'dv-cinder-830088-4-iscsi', False) {} {{(pid=103260) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 11:11:21.206130 dv-cinder-830088-4-iscsi neutron-server[103260]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d4423e5-941e-40a2-8adf-21e83cea3e7f None None] Checking router: eb1e4800-8b4f-4be4-9243-871422076e8b for host: dv-cinder-830088-4-iscsi {{(pid=103260) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 12 11:11:21.216569 dv-cinder-830088-4-iscsi neutron-server[103260]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d4423e5-941e-40a2-8adf-21e83cea3e7f None None] Routers {'eb1e4800-8b4f-4be4-9243-871422076e8b'} bound to L3 agent in host dv-cinder-830088-4-iscsi {{(pid=103260) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 11:11:21.217951 dv-cinder-830088-4-iscsi neutron-server[103260]: DEBUG neutron.db.l3_hamode_db [None req-0d4423e5-941e-40a2-8adf-21e83cea3e7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830088-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-12T10:52:12Z,description=,heartbeat_timestamp=2022-04-12T11:11:13Z,host='dv-cinder-830088-4-iscsi',id=77f5e085-0284-4236-9dbf-35d2d452e277,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T10:52:12Z,topic='l3_agent')) {'router_ids': ['eb1e4800-8b4f-4be4-9243-871422076e8b'], 'active': True} {{(pid=103260) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 11:11:21.311554 dv-cinder-830088-4-iscsi neutron-server[103260]: DEBUG neutron.db.l3_dvr_db [None req-0d4423e5-941e-40a2-8adf-21e83cea3e7f None None] Set router eb1e4800-8b4f-4be4-9243-871422076e8b gateway port host: None {{(pid=103260) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 11:11:21.336448 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-7bddcd3a-4b72-4088-82f2-dd9f31f7d7cf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1534861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777667992077', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777667450161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5265645'] for port (c771e6b6-83f9-494d-bdb0-336589cf0989), after_delete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:11:21.363777 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bddcd3a-4b72-4088-82f2-dd9f31f7d7cf admin admin] Pushing event deleted for resources: {'Port': ['ID=c771e6b6-83f9-494d-bdb0-336589cf0989,revision_number=None']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:11:21.369413 dv-cinder-830088-4-iscsi neutron-server[103260]: DEBUG neutron.db.l3_hamode_db [None req-0d4423e5-941e-40a2-8adf-21e83cea3e7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eb1e4800-8b4f-4be4-9243-871422076e8b', 'name': 'tempest-AttachVolumeShelveTestJSON-1929172249-router', 'tenant_id': '64420168af994dfe8d37cc175e2bfbd6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T11:00:46Z', 'updated_at': '2022-04-12T11:11:21Z', 'revision_number': 6, 'project_id': '64420168af994dfe8d37cc175e2bfbd6', 'gw_port_host': None}], 'dv-cinder-830088-4-iscsi', False) {} {{(pid=103260) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 11:11:21.401540 dv-cinder-830088-4-iscsi neutron-server[103260]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d4423e5-941e-40a2-8adf-21e83cea3e7f None None] The sync data for ids ['eb1e4800-8b4f-4be4-9243-871422076e8b'] in dv-cinder-830088-4-iscsi is: [{'id': 'eb1e4800-8b4f-4be4-9243-871422076e8b', 'name': 'tempest-AttachVolumeShelveTestJSON-1929172249-router', 'tenant_id': '64420168af994dfe8d37cc175e2bfbd6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T11:00:46Z', 'updated_at': '2022-04-12T11:11:21Z', 'revision_number': 6, 'project_id': '64420168af994dfe8d37cc175e2bfbd6', 'gw_port_host': None}] {{(pid=103260) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 12 11:11:21.439471 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-7bddcd3a-4b72-4088-82f2-dd9f31f7d7cf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-579460'] for router_gateway (eb1e4800-8b4f-4be4-9243-871422076e8b), after_delete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:11:21.536556 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-7bddcd3a-4b72-4088-82f2-dd9f31f7d7cf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-519722', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14489'] for router (eb1e4800-8b4f-4be4-9243-871422076e8b), precommit_delete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:11:21.539089 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-7bddcd3a-4b72-4088-82f2-dd9f31f7d7cf admin admin] Publish callbacks [] for router_controller (eb1e4800-8b4f-4be4-9243-871422076e8b), precommit_delete_associations {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:11:21.587529 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-7bddcd3a-4b72-4088-82f2-dd9f31f7d7cf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-519715'] for router (eb1e4800-8b4f-4be4-9243-871422076e8b), after_delete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:11:21.588162 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7bddcd3a-4b72-4088-82f2-dd9f31f7d7cf admin admin] Fanout notify agent at l3_agent the message router_deleted on router eb1e4800-8b4f-4be4-9243-871422076e8b {{(pid=103257) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 12 11:11:21.593170 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-7bddcd3a-4b72-4088-82f2-dd9f31f7d7cf admin admin] Publish callbacks [] for router (None), before_response {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:11:21.594343 dv-cinder-830088-4-iscsi neutron-server[103257]: INFO neutron.wsgi [None req-7bddcd3a-4b72-4088-82f2-dd9f31f7d7cf admin admin] 10.222.0.39 "DELETE /v2.0/routers/eb1e4800-8b4f-4be4-9243-871422076e8b HTTP/1.1" status: 204 len: 168 time: 0.7942173 Apr 12 11:11:21.596849 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron.wsgi [-] (103257) accepted ('10.222.0.39', 58434) {{(pid=103257) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 11:11:21.641886 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron.db.db_base_plugin_v2 [None req-61d91cc3-faeb-4e28-b4aa-4df421c4ca84 admin admin] Deleting subnet e411d522-7486-40a5-b78b-47a221209e5e {{(pid=103257) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Apr 12 11:11:21.645410 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-61d91cc3-faeb-4e28-b4aa-4df421c4ca84 admin admin] Publish callbacks [] for subnet (e411d522-7486-40a5-b78b-47a221209e5e), before_delete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:11:21.681474 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-61d91cc3-faeb-4e28-b4aa-4df421c4ca84 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5269095'] for subnet (e411d522-7486-40a5-b78b-47a221209e5e), precommit_delete_associations {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:11:21.728176 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.wsgi [-] (103258) accepted ('10.222.0.39', 58438) {{(pid=103258) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 11:11:21.763908 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-61d91cc3-faeb-4e28-b4aa-4df421c4ca84 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1528832'] for subnet (e411d522-7486-40a5-b78b-47a221209e5e), precommit_delete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:11:21.824279 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-61d91cc3-faeb-4e28-b4aa-4df421c4ca84 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1528889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-439037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5265552', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5341063'] for subnet (e411d522-7486-40a5-b78b-47a221209e5e), after_delete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:11:21.846377 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-ba51e28e-e4bc-4ddf-b011-04cf8ffcc29e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:11:21.853704 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-61d91cc3-faeb-4e28-b4aa-4df421c4ca84 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586029'] for subnet (None), before_response {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:11:21.859466 dv-cinder-830088-4-iscsi neutron-server[103257]: INFO neutron.wsgi [None req-61d91cc3-faeb-4e28-b4aa-4df421c4ca84 admin admin] 10.222.0.39 "DELETE /v2.0/subnets/e411d522-7486-40a5-b78b-47a221209e5e HTTP/1.1" status: 204 len: 168 time: 0.2593088 Apr 12 11:11:21.859466 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61d91cc3-faeb-4e28-b4aa-4df421c4ca84 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e411d522-7486-40a5-b78b-47a221209e5e,revision_number=None']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:11:21.859808 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-864016e9-4104-4136-859a-fde5136d2045 None None] Network 5fe71604-a19f-4748-9dc5-7cc9d7ecf6be requested from dv-cinder-830088-4-iscsi {{(pid=103259) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 12 11:11:21.860238 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron.wsgi [-] (103257) accepted ('10.222.0.39', 58442) {{(pid=103257) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 11:11:21.947461 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-5a51b40a-d324-4136-a1bc-a5a0b833a697 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1505875'] for network (5fe71604-a19f-4748-9dc5-7cc9d7ecf6be), before_delete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:11:21.958273 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-ba51e28e-e4bc-4ddf-b011-04cf8ffcc29e admin admin] Publish callbacks [] for security_group (35220cf9-18d2-4ccc-97e3-74d5bc5efd9e), precommit_create {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:11:21.963791 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-ba51e28e-e4bc-4ddf-b011-04cf8ffcc29e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-415253'] for security_group (35220cf9-18d2-4ccc-97e3-74d5bc5efd9e), after_create {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:11:21.994020 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-5a51b40a-d324-4136-a1bc-a5a0b833a697 admin admin] Deleting port 9f0a6599-631f-46aa-8ee2-d5f13cbdc97f {{(pid=103257) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 12 11:11:21.994383 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-5a51b40a-d324-4136-a1bc-a5a0b833a697 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777667983647'] for port (9f0a6599-631f-46aa-8ee2-d5f13cbdc97f), before_delete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:11:22.003860 dv-cinder-830088-4-iscsi neutron-server[103258]: INFO neutron.wsgi [None req-ba51e28e-e4bc-4ddf-b011-04cf8ffcc29e admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=2a3d4bd8dd094e55b1626f25a32de98a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2746041 Apr 12 11:11:22.004835 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba51e28e-e4bc-4ddf-b011-04cf8ffcc29e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=35220cf9-18d2-4ccc-97e3-74d5bc5efd9e,revision_number=1']} {{(pid=103258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:11:22.007256 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.wsgi [-] (103258) accepted ('10.222.0.39', 58444) {{(pid=103258) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 11:11:22.057513 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-a9c1b844-b782-4117-b53b-d24c56c3254b admin admin] Publish callbacks [] for security_group (35220cf9-18d2-4ccc-97e3-74d5bc5efd9e), before_delete {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:11:22.059088 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-5a51b40a-d324-4136-a1bc-a5a0b833a697 admin admin] For port 9f0a6599-631f-46aa-8ee2-d5f13cbdc97f, host dv-cinder-830088-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830088-4-iscsi',level=0,port_id=9f0a6599-631f-46aa-8ee2-d5f13cbdc97f,segment=NetworkSegment(af155c35-6d9d-4cb5-9da1-9790843f44dc),segment_id=af155c35-6d9d-4cb5-9da1-9790843f44dc)] {{(pid=103257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 11:11:22.059454 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-5a51b40a-d324-4136-a1bc-a5a0b833a697 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-575824'] for port (9f0a6599-631f-46aa-8ee2-d5f13cbdc97f), precommit_delete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:11:22.072043 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-5a51b40a-d324-4136-a1bc-a5a0b833a697 admin admin] Calling delete_port for 9f0a6599-631f-46aa-8ee2-d5f13cbdc97f owned by network:dhcp {{(pid=103257) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 12 11:11:22.078118 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-a9c1b844-b782-4117-b53b-d24c56c3254b admin admin] Publish callbacks [] for security_group (35220cf9-18d2-4ccc-97e3-74d5bc5efd9e), precommit_delete {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:11:22.126365 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-a9c1b844-b782-4117-b53b-d24c56c3254b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-415253'] for security_group (35220cf9-18d2-4ccc-97e3-74d5bc5efd9e), after_delete {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:11:22.129167 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-a9c1b844-b782-4117-b53b-d24c56c3254b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:11:22.130299 dv-cinder-830088-4-iscsi neutron-server[103258]: INFO neutron.wsgi [None req-a9c1b844-b782-4117-b53b-d24c56c3254b admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/35220cf9-18d2-4ccc-97e3-74d5bc5efd9e HTTP/1.1" status: 204 len: 168 time: 0.1221569 Apr 12 11:11:22.139819 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9c1b844-b782-4117-b53b-d24c56c3254b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=35220cf9-18d2-4ccc-97e3-74d5bc5efd9e,revision_number=None']} {{(pid=103258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:11:22.157002 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-5a51b40a-d324-4136-a1bc-a5a0b833a697 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1534861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777667992077', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777667450161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5265645'] for port (9f0a6599-631f-46aa-8ee2-d5f13cbdc97f), after_delete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:11:22.184551 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a51b40a-d324-4136-a1bc-a5a0b833a697 admin admin] Pushing event deleted for resources: {'Port': ['ID=9f0a6599-631f-46aa-8ee2-d5f13cbdc97f,revision_number=None']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:11:22.188001 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a51b40a-d324-4136-a1bc-a5a0b833a697 admin admin] No DVR routers for this DVR port 9f0a6599-631f-46aa-8ee2-d5f13cbdc97f on host dv-cinder-830088-4-iscsi {{(pid=103257) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 12 11:11:22.257877 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18638f86-fb7c-4bf5-a9aa-06a913a57522 None None] DHCP port deletion for 5fe71604-a19f-4748-9dc5-7cc9d7ecf6be request from dv-cinder-830088-4-iscsi {{(pid=103259) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 12 11:11:22.265295 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-5a51b40a-d324-4136-a1bc-a5a0b833a697 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1527181', 'neutron.services.segments.db._delete_segments_for_network-8777667879599'] for network (5fe71604-a19f-4748-9dc5-7cc9d7ecf6be), precommit_delete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:11:22.296128 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron.services.segments.db [None req-5a51b40a-d324-4136-a1bc-a5a0b833a697 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5fe71604-a19f-4748-9dc5-7cc9d7ecf6be']}} {{(pid=103257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 11:11:22.307045 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron.services.segments.db [None req-5a51b40a-d324-4136-a1bc-a5a0b833a697 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'af155c35-6d9d-4cb5-9da1-9790843f44dc') {'for_net_delete': True} {{(pid=103257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 11:11:22.307475 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron.services.segments.db [None req-5a51b40a-d324-4136-a1bc-a5a0b833a697 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'af155c35-6d9d-4cb5-9da1-9790843f44dc') {} {{(pid=103257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 11:11:22.317856 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-5a51b40a-d324-4136-a1bc-a5a0b833a697 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777667883192', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5269102'] for segment (af155c35-6d9d-4cb5-9da1-9790843f44dc), before_delete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:11:22.332522 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron.plugins.ml2.rpc [None req-e4b062a6-7a21-4431-be77-3c7776c11043 None None] Device 9f0a6599-631f-46aa-8ee2-d5f13cbdc97f no longer exists at agent ovs-agent-dv-cinder-830088-4-iscsi {{(pid=103259) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 12 11:11:22.332777 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-5a51b40a-d324-4136-a1bc-a5a0b833a697 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1531021'] for segment (af155c35-6d9d-4cb5-9da1-9790843f44dc), precommit_delete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:11:22.341809 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5a51b40a-d324-4136-a1bc-a5a0b833a697 admin admin] Releasing vlan 506 on physical network physnet1 to pool {{(pid=103257) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 12 11:11:22.342353 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-5a51b40a-d324-4136-a1bc-a5a0b833a697 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1531021', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5265466'] for segment (af155c35-6d9d-4cb5-9da1-9790843f44dc), after_delete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:11:22.344289 dv-cinder-830088-4-iscsi neutron-server[103257]: Traceback (most recent call last): Apr 12 11:11:22.344289 dv-cinder-830088-4-iscsi neutron-server[103257]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 12 11:11:22.344289 dv-cinder-830088-4-iscsi neutron-server[103257]: timer() Apr 12 11:11:22.344289 dv-cinder-830088-4-iscsi neutron-server[103257]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 12 11:11:22.344289 dv-cinder-830088-4-iscsi neutron-server[103257]: cb(*args, **kw) Apr 12 11:11:22.344289 dv-cinder-830088-4-iscsi neutron-server[103257]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 12 11:11:22.344289 dv-cinder-830088-4-iscsi neutron-server[103257]: return func(*args, **kwargs) Apr 12 11:11:22.344289 dv-cinder-830088-4-iscsi neutron-server[103257]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 12 11:11:22.344289 dv-cinder-830088-4-iscsi neutron-server[103257]: self._notify() Apr 12 11:11:22.344289 dv-cinder-830088-4-iscsi neutron-server[103257]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 12 11:11:22.344289 dv-cinder-830088-4-iscsi neutron-server[103257]: self.callback(batched_events) Apr 12 11:11:22.344289 dv-cinder-830088-4-iscsi neutron-server[103257]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 12 11:11:22.344289 dv-cinder-830088-4-iscsi neutron-server[103257]: event.method(event) Apr 12 11:11:22.344289 dv-cinder-830088-4-iscsi neutron-server[103257]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 12 11:11:22.344289 dv-cinder-830088-4-iscsi neutron-server[103257]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 12 11:11:22.344289 dv-cinder-830088-4-iscsi neutron-server[103257]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 12 11:11:22.344289 dv-cinder-830088-4-iscsi neutron-server[103257]: aggregate_uuid = self.p_client.list_aggregates( Apr 12 11:11:22.344289 dv-cinder-830088-4-iscsi neutron-server[103257]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 12 11:11:22.344289 dv-cinder-830088-4-iscsi neutron-server[103257]: return f(self, *a, **k) Apr 12 11:11:22.344289 dv-cinder-830088-4-iscsi neutron-server[103257]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 12 11:11:22.344289 dv-cinder-830088-4-iscsi neutron-server[103257]: return self._get(url).json() Apr 12 11:11:22.344289 dv-cinder-830088-4-iscsi neutron-server[103257]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 12 11:11:22.344289 dv-cinder-830088-4-iscsi neutron-server[103257]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 12 11:11:22.344289 dv-cinder-830088-4-iscsi neutron-server[103257]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 12 11:11:22.344289 dv-cinder-830088-4-iscsi neutron-server[103257]: return self.request(url, 'GET', **kwargs) Apr 12 11:11:22.344289 dv-cinder-830088-4-iscsi neutron-server[103257]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 12 11:11:22.344289 dv-cinder-830088-4-iscsi neutron-server[103257]: base_url = self.get_endpoint(auth, allow=allow, Apr 12 11:11:22.344289 dv-cinder-830088-4-iscsi neutron-server[103257]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 12 11:11:22.344289 dv-cinder-830088-4-iscsi neutron-server[103257]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 12 11:11:22.344289 dv-cinder-830088-4-iscsi neutron-server[103257]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 12 11:11:22.344289 dv-cinder-830088-4-iscsi neutron-server[103257]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 12 11:11:22.344289 dv-cinder-830088-4-iscsi neutron-server[103257]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 12 11:11:22.353786 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron.plugins.ml2.plugin [None req-e4b062a6-7a21-4431-be77-3c7776c11043 None None] No Port match for: 9f0a6599-631f-46aa-8ee2-d5f13cbdc97f {{(pid=103259) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 12 11:11:22.354360 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron.plugins.ml2.rpc [None req-e4b062a6-7a21-4431-be77-3c7776c11043 None None] Device 9f0a6599-631f-46aa-8ee2-d5f13cbdc97f not bound to the agent host dv-cinder-830088-4-iscsi {{(pid=103259) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 12 11:11:22.354804 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron.plugins.ml2.rpc [None req-e4b062a6-7a21-4431-be77-3c7776c11043 None None] Device 632e73d3-9090-45e5-a39e-4edfd594e1f3 no longer exists at agent ovs-agent-dv-cinder-830088-4-iscsi {{(pid=103259) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 12 11:11:22.374468 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron.plugins.ml2.plugin [None req-e4b062a6-7a21-4431-be77-3c7776c11043 None None] No Port match for: 632e73d3-9090-45e5-a39e-4edfd594e1f3 {{(pid=103259) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 12 11:11:22.374840 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron.plugins.ml2.rpc [None req-e4b062a6-7a21-4431-be77-3c7776c11043 None None] Device 632e73d3-9090-45e5-a39e-4edfd594e1f3 not bound to the agent host dv-cinder-830088-4-iscsi {{(pid=103259) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 12 11:11:22.375296 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron.plugins.ml2.rpc [None req-e4b062a6-7a21-4431-be77-3c7776c11043 None None] Device c771e6b6-83f9-494d-bdb0-336589cf0989 no longer exists at agent ovs-agent-dv-cinder-830088-4-iscsi {{(pid=103259) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 12 11:11:22.398813 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron.plugins.ml2.plugin [None req-e4b062a6-7a21-4431-be77-3c7776c11043 None None] No Port match for: c771e6b6-83f9-494d-bdb0-336589cf0989 {{(pid=103259) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 12 11:11:22.398984 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron.plugins.ml2.rpc [None req-e4b062a6-7a21-4431-be77-3c7776c11043 None None] Device c771e6b6-83f9-494d-bdb0-336589cf0989 not bound to the agent host dv-cinder-830088-4-iscsi {{(pid=103259) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 12 11:11:22.414242 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-5a51b40a-d324-4136-a1bc-a5a0b833a697 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1527170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-415428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586207', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-579552'] for network (5fe71604-a19f-4748-9dc5-7cc9d7ecf6be), after_delete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:11:22.420485 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-5a51b40a-d324-4136-a1bc-a5a0b833a697 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586029'] for network (None), before_response {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:11:22.426334 dv-cinder-830088-4-iscsi neutron-server[103257]: INFO neutron.wsgi [None req-5a51b40a-d324-4136-a1bc-a5a0b833a697 admin admin] 10.222.0.39 "DELETE /v2.0/networks/5fe71604-a19f-4748-9dc5-7cc9d7ecf6be HTTP/1.1" status: 204 len: 168 time: 0.5635059 Apr 12 11:11:22.437590 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a51b40a-d324-4136-a1bc-a5a0b833a697 admin admin] Pushing event deleted for resources: {'Network': ['ID=5fe71604-a19f-4748-9dc5-7cc9d7ecf6be,revision_number=None']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:11:22.486053 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.wsgi [-] (103258) accepted ('10.222.0.39', 58454) {{(pid=103258) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 11:11:22.499810 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-833a72df-851c-4091-a252-5613fa755c60 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:11:22.594238 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-833a72df-851c-4091-a252-5613fa755c60 admin admin] Publish callbacks [] for security_group (43c4e5d9-7e60-4ca5-b867-b7a8c7363274), precommit_create {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:11:22.599933 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-833a72df-851c-4091-a252-5613fa755c60 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-415253'] for security_group (43c4e5d9-7e60-4ca5-b867-b7a8c7363274), after_create {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:11:22.614890 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron.wsgi [-] (103257) accepted ('10.222.0.39', 58458) {{(pid=103257) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 11:11:22.640546 dv-cinder-830088-4-iscsi neutron-server[103258]: INFO neutron.wsgi [None req-833a72df-851c-4091-a252-5613fa755c60 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=d6314c2c5e25489bb6fb42d41e6f467e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1531968 Apr 12 11:11:22.644284 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.wsgi [-] (103258) accepted ('10.222.0.39', 58460) {{(pid=103258) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 11:11:22.671998 dv-cinder-830088-4-iscsi neutron-server[103257]: INFO neutron.wsgi [None req-553bbe3c-35b0-461c-9493-626460217222 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=64420168af994dfe8d37cc175e2bfbd6&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0557115 Apr 12 11:11:22.672719 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron.wsgi [-] (103257) accepted ('10.222.0.39', 58462) {{(pid=103257) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 11:11:22.681137 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-833a72df-851c-4091-a252-5613fa755c60 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=43c4e5d9-7e60-4ca5-b867-b7a8c7363274,revision_number=1']} {{(pid=103258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:11:22.716402 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-2b3292d7-3d7e-4916-8365-2da5eb39045a admin admin] Publish callbacks [] for security_group (43c4e5d9-7e60-4ca5-b867-b7a8c7363274), before_delete {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:11:22.729861 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-6857785a-f120-4098-9cb1-d80886c1007c admin admin] Publish callbacks [] for security_group (71e266af-b8f1-4bac-99bb-ae1f9d008a63), before_delete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:11:22.742110 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-2b3292d7-3d7e-4916-8365-2da5eb39045a admin admin] Publish callbacks [] for security_group (43c4e5d9-7e60-4ca5-b867-b7a8c7363274), precommit_delete {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:11:22.751103 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-6857785a-f120-4098-9cb1-d80886c1007c admin admin] Publish callbacks [] for security_group (71e266af-b8f1-4bac-99bb-ae1f9d008a63), precommit_delete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:11:22.796124 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-2b3292d7-3d7e-4916-8365-2da5eb39045a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-415253'] for security_group (43c4e5d9-7e60-4ca5-b867-b7a8c7363274), after_delete {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:11:22.798822 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-2b3292d7-3d7e-4916-8365-2da5eb39045a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:11:22.800156 dv-cinder-830088-4-iscsi neutron-server[103258]: INFO neutron.wsgi [None req-2b3292d7-3d7e-4916-8365-2da5eb39045a admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/43c4e5d9-7e60-4ca5-b867-b7a8c7363274 HTTP/1.1" status: 204 len: 168 time: 0.1543984 Apr 12 11:11:22.809735 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b3292d7-3d7e-4916-8365-2da5eb39045a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=43c4e5d9-7e60-4ca5-b867-b7a8c7363274,revision_number=None']} {{(pid=103258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:11:22.831224 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-6857785a-f120-4098-9cb1-d80886c1007c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-415253'] for security_group (71e266af-b8f1-4bac-99bb-ae1f9d008a63), after_delete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:11:22.833761 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-6857785a-f120-4098-9cb1-d80886c1007c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:11:22.834950 dv-cinder-830088-4-iscsi neutron-server[103257]: INFO neutron.wsgi [None req-6857785a-f120-4098-9cb1-d80886c1007c admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/71e266af-b8f1-4bac-99bb-ae1f9d008a63 HTTP/1.1" status: 204 len: 168 time: 0.1611264 Apr 12 11:11:22.848976 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6857785a-f120-4098-9cb1-d80886c1007c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=71e266af-b8f1-4bac-99bb-ae1f9d008a63,revision_number=None']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:11:23.231240 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.wsgi [-] (103258) accepted ('10.222.0.39', 58484) {{(pid=103258) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 11:11:23.248953 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-38ce659f-b343-495a-be89-999bd7d89d0c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:11:23.323893 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-38ce659f-b343-495a-be89-999bd7d89d0c admin admin] Publish callbacks [] for security_group (277e4579-f425-4df3-bcf2-2d845cb5a6bb), precommit_create {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:11:23.327668 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-38ce659f-b343-495a-be89-999bd7d89d0c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-415253'] for security_group (277e4579-f425-4df3-bcf2-2d845cb5a6bb), after_create {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:11:23.365147 dv-cinder-830088-4-iscsi neutron-server[103258]: INFO neutron.wsgi [None req-38ce659f-b343-495a-be89-999bd7d89d0c admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=8853019b6d674d9990984695364a3c69&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1326671 Apr 12 11:11:23.366016 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38ce659f-b343-495a-be89-999bd7d89d0c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=277e4579-f425-4df3-bcf2-2d845cb5a6bb,revision_number=1']} {{(pid=103258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:11:23.368675 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron.wsgi [-] (103257) accepted ('10.222.0.39', 58486) {{(pid=103257) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 11:11:23.421392 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-d57809ab-3e04-4684-a18e-44166135e8f9 admin admin] Publish callbacks [] for security_group (277e4579-f425-4df3-bcf2-2d845cb5a6bb), before_delete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:11:23.443184 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-d57809ab-3e04-4684-a18e-44166135e8f9 admin admin] Publish callbacks [] for security_group (277e4579-f425-4df3-bcf2-2d845cb5a6bb), precommit_delete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:11:23.494284 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-d57809ab-3e04-4684-a18e-44166135e8f9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-415253'] for security_group (277e4579-f425-4df3-bcf2-2d845cb5a6bb), after_delete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:11:23.497053 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-d57809ab-3e04-4684-a18e-44166135e8f9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:11:23.498366 dv-cinder-830088-4-iscsi neutron-server[103257]: INFO neutron.wsgi [None req-d57809ab-3e04-4684-a18e-44166135e8f9 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/277e4579-f425-4df3-bcf2-2d845cb5a6bb HTTP/1.1" status: 204 len: 168 time: 0.1286550 Apr 12 11:11:23.506235 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d57809ab-3e04-4684-a18e-44166135e8f9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=277e4579-f425-4df3-bcf2-2d845cb5a6bb,revision_number=None']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:11:25.505438 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.wsgi [-] (103258) accepted ('10.222.0.39', 58578) {{(pid=103258) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 11:11:25.607317 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-d2644541-9549-47a5-a763-b28c182973c0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:11:25.681006 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-d2644541-9549-47a5-a763-b28c182973c0 admin admin] Publish callbacks [] for security_group (2d5f4d45-bc15-4177-8a9a-1c851fc53056), precommit_create {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:11:25.684567 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-d2644541-9549-47a5-a763-b28c182973c0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-415253'] for security_group (2d5f4d45-bc15-4177-8a9a-1c851fc53056), after_create {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:11:25.723020 dv-cinder-830088-4-iscsi neutron-server[103258]: INFO neutron.wsgi [None req-d2644541-9549-47a5-a763-b28c182973c0 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=1b362ffeb1f5460ea5064ecab52cbd3a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2165053 Apr 12 11:11:25.724889 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2644541-9549-47a5-a763-b28c182973c0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2d5f4d45-bc15-4177-8a9a-1c851fc53056,revision_number=1']} {{(pid=103258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:11:25.726217 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron.wsgi [-] (103257) accepted ('10.222.0.39', 58582) {{(pid=103257) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 11:11:25.775723 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-c10672f2-8c02-4645-a5f5-512e7ced5b76 admin admin] Publish callbacks [] for security_group (2d5f4d45-bc15-4177-8a9a-1c851fc53056), before_delete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:11:25.796483 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-c10672f2-8c02-4645-a5f5-512e7ced5b76 admin admin] Publish callbacks [] for security_group (2d5f4d45-bc15-4177-8a9a-1c851fc53056), precommit_delete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:11:25.840514 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-c10672f2-8c02-4645-a5f5-512e7ced5b76 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-415253'] for security_group (2d5f4d45-bc15-4177-8a9a-1c851fc53056), after_delete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:11:25.843041 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-c10672f2-8c02-4645-a5f5-512e7ced5b76 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:11:25.844165 dv-cinder-830088-4-iscsi neutron-server[103257]: INFO neutron.wsgi [None req-c10672f2-8c02-4645-a5f5-512e7ced5b76 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/2d5f4d45-bc15-4177-8a9a-1c851fc53056 HTTP/1.1" status: 204 len: 168 time: 0.1169217 Apr 12 11:11:25.851927 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c10672f2-8c02-4645-a5f5-512e7ced5b76 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2d5f4d45-bc15-4177-8a9a-1c851fc53056,revision_number=None']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:11:26.096510 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron.wsgi [-] (103257) accepted ('10.222.0.39', 58590) {{(pid=103257) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 11:11:26.110040 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-6d50f919-5b98-4c33-a3a2-25f20e6d2a11 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:11:26.184214 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-6d50f919-5b98-4c33-a3a2-25f20e6d2a11 admin admin] Publish callbacks [] for security_group (d8a0ab71-9e01-4d43-992c-49fc933b19e7), precommit_create {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:11:26.188090 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-6d50f919-5b98-4c33-a3a2-25f20e6d2a11 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-415253'] for security_group (d8a0ab71-9e01-4d43-992c-49fc933b19e7), after_create {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:11:26.227658 dv-cinder-830088-4-iscsi neutron-server[103257]: INFO neutron.wsgi [None req-6d50f919-5b98-4c33-a3a2-25f20e6d2a11 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=1b5795bd2ff6412c8af1e1beb0848be9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1300318 Apr 12 11:11:26.228454 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d50f919-5b98-4c33-a3a2-25f20e6d2a11 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d8a0ab71-9e01-4d43-992c-49fc933b19e7,revision_number=1']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:11:26.230227 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.wsgi [-] (103258) accepted ('10.222.0.39', 58594) {{(pid=103258) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 11:11:26.277459 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-cf2524eb-56eb-4741-86fb-d9c452dd5988 admin admin] Publish callbacks [] for security_group (d8a0ab71-9e01-4d43-992c-49fc933b19e7), before_delete {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:11:26.298307 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-cf2524eb-56eb-4741-86fb-d9c452dd5988 admin admin] Publish callbacks [] for security_group (d8a0ab71-9e01-4d43-992c-49fc933b19e7), precommit_delete {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:11:26.342446 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-cf2524eb-56eb-4741-86fb-d9c452dd5988 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-415253'] for security_group (d8a0ab71-9e01-4d43-992c-49fc933b19e7), after_delete {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:11:26.344966 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-cf2524eb-56eb-4741-86fb-d9c452dd5988 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:11:26.346085 dv-cinder-830088-4-iscsi neutron-server[103258]: INFO neutron.wsgi [None req-cf2524eb-56eb-4741-86fb-d9c452dd5988 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/d8a0ab71-9e01-4d43-992c-49fc933b19e7 HTTP/1.1" status: 204 len: 168 time: 0.1142728 Apr 12 11:11:26.353751 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf2524eb-56eb-4741-86fb-d9c452dd5988 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d8a0ab71-9e01-4d43-992c-49fc933b19e7,revision_number=None']} {{(pid=103258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:11:40.271750 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron_lib.callbacks.manager [None req-361e90e5-0608-4da4-a34b-ab3e29069b03 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777667879581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1343690'] for agent (0a0a44e5-732d-48d9-a8ad-b47e7b7c1a86), after_update {{(pid=103259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:11:41.862345 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron_lib.callbacks.manager [None req-ae6c308c-a92e-4424-a7f8-d6a17e5174ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777667879581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1343690'] for agent (742b2e09-86ec-4663-b086-f6b891926c3e), after_update {{(pid=103259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:11:42.564479 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron_lib.callbacks.manager [None req-46e2dba9-918e-41d2-9b0b-f13e2f2b318f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777667879581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1343690'] for agent (77f5e085-0284-4236-9dbf-35d2d452e277), after_update {{(pid=103259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:11:43.829451 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron_lib.callbacks.manager [None req-601bd752-88b9-4ad2-8e14-56931e32431b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777667879581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1343690'] for agent (3ceb33ec-7c20-4632-9357-4cc6534463de), after_update {{(pid=103259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:11:44.973242 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.wsgi [-] (103258) accepted ('10.222.0.39', 58854) {{(pid=103258) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 11:11:45.071468 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron_lib.callbacks.manager [None req-0acb87d3-0572-4b2c-b7c9-977edd32a8b9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777667879581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1343690'] for agent (3c144e28-9cc5-463d-ad96-a18b19cd455c), after_update {{(pid=103259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:11:45.078274 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-bd30e261-ecc3-4615-8e94-548e9108155c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:11:45.153713 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-bd30e261-ecc3-4615-8e94-548e9108155c admin admin] Publish callbacks [] for security_group (7da09938-3955-4c22-80ae-4153d22a5221), precommit_create {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:11:45.157196 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-bd30e261-ecc3-4615-8e94-548e9108155c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-415253'] for security_group (7da09938-3955-4c22-80ae-4153d22a5221), after_create {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:11:45.191835 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd30e261-ecc3-4615-8e94-548e9108155c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7da09938-3955-4c22-80ae-4153d22a5221,revision_number=1']} {{(pid=103258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:11:45.196408 dv-cinder-830088-4-iscsi neutron-server[103258]: INFO neutron.wsgi [None req-bd30e261-ecc3-4615-8e94-548e9108155c admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=882afafdc0484b8a98b907dd50db9e90&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2221296 Apr 12 11:11:45.199331 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron.wsgi [-] (103257) accepted ('10.222.0.39', 58858) {{(pid=103257) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 11:11:45.202181 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd30e261-ecc3-4615-8e94-548e9108155c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830088-4-iscsi {{(pid=103258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:11:45.202531 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd30e261-ecc3-4615-8e94-548e9108155c admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830088-4-iscsi {{(pid=103258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:11:45.202897 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd30e261-ecc3-4615-8e94-548e9108155c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830088-4-iscsi {{(pid=103258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:11:45.203237 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd30e261-ecc3-4615-8e94-548e9108155c admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830088-4-iscsi {{(pid=103258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:11:45.203570 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd30e261-ecc3-4615-8e94-548e9108155c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830088-4-iscsi {{(pid=103258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:11:45.203899 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd30e261-ecc3-4615-8e94-548e9108155c admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830088-4-iscsi {{(pid=103258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:11:45.204224 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd30e261-ecc3-4615-8e94-548e9108155c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830088-4-iscsi {{(pid=103258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:11:45.204547 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd30e261-ecc3-4615-8e94-548e9108155c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830088-4-iscsi {{(pid=103258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:11:45.204871 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd30e261-ecc3-4615-8e94-548e9108155c admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-830088-4-iscsi {{(pid=103258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:11:45.205197 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd30e261-ecc3-4615-8e94-548e9108155c admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830088-4-iscsi {{(pid=103258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:11:45.205522 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd30e261-ecc3-4615-8e94-548e9108155c admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830088-4-iscsi {{(pid=103258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:11:45.205846 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd30e261-ecc3-4615-8e94-548e9108155c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830088-4-iscsi {{(pid=103258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:11:45.206186 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd30e261-ecc3-4615-8e94-548e9108155c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830088-4-iscsi {{(pid=103258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:11:45.206488 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd30e261-ecc3-4615-8e94-548e9108155c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830088-4-iscsi {{(pid=103258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:11:45.206836 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd30e261-ecc3-4615-8e94-548e9108155c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830088-4-iscsi {{(pid=103258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:11:45.247111 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-26d9e625-858c-48bd-a8d0-4ab836198f89 admin admin] Publish callbacks [] for security_group (7da09938-3955-4c22-80ae-4153d22a5221), before_delete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:11:45.267830 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-26d9e625-858c-48bd-a8d0-4ab836198f89 admin admin] Publish callbacks [] for security_group (7da09938-3955-4c22-80ae-4153d22a5221), precommit_delete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:11:45.314672 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-26d9e625-858c-48bd-a8d0-4ab836198f89 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-415253'] for security_group (7da09938-3955-4c22-80ae-4153d22a5221), after_delete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:11:45.317217 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-26d9e625-858c-48bd-a8d0-4ab836198f89 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:11:45.318347 dv-cinder-830088-4-iscsi neutron-server[103257]: INFO neutron.wsgi [None req-26d9e625-858c-48bd-a8d0-4ab836198f89 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/7da09938-3955-4c22-80ae-4153d22a5221 HTTP/1.1" status: 204 len: 168 time: 0.1179781 Apr 12 11:11:45.327419 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26d9e625-858c-48bd-a8d0-4ab836198f89 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7da09938-3955-4c22-80ae-4153d22a5221,revision_number=None']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:11:45.334502 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26d9e625-858c-48bd-a8d0-4ab836198f89 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830088-4-iscsi {{(pid=103257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:11:45.334875 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26d9e625-858c-48bd-a8d0-4ab836198f89 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830088-4-iscsi {{(pid=103257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:11:45.335217 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26d9e625-858c-48bd-a8d0-4ab836198f89 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830088-4-iscsi {{(pid=103257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:11:45.336127 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26d9e625-858c-48bd-a8d0-4ab836198f89 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830088-4-iscsi {{(pid=103257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:11:45.336438 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26d9e625-858c-48bd-a8d0-4ab836198f89 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830088-4-iscsi {{(pid=103257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:11:45.336769 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26d9e625-858c-48bd-a8d0-4ab836198f89 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830088-4-iscsi {{(pid=103257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:11:45.337226 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26d9e625-858c-48bd-a8d0-4ab836198f89 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830088-4-iscsi {{(pid=103257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:11:45.337555 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26d9e625-858c-48bd-a8d0-4ab836198f89 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830088-4-iscsi {{(pid=103257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:11:45.337999 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26d9e625-858c-48bd-a8d0-4ab836198f89 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-830088-4-iscsi {{(pid=103257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:11:45.338328 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26d9e625-858c-48bd-a8d0-4ab836198f89 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830088-4-iscsi {{(pid=103257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:11:45.338655 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26d9e625-858c-48bd-a8d0-4ab836198f89 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830088-4-iscsi {{(pid=103257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:11:45.339136 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26d9e625-858c-48bd-a8d0-4ab836198f89 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830088-4-iscsi {{(pid=103257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:11:45.339468 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26d9e625-858c-48bd-a8d0-4ab836198f89 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830088-4-iscsi {{(pid=103257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:11:45.339791 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26d9e625-858c-48bd-a8d0-4ab836198f89 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830088-4-iscsi {{(pid=103257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:11:45.340385 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26d9e625-858c-48bd-a8d0-4ab836198f89 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830088-4-iscsi {{(pid=103257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:11:45.876159 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron.wsgi [-] (103257) accepted ('10.222.0.39', 58892) {{(pid=103257) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 11:11:46.079580 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-6786a4a3-17b1-4b44-86e3-64daaffb4ae2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:11:46.155718 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-6786a4a3-17b1-4b44-86e3-64daaffb4ae2 admin admin] Publish callbacks [] for security_group (b84993e2-db36-4006-872f-0a6cea5ca427), precommit_create {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:11:46.159844 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-6786a4a3-17b1-4b44-86e3-64daaffb4ae2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-415253'] for security_group (b84993e2-db36-4006-872f-0a6cea5ca427), after_create {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:11:46.197849 dv-cinder-830088-4-iscsi neutron-server[103257]: INFO neutron.wsgi [None req-6786a4a3-17b1-4b44-86e3-64daaffb4ae2 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=47e14b7297c44d9087eda3c467b2fc14&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3205860 Apr 12 11:11:46.199792 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6786a4a3-17b1-4b44-86e3-64daaffb4ae2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b84993e2-db36-4006-872f-0a6cea5ca427,revision_number=1']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:11:46.200729 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.wsgi [-] (103258) accepted ('10.222.0.39', 58902) {{(pid=103258) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 11:11:46.253696 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-76dbdffa-0a97-4ec2-97ae-c9c569005d32 admin admin] Publish callbacks [] for security_group (b84993e2-db36-4006-872f-0a6cea5ca427), before_delete {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:11:46.275704 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-76dbdffa-0a97-4ec2-97ae-c9c569005d32 admin admin] Publish callbacks [] for security_group (b84993e2-db36-4006-872f-0a6cea5ca427), precommit_delete {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:11:46.324984 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-76dbdffa-0a97-4ec2-97ae-c9c569005d32 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-415253'] for security_group (b84993e2-db36-4006-872f-0a6cea5ca427), after_delete {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:11:46.338277 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-76dbdffa-0a97-4ec2-97ae-c9c569005d32 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:11:46.338277 dv-cinder-830088-4-iscsi neutron-server[103258]: INFO neutron.wsgi [None req-76dbdffa-0a97-4ec2-97ae-c9c569005d32 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/b84993e2-db36-4006-872f-0a6cea5ca427 HTTP/1.1" status: 204 len: 168 time: 0.1292255 Apr 12 11:11:46.340364 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76dbdffa-0a97-4ec2-97ae-c9c569005d32 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b84993e2-db36-4006-872f-0a6cea5ca427,revision_number=None']} {{(pid=103258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:11:46.561049 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron_lib.callbacks.manager [None req-e4b062a6-7a21-4431-be77-3c7776c11043 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777667879581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1343690'] for agent (c71cae7d-514b-467a-8477-0a67bee0b970), after_update {{(pid=103259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:11:47.966080 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron.wsgi [-] (103257) accepted ('10.222.0.39', 58976) {{(pid=103257) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 11:11:48.068511 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-5e7d5869-aa83-4dc6-9529-1bde921bd3e9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:11:48.141162 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-5e7d5869-aa83-4dc6-9529-1bde921bd3e9 admin admin] Publish callbacks [] for security_group (f9dc7d4a-3673-4bc6-81f4-c314794cc11c), precommit_create {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:11:48.145024 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-5e7d5869-aa83-4dc6-9529-1bde921bd3e9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-415253'] for security_group (f9dc7d4a-3673-4bc6-81f4-c314794cc11c), after_create {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:11:48.184160 dv-cinder-830088-4-iscsi neutron-server[103257]: INFO neutron.wsgi [None req-5e7d5869-aa83-4dc6-9529-1bde921bd3e9 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=726488889f324279823f92f57469ce0e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2169752 Apr 12 11:11:48.185351 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e7d5869-aa83-4dc6-9529-1bde921bd3e9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f9dc7d4a-3673-4bc6-81f4-c314794cc11c,revision_number=1']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:11:48.186873 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.wsgi [-] (103258) accepted ('10.222.0.39', 58980) {{(pid=103258) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 11:11:48.235776 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-f7e9bca7-01c3-4f08-88e6-f6bdf6109353 admin admin] Publish callbacks [] for security_group (f9dc7d4a-3673-4bc6-81f4-c314794cc11c), before_delete {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:11:48.256007 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-f7e9bca7-01c3-4f08-88e6-f6bdf6109353 admin admin] Publish callbacks [] for security_group (f9dc7d4a-3673-4bc6-81f4-c314794cc11c), precommit_delete {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:11:48.300602 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-f7e9bca7-01c3-4f08-88e6-f6bdf6109353 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-415253'] for security_group (f9dc7d4a-3673-4bc6-81f4-c314794cc11c), after_delete {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:11:48.303195 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-f7e9bca7-01c3-4f08-88e6-f6bdf6109353 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:11:48.304375 dv-cinder-830088-4-iscsi neutron-server[103258]: INFO neutron.wsgi [None req-f7e9bca7-01c3-4f08-88e6-f6bdf6109353 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/f9dc7d4a-3673-4bc6-81f4-c314794cc11c HTTP/1.1" status: 204 len: 168 time: 0.1164978 Apr 12 11:11:48.311797 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7e9bca7-01c3-4f08-88e6-f6bdf6109353 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f9dc7d4a-3673-4bc6-81f4-c314794cc11c,revision_number=None']} {{(pid=103258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:11:48.553690 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.wsgi [-] (103258) accepted ('10.222.0.39', 58986) {{(pid=103258) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 11:11:48.566857 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-77e63fa1-9e83-4bfa-aa71-ee134b9414ba admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:11:48.641795 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-77e63fa1-9e83-4bfa-aa71-ee134b9414ba admin admin] Publish callbacks [] for security_group (913b0748-3a52-482d-81f5-696c2433a23e), precommit_create {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:11:48.645633 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-77e63fa1-9e83-4bfa-aa71-ee134b9414ba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-415253'] for security_group (913b0748-3a52-482d-81f5-696c2433a23e), after_create {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:11:48.682653 dv-cinder-830088-4-iscsi neutron-server[103258]: INFO neutron.wsgi [None req-77e63fa1-9e83-4bfa-aa71-ee134b9414ba admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=90d731a7a7bc4875a43179feda72c20e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1273844 Apr 12 11:11:48.683515 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77e63fa1-9e83-4bfa-aa71-ee134b9414ba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=913b0748-3a52-482d-81f5-696c2433a23e,revision_number=1']} {{(pid=103258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:11:48.685326 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron.wsgi [-] (103257) accepted ('10.222.0.39', 58990) {{(pid=103257) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 11:11:48.734263 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-7408d230-9a4c-4392-bf5b-b5b4c26428bd admin admin] Publish callbacks [] for security_group (913b0748-3a52-482d-81f5-696c2433a23e), before_delete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:11:48.755230 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-7408d230-9a4c-4392-bf5b-b5b4c26428bd admin admin] Publish callbacks [] for security_group (913b0748-3a52-482d-81f5-696c2433a23e), precommit_delete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:11:48.799903 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-7408d230-9a4c-4392-bf5b-b5b4c26428bd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-415253'] for security_group (913b0748-3a52-482d-81f5-696c2433a23e), after_delete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:11:48.802446 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-7408d230-9a4c-4392-bf5b-b5b4c26428bd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:11:48.806354 dv-cinder-830088-4-iscsi neutron-server[103257]: INFO neutron.wsgi [None req-7408d230-9a4c-4392-bf5b-b5b4c26428bd admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/913b0748-3a52-482d-81f5-696c2433a23e HTTP/1.1" status: 204 len: 168 time: 0.1194682 Apr 12 11:11:48.813807 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7408d230-9a4c-4392-bf5b-b5b4c26428bd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=913b0748-3a52-482d-81f5-696c2433a23e,revision_number=None']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:11:51.744479 dv-cinder-830088-4-iscsi neutron-server[103258]: INFO neutron.wsgi [req-0060af2d-cf21-4481-9d87-160e68dc90fb req-f1d797a2-6c7d-4f79-9171-0fee9a741c15 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=e48dbdf0-7a40-41af-aace-12a74b9cd20d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1388214 Apr 12 11:11:51.814517 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0060af2d-cf21-4481-9d87-160e68dc90fb req-a447a3cd-71bb-4097-8087-0a40334203d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:11:51.816466 dv-cinder-830088-4-iscsi neutron-server[103258]: INFO neutron.wsgi [req-0060af2d-cf21-4481-9d87-160e68dc90fb req-a447a3cd-71bb-4097-8087-0a40334203d8 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=c2c05547762540eabb9d44e9bf42d19d&device_id=e48dbdf0-7a40-41af-aace-12a74b9cd20d HTTP/1.1" status: 200 len: 1129 time: 0.0411866 Apr 12 11:11:51.928760 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0060af2d-cf21-4481-9d87-160e68dc90fb req-1a27e515-b13c-4624-857b-656f437142fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:11:51.930222 dv-cinder-830088-4-iscsi neutron-server[103258]: INFO neutron.wsgi [req-0060af2d-cf21-4481-9d87-160e68dc90fb req-1a27e515-b13c-4624-857b-656f437142fa service neutron] 10.222.0.53 "GET /v2.0/networks?id=1232fc79-51a8-446f-8db9-91c7982426a3 HTTP/1.1" status: 200 len: 912 time: 0.0957849 Apr 12 11:11:51.992903 dv-cinder-830088-4-iscsi neutron-server[103258]: INFO neutron.wsgi [req-0060af2d-cf21-4481-9d87-160e68dc90fb req-bd8400b2-935d-44dd-8dd1-59e6c4097a18 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=4baff0b9-51bc-4447-8797-20cd958ada1d HTTP/1.1" status: 200 len: 1001 time: 0.0560892 Apr 12 11:11:52.042067 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0060af2d-cf21-4481-9d87-160e68dc90fb req-d710e635-2bd9-401c-8370-4469ca8fb6f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:11:52.043487 dv-cinder-830088-4-iscsi neutron-server[103258]: INFO neutron.wsgi [req-0060af2d-cf21-4481-9d87-160e68dc90fb req-d710e635-2bd9-401c-8370-4469ca8fb6f8 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=629313fa-4f32-46d8-868a-0d9dbc8c0fc7 HTTP/1.1" status: 200 len: 850 time: 0.0453947 Apr 12 11:11:52.084111 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0060af2d-cf21-4481-9d87-160e68dc90fb req-2fea10a5-7228-423a-a523-44bbd6b2d96a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:11:52.086066 dv-cinder-830088-4-iscsi neutron-server[103258]: INFO neutron.wsgi [req-0060af2d-cf21-4481-9d87-160e68dc90fb req-2fea10a5-7228-423a-a523-44bbd6b2d96a service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=1232fc79-51a8-446f-8db9-91c7982426a3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0363917 Apr 12 11:11:52.095327 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.wsgi [req-0060af2d-cf21-4481-9d87-160e68dc90fb req-72b639e2-2577-4e55-be83-aa045bb3f3db service neutron] http://10.222.0.39:9696/v2.0/extensions returned with HTTP 200 {{(pid=103258) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 12 11:11:52.096178 dv-cinder-830088-4-iscsi neutron-server[103258]: INFO neutron.wsgi [req-0060af2d-cf21-4481-9d87-160e68dc90fb req-72b639e2-2577-4e55-be83-aa045bb3f3db service neutron] 10.222.0.53 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0046198 Apr 12 11:11:52.181736 dv-cinder-830088-4-iscsi neutron-server[103258]: INFO neutron.wsgi [req-0060af2d-cf21-4481-9d87-160e68dc90fb req-91a73e62-c34d-4810-9c14-52fc0e0eff49 service neutron] 10.222.0.53 "GET /v2.0/networks/1232fc79-51a8-446f-8db9-91c7982426a3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0794945 Apr 12 11:11:52.274048 dv-cinder-830088-4-iscsi neutron-server[103258]: INFO neutron.wsgi [req-0060af2d-cf21-4481-9d87-160e68dc90fb req-600d604f-fc0e-445e-8444-27f1b6588afd service neutron] 10.222.0.53 "GET /v2.0/networks/1232fc79-51a8-446f-8db9-91c7982426a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0867281 Apr 12 11:11:52.383292 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron.wsgi [-] (103257) accepted ('10.222.0.39', 59074) {{(pid=103257) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 11:11:52.487412 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-2ebaefb4-35aa-401d-bff9-50480048c679 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:11:52.562026 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-2ebaefb4-35aa-401d-bff9-50480048c679 admin admin] Publish callbacks [] for security_group (7612e41e-9921-4ea0-abbc-6f259481722b), precommit_create {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:11:52.565866 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-2ebaefb4-35aa-401d-bff9-50480048c679 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-415253'] for security_group (7612e41e-9921-4ea0-abbc-6f259481722b), after_create {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:11:52.603523 dv-cinder-830088-4-iscsi neutron-server[103257]: INFO neutron.wsgi [None req-2ebaefb4-35aa-401d-bff9-50480048c679 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=4675ff63326c4b99a6b80e2c5f557e2d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2191031 Apr 12 11:11:52.604345 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ebaefb4-35aa-401d-bff9-50480048c679 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7612e41e-9921-4ea0-abbc-6f259481722b,revision_number=1']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:11:52.607003 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.wsgi [-] (103258) accepted ('10.222.0.39', 59078) {{(pid=103258) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 11:11:52.654305 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-eb814fee-d494-4437-ba2e-f4c967ada2a8 admin admin] Publish callbacks [] for security_group (7612e41e-9921-4ea0-abbc-6f259481722b), before_delete {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:11:52.674823 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-eb814fee-d494-4437-ba2e-f4c967ada2a8 admin admin] Publish callbacks [] for security_group (7612e41e-9921-4ea0-abbc-6f259481722b), precommit_delete {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:11:52.720658 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-eb814fee-d494-4437-ba2e-f4c967ada2a8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-415253'] for security_group (7612e41e-9921-4ea0-abbc-6f259481722b), after_delete {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:11:52.723230 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-eb814fee-d494-4437-ba2e-f4c967ada2a8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:11:52.724386 dv-cinder-830088-4-iscsi neutron-server[103258]: INFO neutron.wsgi [None req-eb814fee-d494-4437-ba2e-f4c967ada2a8 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/7612e41e-9921-4ea0-abbc-6f259481722b HTTP/1.1" status: 204 len: 168 time: 0.1162457 Apr 12 11:11:52.732787 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb814fee-d494-4437-ba2e-f4c967ada2a8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7612e41e-9921-4ea0-abbc-6f259481722b,revision_number=None']} {{(pid=103258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:11:53.731985 dv-cinder-830088-4-iscsi neutron-server[103260]: DEBUG neutron.db.agents_db [None req-b0205aca-973a-4a8a-ba9e-4a4e25067b42 None None] Agent healthcheck: found 6 active agents {{(pid=103260) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 12 11:12:06.346450 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.wsgi [-] (103258) accepted ('10.222.0.39', 59312) {{(pid=103258) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 11:12:06.450435 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-7a0728ac-99c3-4e88-8f5c-c861a4a1f7d4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:12:06.528147 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-7a0728ac-99c3-4e88-8f5c-c861a4a1f7d4 admin admin] Publish callbacks [] for security_group (e5c2643b-d961-4ccc-9ef1-b259e8ae6b99), precommit_create {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:12:06.531666 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-7a0728ac-99c3-4e88-8f5c-c861a4a1f7d4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-415253'] for security_group (e5c2643b-d961-4ccc-9ef1-b259e8ae6b99), after_create {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:12:06.568792 dv-cinder-830088-4-iscsi neutron-server[103258]: INFO neutron.wsgi [None req-7a0728ac-99c3-4e88-8f5c-c861a4a1f7d4 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=fdcfdb579bbd438c8e877970734189d9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2208807 Apr 12 11:12:06.569990 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a0728ac-99c3-4e88-8f5c-c861a4a1f7d4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e5c2643b-d961-4ccc-9ef1-b259e8ae6b99,revision_number=1']} {{(pid=103258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:12:06.571457 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron.wsgi [-] (103257) accepted ('10.222.0.39', 59318) {{(pid=103257) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 11:12:06.624167 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-aa3adad1-2c63-4c6b-b41f-d59bc2502b9a admin admin] Publish callbacks [] for security_group (e5c2643b-d961-4ccc-9ef1-b259e8ae6b99), before_delete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:12:06.646054 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-aa3adad1-2c63-4c6b-b41f-d59bc2502b9a admin admin] Publish callbacks [] for security_group (e5c2643b-d961-4ccc-9ef1-b259e8ae6b99), precommit_delete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:12:06.692417 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-aa3adad1-2c63-4c6b-b41f-d59bc2502b9a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-415253'] for security_group (e5c2643b-d961-4ccc-9ef1-b259e8ae6b99), after_delete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:12:06.695095 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-aa3adad1-2c63-4c6b-b41f-d59bc2502b9a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:12:06.696242 dv-cinder-830088-4-iscsi neutron-server[103257]: INFO neutron.wsgi [None req-aa3adad1-2c63-4c6b-b41f-d59bc2502b9a admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/e5c2643b-d961-4ccc-9ef1-b259e8ae6b99 HTTP/1.1" status: 204 len: 168 time: 0.1228433 Apr 12 11:12:06.704472 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa3adad1-2c63-4c6b-b41f-d59bc2502b9a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e5c2643b-d961-4ccc-9ef1-b259e8ae6b99,revision_number=None']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:12:06.964597 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron.wsgi [-] (103257) accepted ('10.222.0.39', 59324) {{(pid=103257) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 11:12:06.977958 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-996ca90b-48b8-4e2a-9908-1727791d01a4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:12:07.054893 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-996ca90b-48b8-4e2a-9908-1727791d01a4 admin admin] Publish callbacks [] for security_group (3c6c4941-840e-405e-95e6-d442bba87984), precommit_create {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:12:07.059717 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-996ca90b-48b8-4e2a-9908-1727791d01a4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-415253'] for security_group (3c6c4941-840e-405e-95e6-d442bba87984), after_create {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:12:07.096716 dv-cinder-830088-4-iscsi neutron-server[103257]: INFO neutron.wsgi [None req-996ca90b-48b8-4e2a-9908-1727791d01a4 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=854b686866bf45d5aa5e8f03a2ea621c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1307588 Apr 12 11:12:07.097680 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-996ca90b-48b8-4e2a-9908-1727791d01a4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3c6c4941-840e-405e-95e6-d442bba87984,revision_number=1']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:12:07.099441 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.wsgi [-] (103258) accepted ('10.222.0.39', 59328) {{(pid=103258) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 11:12:07.151621 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-dbb54ae6-e5f8-41a1-b56c-d17b4b254d3a admin admin] Publish callbacks [] for security_group (3c6c4941-840e-405e-95e6-d442bba87984), before_delete {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:12:07.173705 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-dbb54ae6-e5f8-41a1-b56c-d17b4b254d3a admin admin] Publish callbacks [] for security_group (3c6c4941-840e-405e-95e6-d442bba87984), precommit_delete {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:12:07.219072 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-dbb54ae6-e5f8-41a1-b56c-d17b4b254d3a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-415253'] for security_group (3c6c4941-840e-405e-95e6-d442bba87984), after_delete {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:12:07.221905 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-dbb54ae6-e5f8-41a1-b56c-d17b4b254d3a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:12:07.223507 dv-cinder-830088-4-iscsi neutron-server[103258]: INFO neutron.wsgi [None req-dbb54ae6-e5f8-41a1-b56c-d17b4b254d3a admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/3c6c4941-840e-405e-95e6-d442bba87984 HTTP/1.1" status: 204 len: 168 time: 0.1225865 Apr 12 11:12:07.231912 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbb54ae6-e5f8-41a1-b56c-d17b4b254d3a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3c6c4941-840e-405e-95e6-d442bba87984,revision_number=None']} {{(pid=103258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:12:10.272716 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron_lib.callbacks.manager [None req-e9e8b201-7502-42c3-903f-a9dc6b38f357 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777667879581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1343690'] for agent (0a0a44e5-732d-48d9-a8ad-b47e7b7c1a86), after_update {{(pid=103259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:12:11.854154 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron_lib.callbacks.manager [None req-ae6c308c-a92e-4424-a7f8-d6a17e5174ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777667879581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1343690'] for agent (742b2e09-86ec-4663-b086-f6b891926c3e), after_update {{(pid=103259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:12:12.571886 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron_lib.callbacks.manager [None req-0fcc5c59-549f-464e-8b13-e6595db90f1c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777667879581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1343690'] for agent (77f5e085-0284-4236-9dbf-35d2d452e277), after_update {{(pid=103259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:12:13.833465 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron_lib.callbacks.manager [None req-601bd752-88b9-4ad2-8e14-56931e32431b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777667879581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1343690'] for agent (3ceb33ec-7c20-4632-9357-4cc6534463de), after_update {{(pid=103259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:12:15.075556 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron_lib.callbacks.manager [None req-0acb87d3-0572-4b2c-b7c9-977edd32a8b9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777667879581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1343690'] for agent (3c144e28-9cc5-463d-ad96-a18b19cd455c), after_update {{(pid=103259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:12:16.563869 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron_lib.callbacks.manager [None req-e4b062a6-7a21-4431-be77-3c7776c11043 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777667879581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1343690'] for agent (c71cae7d-514b-467a-8477-0a67bee0b970), after_update {{(pid=103259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:12:17.751081 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-633a32ea-4871-4034-a9eb-210e3e5964b9 req-b14021d6-5896-4da7-bc6f-b981562f4781 tempest-TestVolumeBootPattern-1690597324 tempest-TestVolumeBootPattern-1690597324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:12:17.752605 dv-cinder-830088-4-iscsi neutron-server[103258]: INFO neutron.wsgi [req-633a32ea-4871-4034-a9eb-210e3e5964b9 req-b14021d6-5896-4da7-bc6f-b981562f4781 tempest-TestVolumeBootPattern-1690597324 tempest-TestVolumeBootPattern-1690597324-project] 10.222.0.39 "GET /v2.0/ports?device_id=e48dbdf0-7a40-41af-aace-12a74b9cd20d HTTP/1.1" status: 200 len: 945 time: 0.0482326 Apr 12 11:12:17.803438 dv-cinder-830088-4-iscsi neutron-server[103258]: INFO neutron.wsgi [req-633a32ea-4871-4034-a9eb-210e3e5964b9 req-4cd41007-a434-47b7-b314-d86612ecf8ec tempest-TestVolumeBootPattern-1690597324 tempest-TestVolumeBootPattern-1690597324-project] 10.222.0.39 "GET /v2.0/security-groups?id=726d01fd-8df5-4a24-846e-ad176077f036&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0452359 Apr 12 11:12:18.918527 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9238453-2ba8-47a4-944c-cddf8b915b89 req-735a945f-4ef3-4c78-b74e-48c30fc31cac tempest-TestVolumeBootPattern-1690597324 tempest-TestVolumeBootPattern-1690597324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:12:18.920050 dv-cinder-830088-4-iscsi neutron-server[103257]: INFO neutron.wsgi [req-a9238453-2ba8-47a4-944c-cddf8b915b89 req-735a945f-4ef3-4c78-b74e-48c30fc31cac tempest-TestVolumeBootPattern-1690597324 tempest-TestVolumeBootPattern-1690597324-project] 10.222.0.39 "GET /v2.0/ports?device_id=e48dbdf0-7a40-41af-aace-12a74b9cd20d HTTP/1.1" status: 200 len: 945 time: 0.0502057 Apr 12 11:12:18.968729 dv-cinder-830088-4-iscsi neutron-server[103257]: INFO neutron.wsgi [req-a9238453-2ba8-47a4-944c-cddf8b915b89 req-5a4e698e-b3d6-4a7d-b411-f378ca81642c tempest-TestVolumeBootPattern-1690597324 tempest-TestVolumeBootPattern-1690597324-project] 10.222.0.39 "GET /v2.0/security-groups?id=726d01fd-8df5-4a24-846e-ad176077f036&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431900 Apr 12 11:12:19.875335 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94eefd32-d8e3-4dd5-b030-f1433d9b8858 req-1fc3f149-22c3-4762-bf1b-706982643fcd tempest-TestVolumeBootPattern-1690597324 tempest-TestVolumeBootPattern-1690597324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:12:19.876748 dv-cinder-830088-4-iscsi neutron-server[103258]: INFO neutron.wsgi [req-94eefd32-d8e3-4dd5-b030-f1433d9b8858 req-1fc3f149-22c3-4762-bf1b-706982643fcd tempest-TestVolumeBootPattern-1690597324 tempest-TestVolumeBootPattern-1690597324-project] 10.222.0.53 "GET /v2.0/ports?device_id=e48dbdf0-7a40-41af-aace-12a74b9cd20d HTTP/1.1" status: 200 len: 945 time: 0.0465193 Apr 12 11:12:19.958843 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.plugins.ml2.plugin [req-94eefd32-d8e3-4dd5-b030-f1433d9b8858 req-75380bc7-b653-4710-8b2d-b972f16220e9 tempest-TestVolumeBootPattern-1690597324 tempest-TestVolumeBootPattern-1690597324-project] Deleting port 4baff0b9-51bc-4447-8797-20cd958ada1d {{(pid=103258) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 12 11:12:19.959358 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [req-94eefd32-d8e3-4dd5-b030-f1433d9b8858 req-75380bc7-b653-4710-8b2d-b972f16220e9 tempest-TestVolumeBootPattern-1690597324 tempest-TestVolumeBootPattern-1690597324-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777667983647'] for port (4baff0b9-51bc-4447-8797-20cd958ada1d), before_delete {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:12:20.078898 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.plugins.ml2.db [req-94eefd32-d8e3-4dd5-b030-f1433d9b8858 req-75380bc7-b653-4710-8b2d-b972f16220e9 tempest-TestVolumeBootPattern-1690597324 tempest-TestVolumeBootPattern-1690597324-project] For port 4baff0b9-51bc-4447-8797-20cd958ada1d, host hv-cinder-83008, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83008',level=0,port_id=4baff0b9-51bc-4447-8797-20cd958ada1d,segment=NetworkSegment(d51f3e71-8cf4-4a31-9034-8318c2e937aa),segment_id=d51f3e71-8cf4-4a31-9034-8318c2e937aa)] {{(pid=103258) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 11:12:20.079178 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [req-94eefd32-d8e3-4dd5-b030-f1433d9b8858 req-75380bc7-b653-4710-8b2d-b972f16220e9 tempest-TestVolumeBootPattern-1690597324 tempest-TestVolumeBootPattern-1690597324-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-575824'] for port (4baff0b9-51bc-4447-8797-20cd958ada1d), precommit_delete {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:12:20.103028 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eaf056e-e321-42c0-92b1-816eb3e113a4 req-7d18ea16-4071-4cdd-bd40-b363aba3690e tempest-TestVolumeBootPattern-1690597324 tempest-TestVolumeBootPattern-1690597324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:12:20.104525 dv-cinder-830088-4-iscsi neutron-server[103258]: INFO neutron.wsgi [req-6eaf056e-e321-42c0-92b1-816eb3e113a4 req-7d18ea16-4071-4cdd-bd40-b363aba3690e tempest-TestVolumeBootPattern-1690597324 tempest-TestVolumeBootPattern-1690597324-project] 10.222.0.39 "GET /v2.0/ports?device_id=e48dbdf0-7a40-41af-aace-12a74b9cd20d HTTP/1.1" status: 200 len: 945 time: 0.0687380 Apr 12 11:12:20.223537 dv-cinder-830088-4-iscsi neutron-server[103258]: INFO neutron.wsgi [req-6eaf056e-e321-42c0-92b1-816eb3e113a4 req-debf23fb-30ca-41ba-9c47-b89f4fffccbe tempest-TestVolumeBootPattern-1690597324 tempest-TestVolumeBootPattern-1690597324-project] 10.222.0.39 "GET /v2.0/security-groups?id=726d01fd-8df5-4a24-846e-ad176077f036&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0889397 Apr 12 11:12:20.300409 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [req-94eefd32-d8e3-4dd5-b030-f1433d9b8858 req-75380bc7-b653-4710-8b2d-b972f16220e9 tempest-TestVolumeBootPattern-1690597324 tempest-TestVolumeBootPattern-1690597324-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:12:20.300775 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [req-94eefd32-d8e3-4dd5-b030-f1433d9b8858 req-75380bc7-b653-4710-8b2d-b972f16220e9 tempest-TestVolumeBootPattern-1690597324 tempest-TestVolumeBootPattern-1690597324-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-579534'] for floatingip (fbce22ab-49ec-429f-8491-c9d466fa8bf8), after_update {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:12:20.301094 dv-cinder-830088-4-iscsi neutron-server[103258]: INFO neutron.db.l3_db [req-94eefd32-d8e3-4dd5-b030-f1433d9b8858 req-75380bc7-b653-4710-8b2d-b972f16220e9 tempest-TestVolumeBootPattern-1690597324 tempest-TestVolumeBootPattern-1690597324-project] Floating IP fbce22ab-49ec-429f-8491-c9d466fa8bf8 disassociated. External IP: 172.27.3.190, port: 4baff0b9-51bc-4447-8797-20cd958ada1d. Apr 12 11:12:20.301442 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.plugins.ml2.plugin [req-94eefd32-d8e3-4dd5-b030-f1433d9b8858 req-75380bc7-b653-4710-8b2d-b972f16220e9 tempest-TestVolumeBootPattern-1690597324 tempest-TestVolumeBootPattern-1690597324-project] Calling delete_port for 4baff0b9-51bc-4447-8797-20cd958ada1d owned by compute:nova {{(pid=103258) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 12 11:12:20.430301 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [req-94eefd32-d8e3-4dd5-b030-f1433d9b8858 req-75380bc7-b653-4710-8b2d-b972f16220e9 tempest-TestVolumeBootPattern-1690597324 tempest-TestVolumeBootPattern-1690597324-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1534861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777667992077', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777667450161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4796947'] for port (4baff0b9-51bc-4447-8797-20cd958ada1d), after_delete {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:12:20.465584 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75380bc7-b653-4710-8b2d-b972f16220e9 tempest-TestVolumeBootPattern-1690597324 tempest-TestVolumeBootPattern-1690597324-project] Pushing event deleted for resources: {'Port': ['ID=4baff0b9-51bc-4447-8797-20cd958ada1d,revision_number=None']} {{(pid=103258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:12:20.578863 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.scheduler.l3_agent_scheduler [req-94eefd32-d8e3-4dd5-b030-f1433d9b8858 req-75380bc7-b653-4710-8b2d-b972f16220e9 tempest-TestVolumeBootPattern-1690597324 tempest-TestVolumeBootPattern-1690597324-project] Router 9e38f158-3956-4f71-9d28-1c8f7ee24bdd has already been hosted by L3 agent 77f5e085-0284-4236-9dbf-35d2d452e277 {{(pid=103258) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 12 11:12:20.686390 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-94eefd32-d8e3-4dd5-b030-f1433d9b8858 req-75380bc7-b653-4710-8b2d-b972f16220e9 tempest-TestVolumeBootPattern-1690597324 tempest-TestVolumeBootPattern-1690597324-project] Notify agent at l3_agent.dv-cinder-830088-4-iscsi the message routers_updated {{(pid=103258) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 12 11:12:20.698295 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a2f6d72-a558-4613-9900-f8b581c3119f None None] Sync routers for ids ['9e38f158-3956-4f71-9d28-1c8f7ee24bdd'] in dv-cinder-830088-4-iscsi {{(pid=103259) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 12 11:12:20.709000 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a2f6d72-a558-4613-9900-f8b581c3119f None None] Routers {'9e38f158-3956-4f71-9d28-1c8f7ee24bdd'} bound to L3 agent in host dv-cinder-830088-4-iscsi {{(pid=103259) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 11:12:20.709617 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron.db.l3_hamode_db [None req-1a2f6d72-a558-4613-9900-f8b581c3119f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830088-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-12T10:52:12Z,description=,heartbeat_timestamp=2022-04-12T11:12:13Z,host='dv-cinder-830088-4-iscsi',id=77f5e085-0284-4236-9dbf-35d2d452e277,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T10:52:12Z,topic='l3_agent')) {'router_ids': ['9e38f158-3956-4f71-9d28-1c8f7ee24bdd'], 'active': True} {{(pid=103259) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 11:12:20.727656 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.db.l3_dvrscheduler_db [req-94eefd32-d8e3-4dd5-b030-f1433d9b8858 req-75380bc7-b653-4710-8b2d-b972f16220e9 tempest-TestVolumeBootPattern-1690597324 tempest-TestVolumeBootPattern-1690597324-project] No DVR routers for this DVR port 4baff0b9-51bc-4447-8797-20cd958ada1d on host hv-cinder-83008 {{(pid=103258) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 12 11:12:20.730384 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [req-94eefd32-d8e3-4dd5-b030-f1433d9b8858 req-75380bc7-b653-4710-8b2d-b972f16220e9 tempest-TestVolumeBootPattern-1690597324 tempest-TestVolumeBootPattern-1690597324-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108023'] for port (None), before_response {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:12:20.733643 dv-cinder-830088-4-iscsi neutron-server[103258]: INFO neutron.wsgi [req-94eefd32-d8e3-4dd5-b030-f1433d9b8858 req-75380bc7-b653-4710-8b2d-b972f16220e9 tempest-TestVolumeBootPattern-1690597324 tempest-TestVolumeBootPattern-1690597324-project] 10.222.0.53 "DELETE /v2.0/ports/4baff0b9-51bc-4447-8797-20cd958ada1d HTTP/1.1" status: 204 len: 173 time: 0.8518162 Apr 12 11:12:20.734078 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e48dbdf0-7a40-41af-aace-12a74b9cd20d', 'name': 'network-vif-deleted', 'tag': '4baff0b9-51bc-4447-8797-20cd958ada1d'}] {{(pid=103258) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 11:12:20.736649 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c54b6d548356c9296345eb8e608a1624e6dfb095c10b2709a108c8ba991c21a4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f9764f7c-f9f7-405a-aa8c-2a5db6b32d43" -d '{"events": [{"server_uuid": "e48dbdf0-7a40-41af-aace-12a74b9cd20d", "name": "network-vif-deleted", "tag": "4baff0b9-51bc-4447-8797-20cd958ada1d"}]}' {{(pid=103258) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 11:12:20.829614 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron.db.l3_dvr_db [None req-1a2f6d72-a558-4613-9900-f8b581c3119f None None] Set router 9e38f158-3956-4f71-9d28-1c8f7ee24bdd gateway port host: dv-cinder-830088-4-iscsi {{(pid=103259) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 11:12:20.914671 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Apr 2022 11:12:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ad79e6f4-e011-44c9-a5b4-66937edeef70 x-openstack-request-id: req-ad79e6f4-e011-44c9-a5b4-66937edeef70 {{(pid=103258) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 11:12:20.915196 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e48dbdf0-7a40-41af-aace-12a74b9cd20d", "name": "network-vif-deleted", "tag": "4baff0b9-51bc-4447-8797-20cd958ada1d", "status": "completed", "code": 200}]} {{(pid=103258) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 11:12:20.915397 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-ad79e6f4-e011-44c9-a5b4-66937edeef70 {{(pid=103258) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 11:12:20.915892 dv-cinder-830088-4-iscsi neutron-server[103258]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ad79e6f4-e011-44c9-a5b4-66937edeef70'] response: {'server_uuid': 'e48dbdf0-7a40-41af-aace-12a74b9cd20d', 'name': 'network-vif-deleted', 'tag': '4baff0b9-51bc-4447-8797-20cd958ada1d', 'status': 'completed', 'code': 200} Apr 12 11:12:21.033940 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron.db.l3_hamode_db [None req-1a2f6d72-a558-4613-9900-f8b581c3119f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9e38f158-3956-4f71-9d28-1c8f7ee24bdd', 'name': 'tempest-TestVolumeBootPattern-561075206-router', 'tenant_id': 'c2c05547762540eabb9d44e9bf42d19d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b7be5f2-485b-4c85-8f98-fb200971b61c', 'external_fixed_ips': [{'subnet_id': '4887111e-1302-416a-ab8e-c957c9df7f85', 'ip_address': '172.27.3.212'}], 'enable_snat': True}, 'gw_port_id': '28ccd685-151e-4be1-baa9-192dffe3854b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T11:08:56Z', 'updated_at': '2022-04-12T11:08:59Z', 'revision_number': 4, 'project_id': 'c2c05547762540eabb9d44e9bf42d19d', 'gw_port': {'id': '28ccd685-151e-4be1-baa9-192dffe3854b', 'name': '', 'network_id': '3b7be5f2-485b-4c85-8f98-fb200971b61c', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:dd:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e38f158-3956-4f71-9d28-1c8f7ee24bdd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 489, 'fixed_ips': [{'subnet_id': '4887111e-1302-416a-ab8e-c957c9df7f85', 'ip_address': '172.27.3.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830088-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T11:08:57Z', 'updated_at': '2022-04-12T11:09:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4887111e-1302-416a-ab8e-c957c9df7f85', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830088-4-iscsi', '_interfaces': [{'id': 'cc86eccc-dfd3-4c80-9648-2e0170ed6613', 'name': '', 'network_id': '1232fc79-51a8-446f-8db9-91c7982426a3', 'tenant_id': 'c2c05547762540eabb9d44e9bf42d19d', 'mac_address': 'fa:16:3e:53:12:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e38f158-3956-4f71-9d28-1c8f7ee24bdd', 'device_owner': 'network:router_interface', 'standard_attr_id': 490, 'fixed_ips': [{'subnet_id': '629313fa-4f32-46d8-868a-0d9dbc8c0fc7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830088-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T11:08:59Z', 'updated_at': '2022-04-12T11:09:03Z', 'revision_number': 5, 'project_id': 'c2c05547762540eabb9d44e9bf42d19d', 'subnets': [{'id': '629313fa-4f32-46d8-868a-0d9dbc8c0fc7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830088-4-iscsi', False) {} {{(pid=103259) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 11:12:21.063432 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a2f6d72-a558-4613-9900-f8b581c3119f None None] Checking router: 9e38f158-3956-4f71-9d28-1c8f7ee24bdd for host: dv-cinder-830088-4-iscsi {{(pid=103259) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 12 11:12:21.071756 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a2f6d72-a558-4613-9900-f8b581c3119f None None] Routers {'9e38f158-3956-4f71-9d28-1c8f7ee24bdd'} bound to L3 agent in host dv-cinder-830088-4-iscsi {{(pid=103259) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 11:12:21.072365 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron.db.l3_hamode_db [None req-1a2f6d72-a558-4613-9900-f8b581c3119f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830088-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-12T10:52:12Z,description=,heartbeat_timestamp=2022-04-12T11:12:13Z,host='dv-cinder-830088-4-iscsi',id=77f5e085-0284-4236-9dbf-35d2d452e277,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T10:52:12Z,topic='l3_agent')) {'router_ids': ['9e38f158-3956-4f71-9d28-1c8f7ee24bdd'], 'active': True} {{(pid=103259) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 11:12:21.194858 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron.db.l3_dvr_db [None req-1a2f6d72-a558-4613-9900-f8b581c3119f None None] Set router 9e38f158-3956-4f71-9d28-1c8f7ee24bdd gateway port host: dv-cinder-830088-4-iscsi {{(pid=103259) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 11:12:21.335816 dv-cinder-830088-4-iscsi neutron-server[103258]: INFO neutron.wsgi [req-17e3b07e-734d-4659-8f3c-09b12636887f req-75409b96-dbe2-4914-8e1a-7a93ccd22697 tempest-TestVolumeBootPattern-1690597324 tempest-TestVolumeBootPattern-1690597324-project] 10.222.0.39 "GET /v2.0/ports?device_id=e48dbdf0-7a40-41af-aace-12a74b9cd20d HTTP/1.1" status: 200 len: 210 time: 0.0277658 Apr 12 11:12:21.379334 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron.db.l3_hamode_db [None req-1a2f6d72-a558-4613-9900-f8b581c3119f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9e38f158-3956-4f71-9d28-1c8f7ee24bdd', 'name': 'tempest-TestVolumeBootPattern-561075206-router', 'tenant_id': 'c2c05547762540eabb9d44e9bf42d19d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b7be5f2-485b-4c85-8f98-fb200971b61c', 'external_fixed_ips': [{'subnet_id': '4887111e-1302-416a-ab8e-c957c9df7f85', 'ip_address': '172.27.3.212'}], 'enable_snat': True}, 'gw_port_id': '28ccd685-151e-4be1-baa9-192dffe3854b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T11:08:56Z', 'updated_at': '2022-04-12T11:08:59Z', 'revision_number': 4, 'project_id': 'c2c05547762540eabb9d44e9bf42d19d', 'gw_port': {'id': '28ccd685-151e-4be1-baa9-192dffe3854b', 'name': '', 'network_id': '3b7be5f2-485b-4c85-8f98-fb200971b61c', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:dd:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e38f158-3956-4f71-9d28-1c8f7ee24bdd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 489, 'fixed_ips': [{'subnet_id': '4887111e-1302-416a-ab8e-c957c9df7f85', 'ip_address': '172.27.3.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830088-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T11:08:57Z', 'updated_at': '2022-04-12T11:09:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4887111e-1302-416a-ab8e-c957c9df7f85', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830088-4-iscsi', '_interfaces': [{'id': 'cc86eccc-dfd3-4c80-9648-2e0170ed6613', 'name': '', 'network_id': '1232fc79-51a8-446f-8db9-91c7982426a3', 'tenant_id': 'c2c05547762540eabb9d44e9bf42d19d', 'mac_address': 'fa:16:3e:53:12:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e38f158-3956-4f71-9d28-1c8f7ee24bdd', 'device_owner': 'network:router_interface', 'standard_attr_id': 490, 'fixed_ips': [{'subnet_id': '629313fa-4f32-46d8-868a-0d9dbc8c0fc7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830088-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T11:08:59Z', 'updated_at': '2022-04-12T11:09:03Z', 'revision_number': 5, 'project_id': 'c2c05547762540eabb9d44e9bf42d19d', 'subnets': [{'id': '629313fa-4f32-46d8-868a-0d9dbc8c0fc7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830088-4-iscsi', False) {} {{(pid=103259) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 11:12:21.414910 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a2f6d72-a558-4613-9900-f8b581c3119f None None] The sync data for ids ['9e38f158-3956-4f71-9d28-1c8f7ee24bdd'] in dv-cinder-830088-4-iscsi is: [{'id': '9e38f158-3956-4f71-9d28-1c8f7ee24bdd', 'name': 'tempest-TestVolumeBootPattern-561075206-router', 'tenant_id': 'c2c05547762540eabb9d44e9bf42d19d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b7be5f2-485b-4c85-8f98-fb200971b61c', 'external_fixed_ips': [{'subnet_id': '4887111e-1302-416a-ab8e-c957c9df7f85', 'ip_address': '172.27.3.212'}], 'enable_snat': True}, 'gw_port_id': '28ccd685-151e-4be1-baa9-192dffe3854b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T11:08:56Z', 'updated_at': '2022-04-12T11:08:59Z', 'revision_number': 4, 'project_id': 'c2c05547762540eabb9d44e9bf42d19d', 'gw_port': {'id': '28ccd685-151e-4be1-baa9-192dffe3854b', 'name': '', 'network_id': '3b7be5f2-485b-4c85-8f98-fb200971b61c', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:dd:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e38f158-3956-4f71-9d28-1c8f7ee24bdd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 489, 'fixed_ips': [{'subnet_id': '4887111e-1302-416a-ab8e-c957c9df7f85', 'ip_address': '172.27.3.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830088-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T11:08:57Z', 'updated_at': '2022-04-12T11:09:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4887111e-1302-416a-ab8e-c957c9df7f85', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830088-4-iscsi', '_interfaces': [{'id': 'cc86eccc-dfd3-4c80-9648-2e0170ed6613', 'name': '', 'network_id': '1232fc79-51a8-446f-8db9-91c7982426a3', 'tenant_id': 'c2c05547762540eabb9d44e9bf42d19d', 'mac_address': 'fa:16:3e:53:12:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e38f158-3956-4f71-9d28-1c8f7ee24bdd', 'device_owner': 'network:router_interface', 'standard_attr_id': 490, 'fixed_ips': [{'subnet_id': '629313fa-4f32-46d8-868a-0d9dbc8c0fc7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830088-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T11:08:59Z', 'updated_at': '2022-04-12T11:09:03Z', 'revision_number': 5, 'project_id': 'c2c05547762540eabb9d44e9bf42d19d', 'subnets': [{'id': '629313fa-4f32-46d8-868a-0d9dbc8c0fc7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103259) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 12 11:12:21.657221 dv-cinder-830088-4-iscsi neutron-server[103260]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df2f8c94-d992-4471-8b46-7758c131fefc None None] New status for floating IP fbce22ab-49ec-429f-8491-c9d466fa8bf8: DOWN {{(pid=103260) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 12 11:12:22.557651 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron.wsgi [-] (103257) accepted ('10.222.0.39', 59590) {{(pid=103257) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 11:12:22.600012 dv-cinder-830088-4-iscsi neutron-server[103258]: INFO neutron.wsgi [req-ed5781dd-bcbd-4dc0-9893-4edb481ef993 req-6fc3b1a9-0f2c-464c-9597-c28a8a104f3f tempest-TestVolumeBootPattern-1690597324 tempest-TestVolumeBootPattern-1690597324-project] 10.222.0.39 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-776125653&fields=id&tenant_id=c2c05547762540eabb9d44e9bf42d19d HTTP/1.1" status: 200 len: 267 time: 0.0439744 Apr 12 11:12:22.709193 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-3ed25fda-8921-475c-a5d1-d237d6bcf417 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:12:22.787233 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-3ed25fda-8921-475c-a5d1-d237d6bcf417 admin admin] Publish callbacks [] for security_group (5d2e3a7c-79b4-4466-97fa-bef69be32a17), precommit_create {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:12:22.791397 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-3ed25fda-8921-475c-a5d1-d237d6bcf417 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-415253'] for security_group (5d2e3a7c-79b4-4466-97fa-bef69be32a17), after_create {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:12:22.829952 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ed25fda-8921-475c-a5d1-d237d6bcf417 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5d2e3a7c-79b4-4466-97fa-bef69be32a17,revision_number=1']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:12:22.839147 dv-cinder-830088-4-iscsi neutron-server[103257]: INFO neutron.wsgi [None req-3ed25fda-8921-475c-a5d1-d237d6bcf417 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=40907310361046d394c2d0bc1a763f42&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2797103 Apr 12 11:12:22.840158 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron.wsgi [-] (103257) accepted ('10.222.0.39', 59598) {{(pid=103257) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 11:12:22.900510 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-ce36311e-6ba3-48b6-900e-2e1389837ede admin admin] Publish callbacks [] for security_group (5d2e3a7c-79b4-4466-97fa-bef69be32a17), before_delete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:12:22.925202 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-ce36311e-6ba3-48b6-900e-2e1389837ede admin admin] Publish callbacks [] for security_group (5d2e3a7c-79b4-4466-97fa-bef69be32a17), precommit_delete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:12:22.977789 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed5781dd-bcbd-4dc0-9893-4edb481ef993 req-ed42f1d0-f599-4c4b-9611-083a052596f4 tempest-TestVolumeBootPattern-1690597324 tempest-TestVolumeBootPattern-1690597324-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:12:22.979430 dv-cinder-830088-4-iscsi neutron-server[103258]: INFO neutron.wsgi [req-ed5781dd-bcbd-4dc0-9893-4edb481ef993 req-ed42f1d0-f599-4c4b-9611-083a052596f4 tempest-TestVolumeBootPattern-1690597324 tempest-TestVolumeBootPattern-1690597324-project] 10.222.0.39 "GET /v2.0/networks?id=1232fc79-51a8-446f-8db9-91c7982426a3 HTTP/1.1" status: 200 len: 811 time: 0.3726790 Apr 12 11:12:22.980216 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-ce36311e-6ba3-48b6-900e-2e1389837ede admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-415253'] for security_group (5d2e3a7c-79b4-4466-97fa-bef69be32a17), after_delete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:12:22.983505 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-ce36311e-6ba3-48b6-900e-2e1389837ede admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:12:22.984135 dv-cinder-830088-4-iscsi neutron-server[103257]: INFO neutron.wsgi [None req-ce36311e-6ba3-48b6-900e-2e1389837ede admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/5d2e3a7c-79b4-4466-97fa-bef69be32a17 HTTP/1.1" status: 204 len: 168 time: 0.1431720 Apr 12 11:12:22.992188 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce36311e-6ba3-48b6-900e-2e1389837ede admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5d2e3a7c-79b4-4466-97fa-bef69be32a17,revision_number=None']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:12:23.007527 dv-cinder-830088-4-iscsi neutron-server[103258]: INFO neutron.wsgi [req-ed5781dd-bcbd-4dc0-9893-4edb481ef993 req-4f3ea21e-28c6-4a7d-a509-0e2c04dbf1f2 tempest-TestVolumeBootPattern-1690597324 tempest-TestVolumeBootPattern-1690597324-project] 10.222.0.39 "GET /v2.0/quotas/c2c05547762540eabb9d44e9bf42d19d HTTP/1.1" status: 200 len: 375 time: 0.0097682 Apr 12 11:12:23.065610 dv-cinder-830088-4-iscsi neutron-server[103258]: INFO neutron.wsgi [req-ed5781dd-bcbd-4dc0-9893-4edb481ef993 req-0b807197-7538-40c5-a479-046e1e530053 tempest-TestVolumeBootPattern-1690597324 tempest-TestVolumeBootPattern-1690597324-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=c2c05547762540eabb9d44e9bf42d19d&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0516999 Apr 12 11:12:23.241586 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron.wsgi [-] (103257) accepted ('10.222.0.39', 59622) {{(pid=103257) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 11:12:23.242630 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.wsgi [req-ed5781dd-bcbd-4dc0-9893-4edb481ef993 req-a326bbfb-13bf-4047-b556-3a5d98f03732 service neutron] http://10.222.0.39:9696/v2.0/extensions returned with HTTP 200 {{(pid=103258) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 12 11:12:23.243671 dv-cinder-830088-4-iscsi neutron-server[103258]: INFO neutron.wsgi [req-ed5781dd-bcbd-4dc0-9893-4edb481ef993 req-a326bbfb-13bf-4047-b556-3a5d98f03732 service neutron] 10.222.0.39 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.1644447 Apr 12 11:12:23.303498 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-008e8c83-34a6-4353-b815-926b9c00d6c6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:12:23.346984 dv-cinder-830088-4-iscsi neutron-server[103258]: INFO neutron.wsgi [req-ed5781dd-bcbd-4dc0-9893-4edb481ef993 req-23bba966-4374-4b03-ac7c-ce28985a3015 service neutron] 10.222.0.39 "GET /v2.0/networks/1232fc79-51a8-446f-8db9-91c7982426a3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0963802 Apr 12 11:12:23.385552 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-008e8c83-34a6-4353-b815-926b9c00d6c6 admin admin] Publish callbacks [] for security_group (c9eb6ec9-85e6-4c40-985d-95a7d98b9b1f), precommit_create {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:12:23.390485 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-008e8c83-34a6-4353-b815-926b9c00d6c6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-415253'] for security_group (c9eb6ec9-85e6-4c40-985d-95a7d98b9b1f), after_create {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:12:23.432907 dv-cinder-830088-4-iscsi neutron-server[103257]: INFO neutron.wsgi [None req-008e8c83-34a6-4353-b815-926b9c00d6c6 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=88f9bb93f0d1408d8fe5c955970c464d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1900239 Apr 12 11:12:23.434341 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-008e8c83-34a6-4353-b815-926b9c00d6c6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c9eb6ec9-85e6-4c40-985d-95a7d98b9b1f,revision_number=1']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:12:23.436852 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.wsgi [-] (103258) accepted ('10.222.0.39', 59632) {{(pid=103258) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 11:12:23.462598 dv-cinder-830088-4-iscsi neutron-server[103258]: INFO neutron.wsgi [req-ed5781dd-bcbd-4dc0-9893-4edb481ef993 req-2ab8a712-da03-49b2-bc38-07805da4d7dc service neutron] 10.222.0.39 "GET /v2.0/networks/1232fc79-51a8-446f-8db9-91c7982426a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1094704 Apr 12 11:12:23.502492 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-e566f1cc-2d66-47e3-975c-5c4d9a6ae165 admin admin] Publish callbacks [] for security_group (c9eb6ec9-85e6-4c40-985d-95a7d98b9b1f), before_delete {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:12:23.523921 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-e566f1cc-2d66-47e3-975c-5c4d9a6ae165 admin admin] Publish callbacks [] for security_group (c9eb6ec9-85e6-4c40-985d-95a7d98b9b1f), precommit_delete {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:12:23.587273 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-e566f1cc-2d66-47e3-975c-5c4d9a6ae165 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-415253'] for security_group (c9eb6ec9-85e6-4c40-985d-95a7d98b9b1f), after_delete {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:12:23.591075 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-e566f1cc-2d66-47e3-975c-5c4d9a6ae165 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:12:23.594922 dv-cinder-830088-4-iscsi neutron-server[103258]: INFO neutron.wsgi [None req-e566f1cc-2d66-47e3-975c-5c4d9a6ae165 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/c9eb6ec9-85e6-4c40-985d-95a7d98b9b1f HTTP/1.1" status: 204 len: 168 time: 0.1570520 Apr 12 11:12:23.602619 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e566f1cc-2d66-47e3-975c-5c4d9a6ae165 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c9eb6ec9-85e6-4c40-985d-95a7d98b9b1f,revision_number=None']} {{(pid=103258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:12:23.807650 dv-cinder-830088-4-iscsi neutron-server[103257]: INFO neutron.wsgi [req-6a8b5c1d-d456-4ed7-be67-d302c3ba79bf req-3a7600df-d07a-420f-b858-a3fed55c6b99 tempest-TestVolumeBootPattern-1690597324 tempest-TestVolumeBootPattern-1690597324-project] 10.222.0.39 "GET /v2.0/ports?device_id=6b729849-124d-4cad-857e-d761c7bbc66c HTTP/1.1" status: 200 len: 210 time: 0.0298884 Apr 12 11:12:23.889379 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.wsgi [-] (103258) accepted ('10.222.0.39', 59658) {{(pid=103258) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 11:12:23.902394 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-223a14bf-6dfd-4b84-b1fc-379152d375bb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:12:23.926294 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron.plugins.ml2.rpc [None req-ae6c308c-a92e-4424-a7f8-d6a17e5174ef None None] Device 4baff0b9-51bc-4447-8797-20cd958ada1d no longer exists at agent hyperv_hv-cinder-83008 {{(pid=103259) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 12 11:12:23.946577 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron.plugins.ml2.plugin [None req-ae6c308c-a92e-4424-a7f8-d6a17e5174ef None None] No Port match for: 4baff0b9-51bc-4447-8797-20cd958ada1d {{(pid=103259) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 12 11:12:23.947084 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron.plugins.ml2.rpc [None req-ae6c308c-a92e-4424-a7f8-d6a17e5174ef None None] Device 4baff0b9-51bc-4447-8797-20cd958ada1d not bound to the agent host hv-cinder-83008 {{(pid=103259) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 12 11:12:23.978575 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-223a14bf-6dfd-4b84-b1fc-379152d375bb admin admin] Publish callbacks [] for security_group (048e3b5e-1560-4229-91f5-fd44ce6fd1da), precommit_create {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:12:23.983081 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-223a14bf-6dfd-4b84-b1fc-379152d375bb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-415253'] for security_group (048e3b5e-1560-4229-91f5-fd44ce6fd1da), after_create {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:12:24.020455 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-223a14bf-6dfd-4b84-b1fc-379152d375bb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=048e3b5e-1560-4229-91f5-fd44ce6fd1da,revision_number=1']} {{(pid=103258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:12:24.024849 dv-cinder-830088-4-iscsi neutron-server[103258]: INFO neutron.wsgi [None req-223a14bf-6dfd-4b84-b1fc-379152d375bb admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=4e626400a1a94711b4c401ca9ee4a305&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1343510 Apr 12 11:12:24.027676 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.wsgi [-] (103258) accepted ('10.222.0.39', 59660) {{(pid=103258) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 11:12:24.083311 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-38e170f2-37e2-495f-ba24-9531a2e37f33 admin admin] Publish callbacks [] for security_group (048e3b5e-1560-4229-91f5-fd44ce6fd1da), before_delete {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:12:24.109649 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-38e170f2-37e2-495f-ba24-9531a2e37f33 admin admin] Publish callbacks [] for security_group (048e3b5e-1560-4229-91f5-fd44ce6fd1da), precommit_delete {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:12:24.163994 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-38e170f2-37e2-495f-ba24-9531a2e37f33 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-415253'] for security_group (048e3b5e-1560-4229-91f5-fd44ce6fd1da), after_delete {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:12:24.166536 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-38e170f2-37e2-495f-ba24-9531a2e37f33 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:12:24.168283 dv-cinder-830088-4-iscsi neutron-server[103258]: INFO neutron.wsgi [None req-38e170f2-37e2-495f-ba24-9531a2e37f33 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/048e3b5e-1560-4229-91f5-fd44ce6fd1da HTTP/1.1" status: 204 len: 168 time: 0.1398554 Apr 12 11:12:24.176322 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38e170f2-37e2-495f-ba24-9531a2e37f33 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=048e3b5e-1560-4229-91f5-fd44ce6fd1da,revision_number=None']} {{(pid=103258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:12:24.888628 dv-cinder-830088-4-iscsi neutron-server[103258]: INFO neutron.wsgi [req-8c7bdd0a-b81f-4b5e-8435-586ae73cdafb req-43e7bd3f-416b-4f0e-95f9-569e9d540f05 tempest-TestVolumeBootPattern-1690597324 tempest-TestVolumeBootPattern-1690597324-project] 10.222.0.39 "GET /v2.0/ports?device_id=6b729849-124d-4cad-857e-d761c7bbc66c HTTP/1.1" status: 200 len: 210 time: 0.0293970 Apr 12 11:12:25.966520 dv-cinder-830088-4-iscsi neutron-server[103257]: INFO neutron.wsgi [req-a2fc23dd-5388-4399-b148-6149255564f1 req-416ff469-0d98-421b-aea6-ef7eea85370c tempest-TestVolumeBootPattern-1690597324 tempest-TestVolumeBootPattern-1690597324-project] 10.222.0.39 "GET /v2.0/ports?device_id=6b729849-124d-4cad-857e-d761c7bbc66c HTTP/1.1" status: 200 len: 210 time: 0.0281327 Apr 12 11:12:27.059889 dv-cinder-830088-4-iscsi neutron-server[103258]: INFO neutron.wsgi [req-f14eebfe-85a8-4398-b6f4-c3781c8bac44 req-8439203e-5f06-41cb-a619-94fd453faebd tempest-TestVolumeBootPattern-1690597324 tempest-TestVolumeBootPattern-1690597324-project] 10.222.0.39 "GET /v2.0/ports?device_id=6b729849-124d-4cad-857e-d761c7bbc66c HTTP/1.1" status: 200 len: 210 time: 0.0374401 Apr 12 11:12:27.103401 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.wsgi [-] (103258) accepted ('10.222.0.39', 59798) {{(pid=103258) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 11:12:27.227055 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-e8ea0610-f7cd-49e2-b7ff-d4f3db8d89ca admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:12:27.303663 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-e8ea0610-f7cd-49e2-b7ff-d4f3db8d89ca admin admin] Publish callbacks [] for security_group (4f20ddfb-7e3f-4091-83fc-e0dce1e7197e), precommit_create {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:12:27.307329 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-e8ea0610-f7cd-49e2-b7ff-d4f3db8d89ca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-415253'] for security_group (4f20ddfb-7e3f-4091-83fc-e0dce1e7197e), after_create {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:12:27.347740 dv-cinder-830088-4-iscsi neutron-server[103258]: INFO neutron.wsgi [None req-e8ea0610-f7cd-49e2-b7ff-d4f3db8d89ca admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=4a69e2e59bf84f52b68446c7b5bcc01d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2432902 Apr 12 11:12:27.348825 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8ea0610-f7cd-49e2-b7ff-d4f3db8d89ca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4f20ddfb-7e3f-4091-83fc-e0dce1e7197e,revision_number=1']} {{(pid=103258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:12:27.350496 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron.wsgi [-] (103257) accepted ('10.222.0.39', 59806) {{(pid=103257) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 11:12:27.407287 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-108b1658-38a9-4183-9fa6-2d646f0a129d admin admin] Publish callbacks [] for security_group (4f20ddfb-7e3f-4091-83fc-e0dce1e7197e), before_delete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:12:27.431144 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-108b1658-38a9-4183-9fa6-2d646f0a129d admin admin] Publish callbacks [] for security_group (4f20ddfb-7e3f-4091-83fc-e0dce1e7197e), precommit_delete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:12:27.488240 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-108b1658-38a9-4183-9fa6-2d646f0a129d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-415253'] for security_group (4f20ddfb-7e3f-4091-83fc-e0dce1e7197e), after_delete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:12:27.491525 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-108b1658-38a9-4183-9fa6-2d646f0a129d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:12:27.492715 dv-cinder-830088-4-iscsi neutron-server[103257]: INFO neutron.wsgi [None req-108b1658-38a9-4183-9fa6-2d646f0a129d admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/4f20ddfb-7e3f-4091-83fc-e0dce1e7197e HTTP/1.1" status: 204 len: 168 time: 0.1405230 Apr 12 11:12:27.501788 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-108b1658-38a9-4183-9fa6-2d646f0a129d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4f20ddfb-7e3f-4091-83fc-e0dce1e7197e,revision_number=None']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:12:28.144844 dv-cinder-830088-4-iscsi neutron-server[103257]: INFO neutron.wsgi [req-298ad1eb-ea2b-4f06-92d2-5fbb499a2f31 req-dc2c47c9-75bf-45fb-ae67-2e265263aa8b tempest-TestVolumeBootPattern-1690597324 tempest-TestVolumeBootPattern-1690597324-project] 10.222.0.39 "GET /v2.0/ports?device_id=6b729849-124d-4cad-857e-d761c7bbc66c HTTP/1.1" status: 200 len: 210 time: 0.0271487 Apr 12 11:12:28.602290 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron.wsgi [-] (103257) accepted ('10.222.0.39', 59856) {{(pid=103257) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 11:12:28.706059 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-4bd29973-51d0-4929-bc5a-4b8feb2f7074 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:12:28.786046 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-4bd29973-51d0-4929-bc5a-4b8feb2f7074 admin admin] Publish callbacks [] for security_group (bdbd7755-1fc5-4db3-a1d2-11e36887042f), precommit_create {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:12:28.791345 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-4bd29973-51d0-4929-bc5a-4b8feb2f7074 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-415253'] for security_group (bdbd7755-1fc5-4db3-a1d2-11e36887042f), after_create {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:12:28.829975 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bd29973-51d0-4929-bc5a-4b8feb2f7074 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bdbd7755-1fc5-4db3-a1d2-11e36887042f,revision_number=1']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:12:28.840956 dv-cinder-830088-4-iscsi neutron-server[103257]: INFO neutron.wsgi [None req-4bd29973-51d0-4929-bc5a-4b8feb2f7074 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=d390dafbf86d4e8285b77af3bba01b21&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2375867 Apr 12 11:12:28.843571 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron.wsgi [-] (103257) accepted ('10.222.0.39', 59864) {{(pid=103257) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 11:12:28.895194 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-bf72ddf2-b6e7-4008-aad8-09a1a074285e admin admin] Publish callbacks [] for security_group (bdbd7755-1fc5-4db3-a1d2-11e36887042f), before_delete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:12:28.916230 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-bf72ddf2-b6e7-4008-aad8-09a1a074285e admin admin] Publish callbacks [] for security_group (bdbd7755-1fc5-4db3-a1d2-11e36887042f), precommit_delete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:12:28.970043 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-bf72ddf2-b6e7-4008-aad8-09a1a074285e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-415253'] for security_group (bdbd7755-1fc5-4db3-a1d2-11e36887042f), after_delete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:12:28.972641 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-bf72ddf2-b6e7-4008-aad8-09a1a074285e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:12:28.986380 dv-cinder-830088-4-iscsi neutron-server[103257]: INFO neutron.wsgi [None req-bf72ddf2-b6e7-4008-aad8-09a1a074285e admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/bdbd7755-1fc5-4db3-a1d2-11e36887042f HTTP/1.1" status: 204 len: 168 time: 0.1338558 Apr 12 11:12:28.994448 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed5781dd-bcbd-4dc0-9893-4edb481ef993 req-a135e39f-02d5-49fe-8265-c5a5af38f9f9 tempest-TestVolumeBootPattern-1690597324 tempest-TestVolumeBootPattern-1690597324-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:12:28.995026 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf72ddf2-b6e7-4008-aad8-09a1a074285e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bdbd7755-1fc5-4db3-a1d2-11e36887042f,revision_number=None']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:12:28.996549 dv-cinder-830088-4-iscsi neutron-server[103258]: INFO neutron.wsgi [req-ed5781dd-bcbd-4dc0-9893-4edb481ef993 req-a135e39f-02d5-49fe-8265-c5a5af38f9f9 tempest-TestVolumeBootPattern-1690597324 tempest-TestVolumeBootPattern-1690597324-project] 10.222.0.53 "GET /v2.0/networks?id=1232fc79-51a8-446f-8db9-91c7982426a3 HTTP/1.1" status: 200 len: 811 time: 0.1094341 Apr 12 11:12:29.070750 dv-cinder-830088-4-iscsi neutron-server[103258]: INFO neutron.wsgi [req-ed5781dd-bcbd-4dc0-9893-4edb481ef993 req-edd84532-53f8-4670-9e58-a12074e27d9e tempest-TestVolumeBootPattern-1690597324 tempest-TestVolumeBootPattern-1690597324-project] 10.222.0.53 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c2c05547762540eabb9d44e9bf42d19d HTTP/1.1" status: 200 len: 379 time: 0.0604196 Apr 12 11:12:29.079783 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.api.v2.base [req-ed5781dd-bcbd-4dc0-9893-4edb481ef993 req-92c25558-673e-4f30-b8a7-da0339337e8f tempest-TestVolumeBootPattern-1690597324 tempest-TestVolumeBootPattern-1690597324-project] Request body: {'port': {'device_id': '6b729849-124d-4cad-857e-d761c7bbc66c', 'network_id': '1232fc79-51a8-446f-8db9-91c7982426a3', 'admin_state_up': True, 'tenant_id': 'c2c05547762540eabb9d44e9bf42d19d', 'security_groups': ['726d01fd-8df5-4a24-846e-ad176077f036']}} {{(pid=103258) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 11:12:29.195606 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ed5781dd-bcbd-4dc0-9893-4edb481ef993 req-92c25558-673e-4f30-b8a7-da0339337e8f tempest-TestVolumeBootPattern-1690597324 tempest-TestVolumeBootPattern-1690597324-project] Made reservation on behalf of c2c05547762540eabb9d44e9bf42d19d for: {'port': 1} {{(pid=103258) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 12 11:12:29.199478 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [req-ed5781dd-bcbd-4dc0-9893-4edb481ef993 req-92c25558-673e-4f30-b8a7-da0339337e8f tempest-TestVolumeBootPattern-1690597324 tempest-TestVolumeBootPattern-1690597324-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1535343'] for port (None), before_create {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:12:29.266898 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron.wsgi [-] (103257) accepted ('10.222.0.39', 59872) {{(pid=103257) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 11:12:29.279851 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-d7b7effe-8f66-4528-97f5-ede0fe7660fc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:12:29.282605 dv-cinder-830088-4-iscsi neutron-server[103258]: INFO neutron.wsgi [req-5bdcbbca-1e1d-4816-84f8-3eb6cecad30f req-79a83388-95c0-46f0-a443-a585344ab7ac tempest-TestVolumeBootPattern-1690597324 tempest-TestVolumeBootPattern-1690597324-project] 10.222.0.39 "GET /v2.0/ports?device_id=6b729849-124d-4cad-857e-d761c7bbc66c HTTP/1.1" status: 200 len: 210 time: 0.0653467 Apr 12 11:12:29.357490 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-d7b7effe-8f66-4528-97f5-ede0fe7660fc admin admin] Publish callbacks [] for security_group (b5f17bef-74eb-446b-87e5-ab0e3a07c95a), precommit_create {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:12:29.361434 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-d7b7effe-8f66-4528-97f5-ede0fe7660fc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-415253'] for security_group (b5f17bef-74eb-446b-87e5-ab0e3a07c95a), after_create {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:12:29.362936 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.db.db_base_plugin_common [req-ed5781dd-bcbd-4dc0-9893-4edb481ef993 req-92c25558-673e-4f30-b8a7-da0339337e8f tempest-TestVolumeBootPattern-1690597324 tempest-TestVolumeBootPattern-1690597324-project] Allocated IP 172.20.0.14 (1232fc79-51a8-446f-8db9-91c7982426a3/629313fa-4f32-46d8-868a-0d9dbc8c0fc7/916b9215-bc88-4bf9-ba72-dd4d5590f88d) {{(pid=103258) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 12 11:12:29.399920 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7b7effe-8f66-4528-97f5-ede0fe7660fc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b5f17bef-74eb-446b-87e5-ab0e3a07c95a,revision_number=1']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:12:29.405357 dv-cinder-830088-4-iscsi neutron-server[103257]: INFO neutron.wsgi [None req-d7b7effe-8f66-4528-97f5-ede0fe7660fc admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=c08a76cefd704abebd8eabdf31c87c4f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1371284 Apr 12 11:12:29.407884 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron.wsgi [-] (103257) accepted ('10.222.0.39', 59876) {{(pid=103257) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 11:12:29.463288 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-282cf835-21cc-4143-9a93-fb42aad59fb0 admin admin] Publish callbacks [] for security_group (b5f17bef-74eb-446b-87e5-ab0e3a07c95a), before_delete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:12:29.485787 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-282cf835-21cc-4143-9a93-fb42aad59fb0 admin admin] Publish callbacks [] for security_group (b5f17bef-74eb-446b-87e5-ab0e3a07c95a), precommit_delete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:12:29.510795 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [req-ed5781dd-bcbd-4dc0-9893-4edb481ef993 req-92c25558-673e-4f30-b8a7-da0339337e8f tempest-TestVolumeBootPattern-1690597324 tempest-TestVolumeBootPattern-1690597324-project] Publish callbacks [] for port (916b9215-bc88-4bf9-ba72-dd4d5590f88d), precommit_create {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:12:29.536684 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-282cf835-21cc-4143-9a93-fb42aad59fb0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-415253'] for security_group (b5f17bef-74eb-446b-87e5-ab0e3a07c95a), after_delete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:12:29.540091 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-282cf835-21cc-4143-9a93-fb42aad59fb0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:12:29.541401 dv-cinder-830088-4-iscsi neutron-server[103257]: INFO neutron.wsgi [None req-282cf835-21cc-4143-9a93-fb42aad59fb0 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/b5f17bef-74eb-446b-87e5-ab0e3a07c95a HTTP/1.1" status: 204 len: 168 time: 0.1324139 Apr 12 11:12:29.560369 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-282cf835-21cc-4143-9a93-fb42aad59fb0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b5f17bef-74eb-446b-87e5-ab0e3a07c95a,revision_number=None']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:12:29.571797 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [req-ed5781dd-bcbd-4dc0-9893-4edb481ef993 req-92c25558-673e-4f30-b8a7-da0339337e8f tempest-TestVolumeBootPattern-1690597324 tempest-TestVolumeBootPattern-1690597324-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1534861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777667450152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4796947'] for port (916b9215-bc88-4bf9-ba72-dd4d5590f88d), after_create {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:12:29.623308 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ed5781dd-bcbd-4dc0-9893-4edb481ef993 req-92c25558-673e-4f30-b8a7-da0339337e8f tempest-TestVolumeBootPattern-1690597324 tempest-TestVolumeBootPattern-1690597324-project] Network 1232fc79-51a8-446f-8db9-91c7982426a3 is already hosted by enough agents. {{(pid=103258) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 11:12:29.627173 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.scheduler.base_scheduler [req-ed5781dd-bcbd-4dc0-9893-4edb481ef993 req-92c25558-673e-4f30-b8a7-da0339337e8f tempest-TestVolumeBootPattern-1690597324 tempest-TestVolumeBootPattern-1690597324-project] Resources bound (agent type, host, resource id): {{(pid=103258) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 11:12:29.634400 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.db.l3_dvrscheduler_db [req-ed5781dd-bcbd-4dc0-9893-4edb481ef993 req-92c25558-673e-4f30-b8a7-da0339337e8f tempest-TestVolumeBootPattern-1690597324 tempest-TestVolumeBootPattern-1690597324-project] Received port after_create {{(pid=103258) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 12 11:12:29.638772 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92c25558-673e-4f30-b8a7-da0339337e8f tempest-TestVolumeBootPattern-1690597324 tempest-TestVolumeBootPattern-1690597324-project] Pushing event updated for resources: {'Port': ['ID=916b9215-bc88-4bf9-ba72-dd4d5590f88d,revision_number=1']} {{(pid=103258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:12:29.710549 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed5781dd-bcbd-4dc0-9893-4edb481ef993 req-92c25558-673e-4f30-b8a7-da0339337e8f tempest-TestVolumeBootPattern-1690597324 tempest-TestVolumeBootPattern-1690597324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:12:29.713383 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [req-ed5781dd-bcbd-4dc0-9893-4edb481ef993 req-92c25558-673e-4f30-b8a7-da0339337e8f tempest-TestVolumeBootPattern-1690597324 tempest-TestVolumeBootPattern-1690597324-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108023'] for port (None), before_response {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:12:29.737805 dv-cinder-830088-4-iscsi neutron-server[103258]: INFO neutron.wsgi [req-ed5781dd-bcbd-4dc0-9893-4edb481ef993 req-92c25558-673e-4f30-b8a7-da0339337e8f tempest-TestVolumeBootPattern-1690597324 tempest-TestVolumeBootPattern-1690597324-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6620193 Apr 12 11:12:29.754510 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.api.v2.base [req-ed5781dd-bcbd-4dc0-9893-4edb481ef993 req-dd769ad6-b9bd-451a-9815-578e4f5ff882 service neutron] Request body: {'port': {'device_id': '6b729849-124d-4cad-857e-d761c7bbc66c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83008'}} {{(pid=103258) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 11:12:29.825917 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [req-ed5781dd-bcbd-4dc0-9893-4edb481ef993 req-dd769ad6-b9bd-451a-9815-578e4f5ff882 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1535343'] for port (916b9215-bc88-4bf9-ba72-dd4d5590f88d), before_update {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:12:29.875488 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron.db.provisioning_blocks [None req-682e6041-0c4b-4867-8373-dfede8798e92 None None] Provisioning complete for port 916b9215-bc88-4bf9-ba72-dd4d5590f88d triggered by entity DHCP. {{(pid=103259) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 11:12:29.876453 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron_lib.callbacks.manager [None req-682e6041-0c4b-4867-8373-dfede8798e92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1343588'] for port (916b9215-bc88-4bf9-ba72-dd4d5590f88d), provisioning_complete {{(pid=103259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:12:29.918202 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron.plugins.ml2.plugin [None req-682e6041-0c4b-4867-8373-dfede8798e92 None None] Port 916b9215-bc88-4bf9-ba72-dd4d5590f88d cannot update to ACTIVE because it is not bound. {{(pid=103259) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 12 11:12:30.192039 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.notifiers.nova [req-ed5781dd-bcbd-4dc0-9893-4edb481ef993 req-dd769ad6-b9bd-451a-9815-578e4f5ff882 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 916b9215-bc88-4bf9-ba72-dd4d5590f88d {{(pid=103258) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 12 11:12:30.200812 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [req-ed5781dd-bcbd-4dc0-9893-4edb481ef993 req-dd769ad6-b9bd-451a-9815-578e4f5ff882 service neutron] Publish callbacks [] for port (916b9215-bc88-4bf9-ba72-dd4d5590f88d), precommit_update {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:12:30.215495 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.db.provisioning_blocks [req-ed5781dd-bcbd-4dc0-9893-4edb481ef993 req-dd769ad6-b9bd-451a-9815-578e4f5ff882 service neutron] Transition to ACTIVE for port object 916b9215-bc88-4bf9-ba72-dd4d5590f88d will not be triggered until provisioned by entity L2. {{(pid=103258) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 12 11:12:30.219111 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [req-ed5781dd-bcbd-4dc0-9893-4edb481ef993 req-dd769ad6-b9bd-451a-9815-578e4f5ff882 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1534861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777667992095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777667450170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777667450188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4796952'] for port (916b9215-bc88-4bf9-ba72-dd4d5590f88d), after_update {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:12:30.337029 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd769ad6-b9bd-451a-9815-578e4f5ff882 service neutron] Pushing event updated for resources: {'Port': ['ID=916b9215-bc88-4bf9-ba72-dd4d5590f88d,revision_number=2']} {{(pid=103258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:12:30.367864 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.plugins.ml2.managers [req-ed5781dd-bcbd-4dc0-9893-4edb481ef993 req-dd769ad6-b9bd-451a-9815-578e4f5ff882 service neutron] Attempting to bind port 916b9215-bc88-4bf9-ba72-dd4d5590f88d on host hv-cinder-83008 for vnic_type normal with profile {{(pid=103258) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 12 11:12:30.368203 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.plugins.ml2.managers [req-ed5781dd-bcbd-4dc0-9893-4edb481ef993 req-dd769ad6-b9bd-451a-9815-578e4f5ff882 service neutron] Attempting to bind port 916b9215-bc88-4bf9-ba72-dd4d5590f88d by drivers openvswitch,hyperv on host hv-cinder-83008 at level 0 using segments [{'id': 'd51f3e71-8cf4-4a31-9034-8318c2e937aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': '1232fc79-51a8-446f-8db9-91c7982426a3'}] {{(pid=103258) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 12 11:12:30.368532 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed5781dd-bcbd-4dc0-9893-4edb481ef993 req-dd769ad6-b9bd-451a-9815-578e4f5ff882 service neutron] Attempting to bind port 916b9215-bc88-4bf9-ba72-dd4d5590f88d on network 1232fc79-51a8-446f-8db9-91c7982426a3 {{(pid=103258) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 11:12:30.374036 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed5781dd-bcbd-4dc0-9893-4edb481ef993 req-dd769ad6-b9bd-451a-9815-578e4f5ff882 service neutron] Port 916b9215-bc88-4bf9-ba72-dd4d5590f88d on network 1232fc79-51a8-446f-8db9-91c7982426a3 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83008 {{(pid=103258) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 12 11:12:30.374421 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed5781dd-bcbd-4dc0-9893-4edb481ef993 req-dd769ad6-b9bd-451a-9815-578e4f5ff882 service neutron] Attempting to bind port 916b9215-bc88-4bf9-ba72-dd4d5590f88d on network 1232fc79-51a8-446f-8db9-91c7982426a3 {{(pid=103258) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 11:12:30.379841 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed5781dd-bcbd-4dc0-9893-4edb481ef993 req-dd769ad6-b9bd-451a-9815-578e4f5ff882 service neutron] Checking agent: {'id': '742b2e09-86ec-4663-b086-f6b891926c3e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83008', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 12, 10, 58, 42), 'started_at': datetime.datetime(2022, 4, 12, 10, 58, 42), 'heartbeat_timestamp': datetime.datetime(2022, 4, 12, 11, 12, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103258) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 12 11:12:30.380175 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed5781dd-bcbd-4dc0-9893-4edb481ef993 req-dd769ad6-b9bd-451a-9815-578e4f5ff882 service neutron] Checking segment: {'id': 'd51f3e71-8cf4-4a31-9034-8318c2e937aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': '1232fc79-51a8-446f-8db9-91c7982426a3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103258) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 11:12:30.380695 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed5781dd-bcbd-4dc0-9893-4edb481ef993 req-dd769ad6-b9bd-451a-9815-578e4f5ff882 service neutron] Bound using segment: {'id': 'd51f3e71-8cf4-4a31-9034-8318c2e937aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': '1232fc79-51a8-446f-8db9-91c7982426a3'} {{(pid=103258) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 12 11:12:30.381189 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.plugins.ml2.managers [req-ed5781dd-bcbd-4dc0-9893-4edb481ef993 req-dd769ad6-b9bd-451a-9815-578e4f5ff882 service neutron] Bound port: 916b9215-bc88-4bf9-ba72-dd4d5590f88d, host: hv-cinder-83008, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd51f3e71-8cf4-4a31-9034-8318c2e937aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': '1232fc79-51a8-446f-8db9-91c7982426a3'}}] {{(pid=103258) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 12 11:12:30.381784 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [req-ed5781dd-bcbd-4dc0-9893-4edb481ef993 req-dd769ad6-b9bd-451a-9815-578e4f5ff882 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1535343'] for port (916b9215-bc88-4bf9-ba72-dd4d5590f88d), before_update {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:12:30.450022 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9de7068c-62b5-42e6-89e4-47be6c4f1bdb req-d72f24c1-a940-423a-b1ea-0aecc8447854 tempest-TestVolumeBootPattern-1690597324 tempest-TestVolumeBootPattern-1690597324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:12:30.451624 dv-cinder-830088-4-iscsi neutron-server[103257]: INFO neutron.wsgi [req-9de7068c-62b5-42e6-89e4-47be6c4f1bdb req-d72f24c1-a940-423a-b1ea-0aecc8447854 tempest-TestVolumeBootPattern-1690597324 tempest-TestVolumeBootPattern-1690597324-project] 10.222.0.39 "GET /v2.0/ports?device_id=6b729849-124d-4cad-857e-d761c7bbc66c HTTP/1.1" status: 200 len: 944 time: 0.0665729 Apr 12 11:12:30.468846 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.plugins.ml2.db [req-ed5781dd-bcbd-4dc0-9893-4edb481ef993 req-dd769ad6-b9bd-451a-9815-578e4f5ff882 service neutron] For port 916b9215-bc88-4bf9-ba72-dd4d5590f88d, host hv-cinder-83008, cleared binding levels {{(pid=103258) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 12 11:12:30.472856 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.plugins.ml2.db [req-ed5781dd-bcbd-4dc0-9893-4edb481ef993 req-dd769ad6-b9bd-451a-9815-578e4f5ff882 service neutron] For port 916b9215-bc88-4bf9-ba72-dd4d5590f88d, host hv-cinder-83008, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83008',level=0,port_id=916b9215-bc88-4bf9-ba72-dd4d5590f88d,segment=NetworkSegment(d51f3e71-8cf4-4a31-9034-8318c2e937aa),segment_id=d51f3e71-8cf4-4a31-9034-8318c2e937aa)] {{(pid=103258) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 12 11:12:30.486918 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [req-ed5781dd-bcbd-4dc0-9893-4edb481ef993 req-dd769ad6-b9bd-451a-9815-578e4f5ff882 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1534861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777667992095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777667450170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777667450188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4796952'] for port (916b9215-bc88-4bf9-ba72-dd4d5590f88d), after_update {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:12:30.514564 dv-cinder-830088-4-iscsi neutron-server[103257]: INFO neutron.wsgi [req-9de7068c-62b5-42e6-89e4-47be6c4f1bdb req-e4f8474c-56bf-460f-b3a9-558c1759d389 tempest-TestVolumeBootPattern-1690597324 tempest-TestVolumeBootPattern-1690597324-project] 10.222.0.39 "GET /v2.0/security-groups?id=726d01fd-8df5-4a24-846e-ad176077f036&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0562718 Apr 12 11:12:30.523489 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed5781dd-bcbd-4dc0-9893-4edb481ef993 req-dd769ad6-b9bd-451a-9815-578e4f5ff882 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:12:30.524165 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [req-ed5781dd-bcbd-4dc0-9893-4edb481ef993 req-dd769ad6-b9bd-451a-9815-578e4f5ff882 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108023'] for port (None), before_response {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:12:30.525530 dv-cinder-830088-4-iscsi neutron-server[103258]: INFO neutron.wsgi [req-ed5781dd-bcbd-4dc0-9893-4edb481ef993 req-dd769ad6-b9bd-451a-9815-578e4f5ff882 service neutron] 10.222.0.53 "PUT /v2.0/ports/916b9215-bc88-4bf9-ba72-dd4d5590f88d HTTP/1.1" status: 200 len: 1094 time: 0.7757087 Apr 12 11:12:30.526050 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6b729849-124d-4cad-857e-d761c7bbc66c', 'tag': '916b9215-bc88-4bf9-ba72-dd4d5590f88d'}] {{(pid=103258) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 11:12:30.528820 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c54b6d548356c9296345eb8e608a1624e6dfb095c10b2709a108c8ba991c21a4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-feaa99d2-9c2d-4981-b693-94069e7db18a" -d '{"events": [{"name": "network-changed", "server_uuid": "6b729849-124d-4cad-857e-d761c7bbc66c", "tag": "916b9215-bc88-4bf9-ba72-dd4d5590f88d"}]}' {{(pid=103258) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 11:12:30.566221 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd769ad6-b9bd-451a-9815-578e4f5ff882 service neutron] Pushing event updated for resources: {'Port': ['ID=916b9215-bc88-4bf9-ba72-dd4d5590f88d,revision_number=3']} {{(pid=103258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:12:30.580446 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Apr 2022 11:12:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f1dbacba-9c03-4a00-a70f-831d12a037ab x-openstack-request-id: req-f1dbacba-9c03-4a00-a70f-831d12a037ab {{(pid=103258) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 11:12:30.581036 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6b729849-124d-4cad-857e-d761c7bbc66c", "tag": "916b9215-bc88-4bf9-ba72-dd4d5590f88d", "status": "completed", "code": 200}]} {{(pid=103258) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 11:12:30.581493 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-f1dbacba-9c03-4a00-a70f-831d12a037ab {{(pid=103258) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 11:12:30.582197 dv-cinder-830088-4-iscsi neutron-server[103258]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f1dbacba-9c03-4a00-a70f-831d12a037ab'] response: {'name': 'network-changed', 'server_uuid': '6b729849-124d-4cad-857e-d761c7bbc66c', 'tag': '916b9215-bc88-4bf9-ba72-dd4d5590f88d', 'status': 'completed', 'code': 200} Apr 12 11:12:30.637475 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed5781dd-bcbd-4dc0-9893-4edb481ef993 req-deb44982-ed89-426a-93da-ae408771aa18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:12:30.639117 dv-cinder-830088-4-iscsi neutron-server[103258]: INFO neutron.wsgi [req-ed5781dd-bcbd-4dc0-9893-4edb481ef993 req-deb44982-ed89-426a-93da-ae408771aa18 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=c2c05547762540eabb9d44e9bf42d19d&device_id=6b729849-124d-4cad-857e-d761c7bbc66c HTTP/1.1" status: 200 len: 1128 time: 0.0456884 Apr 12 11:12:30.690392 dv-cinder-830088-4-iscsi neutron-server[103258]: INFO neutron.wsgi [req-ed5781dd-bcbd-4dc0-9893-4edb481ef993 req-1a432c24-c6dc-45d2-a330-6a8870763f09 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=916b9215-bc88-4bf9-ba72-dd4d5590f88d HTTP/1.1" status: 200 len: 217 time: 0.0391295 Apr 12 11:12:30.735108 dv-cinder-830088-4-iscsi neutron-server[103260]: DEBUG neutron.db.agents_db [None req-b0205aca-973a-4a8a-ba9e-4a4e25067b42 None None] Agent healthcheck: found 6 active agents {{(pid=103260) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 12 11:12:30.744468 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed5781dd-bcbd-4dc0-9893-4edb481ef993 req-af3aec57-6b39-4d1c-a5e3-1032dace917a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:12:30.746632 dv-cinder-830088-4-iscsi neutron-server[103258]: INFO neutron.wsgi [req-ed5781dd-bcbd-4dc0-9893-4edb481ef993 req-af3aec57-6b39-4d1c-a5e3-1032dace917a service neutron] 10.222.0.53 "GET /v2.0/subnets?id=629313fa-4f32-46d8-868a-0d9dbc8c0fc7 HTTP/1.1" status: 200 len: 850 time: 0.0504022 Apr 12 11:12:30.794829 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed5781dd-bcbd-4dc0-9893-4edb481ef993 req-f671ac39-de3d-4b78-9a4e-ef44c10b4edd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:12:30.796496 dv-cinder-830088-4-iscsi neutron-server[103258]: INFO neutron.wsgi [req-ed5781dd-bcbd-4dc0-9893-4edb481ef993 req-f671ac39-de3d-4b78-9a4e-ef44c10b4edd service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=1232fc79-51a8-446f-8db9-91c7982426a3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0440819 Apr 12 11:12:30.896020 dv-cinder-830088-4-iscsi neutron-server[103258]: INFO neutron.wsgi [req-ed5781dd-bcbd-4dc0-9893-4edb481ef993 req-f3620acf-3a3a-49b2-8abc-6627ce2654db service neutron] 10.222.0.53 "GET /v2.0/networks/1232fc79-51a8-446f-8db9-91c7982426a3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0937276 Apr 12 11:12:30.991787 dv-cinder-830088-4-iscsi neutron-server[103258]: INFO neutron.wsgi [req-ed5781dd-bcbd-4dc0-9893-4edb481ef993 req-537ed125-8b59-4a4f-8f94-408142adbfcf service neutron] 10.222.0.53 "GET /v2.0/networks/1232fc79-51a8-446f-8db9-91c7982426a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0888295 Apr 12 11:12:30.997617 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.wsgi [-] (103258) accepted ('10.222.0.39', 59942) {{(pid=103258) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 11:12:31.201177 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-6c9c39b0-79e8-4a93-8248-27638acb346d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:12:31.278012 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-6c9c39b0-79e8-4a93-8248-27638acb346d admin admin] Publish callbacks [] for security_group (74ad0f6f-efcc-47ec-a381-84a772943edd), precommit_create {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:12:31.282902 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-6c9c39b0-79e8-4a93-8248-27638acb346d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-415253'] for security_group (74ad0f6f-efcc-47ec-a381-84a772943edd), after_create {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:12:31.322935 dv-cinder-830088-4-iscsi neutron-server[103258]: INFO neutron.wsgi [None req-6c9c39b0-79e8-4a93-8248-27638acb346d admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=6c8b9b7f3f124d9791685104bc8f2f53&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3241916 Apr 12 11:12:31.325376 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c9c39b0-79e8-4a93-8248-27638acb346d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=74ad0f6f-efcc-47ec-a381-84a772943edd,revision_number=1']} {{(pid=103258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:12:31.326203 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron.wsgi [-] (103257) accepted ('10.222.0.39', 59960) {{(pid=103257) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 11:12:31.382839 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-04e90f90-3e72-4e52-a367-f9b6d4fb5684 admin admin] Publish callbacks [] for security_group (74ad0f6f-efcc-47ec-a381-84a772943edd), before_delete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:12:31.411308 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-04e90f90-3e72-4e52-a367-f9b6d4fb5684 admin admin] Publish callbacks [] for security_group (74ad0f6f-efcc-47ec-a381-84a772943edd), precommit_delete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:12:31.468781 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-04e90f90-3e72-4e52-a367-f9b6d4fb5684 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-415253'] for security_group (74ad0f6f-efcc-47ec-a381-84a772943edd), after_delete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:12:31.471438 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-04e90f90-3e72-4e52-a367-f9b6d4fb5684 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:12:31.480605 dv-cinder-830088-4-iscsi neutron-server[103257]: INFO neutron.wsgi [None req-04e90f90-3e72-4e52-a367-f9b6d4fb5684 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/74ad0f6f-efcc-47ec-a381-84a772943edd HTTP/1.1" status: 204 len: 168 time: 0.1454694 Apr 12 11:12:31.492513 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04e90f90-3e72-4e52-a367-f9b6d4fb5684 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=74ad0f6f-efcc-47ec-a381-84a772943edd,revision_number=None']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:12:31.542574 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.wsgi [-] (103258) accepted ('10.222.0.39', 59972) {{(pid=103258) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 11:12:31.637701 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d362e38f-70ec-4196-881a-a63e6776b898 req-b0c87dfd-57e6-4980-987c-a939c7c4111f tempest-TestVolumeBootPattern-1690597324 tempest-TestVolumeBootPattern-1690597324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:12:31.639839 dv-cinder-830088-4-iscsi neutron-server[103257]: INFO neutron.wsgi [req-d362e38f-70ec-4196-881a-a63e6776b898 req-b0c87dfd-57e6-4980-987c-a939c7c4111f tempest-TestVolumeBootPattern-1690597324 tempest-TestVolumeBootPattern-1690597324-project] 10.222.0.39 "GET /v2.0/ports?device_id=6b729849-124d-4cad-857e-d761c7bbc66c HTTP/1.1" status: 200 len: 944 time: 0.0496607 Apr 12 11:12:31.665266 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-197f2817-c005-4605-bbbf-ebcec0c398b4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:12:31.691734 dv-cinder-830088-4-iscsi neutron-server[103257]: INFO neutron.wsgi [req-d362e38f-70ec-4196-881a-a63e6776b898 req-3970a101-7e37-4552-8b5a-2fcff1546328 tempest-TestVolumeBootPattern-1690597324 tempest-TestVolumeBootPattern-1690597324-project] 10.222.0.39 "GET /v2.0/security-groups?id=726d01fd-8df5-4a24-846e-ad176077f036&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0461247 Apr 12 11:12:31.764248 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feaa99d2-9c2d-4981-b693-94069e7db18a req-ec7a8e61-7d99-48b5-981c-5699a83d656e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:12:31.765733 dv-cinder-830088-4-iscsi neutron-server[103258]: INFO neutron.wsgi [req-feaa99d2-9c2d-4981-b693-94069e7db18a req-ec7a8e61-7d99-48b5-981c-5699a83d656e service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=c2c05547762540eabb9d44e9bf42d19d&device_id=6b729849-124d-4cad-857e-d761c7bbc66c HTTP/1.1" status: 200 len: 1128 time: 0.0526791 Apr 12 11:12:31.807475 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-197f2817-c005-4605-bbbf-ebcec0c398b4 admin admin] Publish callbacks [] for security_group (02b25664-4b43-40cd-8b39-d48180c40953), precommit_create {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:12:31.812954 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-197f2817-c005-4605-bbbf-ebcec0c398b4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-415253'] for security_group (02b25664-4b43-40cd-8b39-d48180c40953), after_create {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:12:31.887582 dv-cinder-830088-4-iscsi neutron-server[103258]: INFO neutron.wsgi [None req-197f2817-c005-4605-bbbf-ebcec0c398b4 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=fee1de50d3d740dd8d67bb27bcc94b9a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3433869 Apr 12 11:12:31.890396 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron.wsgi [-] (103257) accepted ('10.222.0.39', 59984) {{(pid=103257) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 11:12:31.893269 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-197f2817-c005-4605-bbbf-ebcec0c398b4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=02b25664-4b43-40cd-8b39-d48180c40953,revision_number=1']} {{(pid=103258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:12:31.913141 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feaa99d2-9c2d-4981-b693-94069e7db18a req-474d7d43-fe54-496f-b5db-49b6ee328116 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:12:31.914665 dv-cinder-830088-4-iscsi neutron-server[103258]: INFO neutron.wsgi [req-feaa99d2-9c2d-4981-b693-94069e7db18a req-474d7d43-fe54-496f-b5db-49b6ee328116 service neutron] 10.222.0.53 "GET /v2.0/networks?id=1232fc79-51a8-446f-8db9-91c7982426a3 HTTP/1.1" status: 200 len: 912 time: 0.1429200 Apr 12 11:12:31.943353 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-36afe648-6ca7-49fc-b5e6-65398300f694 admin admin] Publish callbacks [] for security_group (02b25664-4b43-40cd-8b39-d48180c40953), before_delete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:12:31.960226 dv-cinder-830088-4-iscsi neutron-server[103258]: INFO neutron.wsgi [req-feaa99d2-9c2d-4981-b693-94069e7db18a req-4ebd3c37-38bd-42d1-8498-f1fcf40c893a service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=916b9215-bc88-4bf9-ba72-dd4d5590f88d HTTP/1.1" status: 200 len: 217 time: 0.0394711 Apr 12 11:12:31.964473 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-36afe648-6ca7-49fc-b5e6-65398300f694 admin admin] Publish callbacks [] for security_group (02b25664-4b43-40cd-8b39-d48180c40953), precommit_delete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:12:32.013653 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-36afe648-6ca7-49fc-b5e6-65398300f694 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-415253'] for security_group (02b25664-4b43-40cd-8b39-d48180c40953), after_delete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:12:32.016324 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-36afe648-6ca7-49fc-b5e6-65398300f694 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:12:32.017510 dv-cinder-830088-4-iscsi neutron-server[103257]: INFO neutron.wsgi [None req-36afe648-6ca7-49fc-b5e6-65398300f694 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/02b25664-4b43-40cd-8b39-d48180c40953 HTTP/1.1" status: 204 len: 168 time: 0.1260781 Apr 12 11:12:32.032711 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36afe648-6ca7-49fc-b5e6-65398300f694 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=02b25664-4b43-40cd-8b39-d48180c40953,revision_number=None']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:12:32.200467 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron.wsgi [-] (103257) accepted ('10.222.0.39', 60000) {{(pid=103257) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 11:12:32.289098 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron.wsgi [-] (103257) accepted ('10.222.0.39', 60004) {{(pid=103257) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 11:12:32.309512 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron.api.v2.base [None req-13a5b990-a132-49d3-8cb1-2c3d9c3450b7 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-499418605-network', 'tenant_id': '7fa8cc4e03f54d9dadaf824366ebb2be'}} {{(pid=103257) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 11:12:32.313408 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-13769599-3d0b-49df-909c-2ffb975522f8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:12:32.345394 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-13a5b990-a132-49d3-8cb1-2c3d9c3450b7 admin admin] Made reservation on behalf of 7fa8cc4e03f54d9dadaf824366ebb2be for: {'network': 1} {{(pid=103257) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 12 11:12:32.347645 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-13a5b990-a132-49d3-8cb1-2c3d9c3450b7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1535343'] for network (None), before_create {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:12:32.360951 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-13a5b990-a132-49d3-8cb1-2c3d9c3450b7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:12:32.443663 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-13769599-3d0b-49df-909c-2ffb975522f8 admin admin] Publish callbacks [] for security_group (b5baa9a9-d890-4b71-b65f-2ee9f7be2905), precommit_create {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:12:32.449486 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-13769599-3d0b-49df-909c-2ffb975522f8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-415253'] for security_group (b5baa9a9-d890-4b71-b65f-2ee9f7be2905), after_create {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:12:32.502289 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13769599-3d0b-49df-909c-2ffb975522f8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b5baa9a9-d890-4b71-b65f-2ee9f7be2905,revision_number=1']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:12:32.511417 dv-cinder-830088-4-iscsi neutron-server[103257]: INFO neutron.wsgi [None req-13769599-3d0b-49df-909c-2ffb975522f8 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=71eee2d882fc4f80a8c2a5c04022b91c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2209544 Apr 12 11:12:32.514472 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.wsgi [-] (103258) accepted ('10.222.0.39', 60006) {{(pid=103258) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 11:12:32.515892 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-13a5b990-a132-49d3-8cb1-2c3d9c3450b7 admin admin] Publish callbacks [] for security_group (1b6e57ea-8e2e-4701-8a31-169aae1d8b34), precommit_create {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:12:32.520299 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-13a5b990-a132-49d3-8cb1-2c3d9c3450b7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-415253'] for security_group (1b6e57ea-8e2e-4701-8a31-169aae1d8b34), after_create {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:12:32.541543 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-13a5b990-a132-49d3-8cb1-2c3d9c3450b7 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 527} {{(pid=103257) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 12 11:12:32.555550 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13a5b990-a132-49d3-8cb1-2c3d9c3450b7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1b6e57ea-8e2e-4701-8a31-169aae1d8b34,revision_number=1']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:12:32.560367 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-13a5b990-a132-49d3-8cb1-2c3d9c3450b7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1531021'] for segment (1fc2a7c4-cff6-4e34-b5ce-5d61e7711aa3), precommit_create {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:12:32.560707 dv-cinder-830088-4-iscsi neutron-server[103257]: INFO neutron.db.segments_db [None req-13a5b990-a132-49d3-8cb1-2c3d9c3450b7 admin admin] Added segment 1fc2a7c4-cff6-4e34-b5ce-5d61e7711aa3 of type vlan for network 3d302e5f-d1a1-4723-94b3-e2427a8d4c67 Apr 12 11:12:32.577655 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-049820b3-2cf1-42c0-ac7f-1cb4bbb06be5 admin admin] Publish callbacks [] for security_group (b5baa9a9-d890-4b71-b65f-2ee9f7be2905), before_delete {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:12:32.599924 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-13a5b990-a132-49d3-8cb1-2c3d9c3450b7 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777667466078'] for network (3d302e5f-d1a1-4723-94b3-e2427a8d4c67), precommit_create {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:12:32.600372 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-049820b3-2cf1-42c0-ac7f-1cb4bbb06be5 admin admin] Publish callbacks [] for security_group (b5baa9a9-d890-4b71-b65f-2ee9f7be2905), precommit_delete {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:12:32.627044 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-13a5b990-a132-49d3-8cb1-2c3d9c3450b7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-415428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586207'] for network (3d302e5f-d1a1-4723-94b3-e2427a8d4c67), after_create {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:12:32.628041 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13a5b990-a132-49d3-8cb1-2c3d9c3450b7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:12:32.628611 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-13a5b990-a132-49d3-8cb1-2c3d9c3450b7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586029'] for network (None), before_response {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:12:32.647084 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-049820b3-2cf1-42c0-ac7f-1cb4bbb06be5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-415253'] for security_group (b5baa9a9-d890-4b71-b65f-2ee9f7be2905), after_delete {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:12:32.649636 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-049820b3-2cf1-42c0-ac7f-1cb4bbb06be5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:12:32.650875 dv-cinder-830088-4-iscsi neutron-server[103258]: INFO neutron.wsgi [None req-049820b3-2cf1-42c0-ac7f-1cb4bbb06be5 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/b5baa9a9-d890-4b71-b65f-2ee9f7be2905 HTTP/1.1" status: 204 len: 168 time: 0.1350203 Apr 12 11:12:32.660420 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-049820b3-2cf1-42c0-ac7f-1cb4bbb06be5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b5baa9a9-d890-4b71-b65f-2ee9f7be2905,revision_number=None']} {{(pid=103258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:12:32.664507 dv-cinder-830088-4-iscsi neutron-server[103257]: INFO neutron.wsgi [None req-13a5b990-a132-49d3-8cb1-2c3d9c3450b7 admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.4602761 Apr 12 11:12:32.664751 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.wsgi [-] (103258) accepted ('10.222.0.39', 60012) {{(pid=103258) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 11:12:32.670015 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.api.v2.base [None req-8400a26e-ca09-4133-a58e-04975a918f28 admin admin] Request body: {'subnet': {'network_id': '3d302e5f-d1a1-4723-94b3-e2427a8d4c67', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-499418605-subnet', 'tenant_id': '7fa8cc4e03f54d9dadaf824366ebb2be', 'ip_version': 4}} {{(pid=103258) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 11:12:32.693319 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8400a26e-ca09-4133-a58e-04975a918f28 admin admin] Made reservation on behalf of 7fa8cc4e03f54d9dadaf824366ebb2be for: {'subnet': 1} {{(pid=103258) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 12 11:12:32.696205 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-8400a26e-ca09-4133-a58e-04975a918f28 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4732476'] for subnet (None), before_create {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:12:32.696362 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13a5b990-a132-49d3-8cb1-2c3d9c3450b7 admin admin] Pushing event updated for resources: {'Network': ['ID=3d302e5f-d1a1-4723-94b3-e2427a8d4c67,revision_number=1']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:12:32.706428 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron.plugins.ml2.rpc [None req-e4b062a6-7a21-4431-be77-3c7776c11043 None None] Network 3d302e5f-d1a1-4723-94b3-e2427a8d4c67 details requested by agent ovs-agent-dv-cinder-830088-4-iscsi with host dv-cinder-830088-4-iscsi {{(pid=103259) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 12 11:12:32.837286 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08200cb9-1a26-4db6-8deb-50643fd19d6c req-bd64f062-936a-4c62-a306-4fd443fd5c07 tempest-TestVolumeBootPattern-1690597324 tempest-TestVolumeBootPattern-1690597324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:12:32.838818 dv-cinder-830088-4-iscsi neutron-server[103258]: INFO neutron.wsgi [req-08200cb9-1a26-4db6-8deb-50643fd19d6c req-bd64f062-936a-4c62-a306-4fd443fd5c07 tempest-TestVolumeBootPattern-1690597324 tempest-TestVolumeBootPattern-1690597324-project] 10.222.0.39 "GET /v2.0/ports?device_id=6b729849-124d-4cad-857e-d761c7bbc66c HTTP/1.1" status: 200 len: 944 time: 0.0571625 Apr 12 11:12:32.941655 dv-cinder-830088-4-iscsi neutron-server[103258]: INFO neutron.wsgi [req-08200cb9-1a26-4db6-8deb-50643fd19d6c req-c3c1a183-b635-474e-ab0c-30c1ebb1c578 tempest-TestVolumeBootPattern-1690597324 tempest-TestVolumeBootPattern-1690597324-project] 10.222.0.39 "GET /v2.0/security-groups?id=726d01fd-8df5-4a24-846e-ad176077f036&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0852206 Apr 12 11:12:32.954339 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-8400a26e-ca09-4133-a58e-04975a918f28 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-439037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4787363', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4732462'] for subnet (d013eb67-1f0a-443e-ace2-56fd68182da2), after_create {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:12:33.016042 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8400a26e-ca09-4133-a58e-04975a918f28 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d013eb67-1f0a-443e-ace2-56fd68182da2,revision_number=0']} {{(pid=103258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:12:33.018355 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8400a26e-ca09-4133-a58e-04975a918f28 admin admin] Checking segment: {'id': '1fc2a7c4-cff6-4e34-b5ce-5d61e7711aa3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': '3d302e5f-d1a1-4723-94b3-e2427a8d4c67'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103258) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 11:12:33.018730 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8400a26e-ca09-4133-a58e-04975a918f28 admin admin] Network hostable DHCP agents. Network: 3d302e5f-d1a1-4723-94b3-e2427a8d4c67, hostable agents: ['0a0a44e5-732d-48d9-a8ad-b47e7b7c1a86'], hosted agents: [] {{(pid=103258) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 12 11:12:33.035912 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8400a26e-ca09-4133-a58e-04975a918f28 admin admin] Network 3d302e5f-d1a1-4723-94b3-e2427a8d4c67 is scheduled to be hosted by DHCP agent 0a0a44e5-732d-48d9-a8ad-b47e7b7c1a86 with binding_index 1 {{(pid=103258) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 12 11:12:33.044742 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.scheduler.base_scheduler [None req-8400a26e-ca09-4133-a58e-04975a918f28 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-830088-4-iscsi, 3d302e5f-d1a1-4723-94b3-e2427a8d4c67) {{(pid=103258) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 11:12:33.049529 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8400a26e-ca09-4133-a58e-04975a918f28 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:12:33.050541 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-8400a26e-ca09-4133-a58e-04975a918f28 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:12:33.054636 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2ca3e14-58fa-4459-96d2-73cf280e29e4 None None] Network 3d302e5f-d1a1-4723-94b3-e2427a8d4c67 requested from dv-cinder-830088-4-iscsi {{(pid=103259) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 12 11:12:33.069068 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron.wsgi [-] (103257) accepted ('10.222.0.39', 60026) {{(pid=103257) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 11:12:33.073686 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron.api.v2.base [None req-c998cff0-fb14-401c-b452-27c43cec08a6 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-499418605-router', 'tenant_id': '7fa8cc4e03f54d9dadaf824366ebb2be', 'external_gateway_info': {'network_id': '3b7be5f2-485b-4c85-8f98-fb200971b61c'}}} {{(pid=103257) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 11:12:33.076160 dv-cinder-830088-4-iscsi neutron-server[103258]: INFO neutron.wsgi [None req-8400a26e-ca09-4133-a58e-04975a918f28 admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.4094365 Apr 12 11:12:33.095643 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-c998cff0-fb14-401c-b452-27c43cec08a6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-518224', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14475'] for router (49e16ee8-8612-4d0e-914b-8d819f734a28), before_create {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:12:33.096731 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-c998cff0-fb14-401c-b452-27c43cec08a6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-519904', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-577883', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-347708', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14482'] for router (49e16ee8-8612-4d0e-914b-8d819f734a28), precommit_create {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:12:33.152800 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-c998cff0-fb14-401c-b452-27c43cec08a6 admin admin] Publish callbacks [] for router_controller (49e16ee8-8612-4d0e-914b-8d819f734a28), precommit_add_association {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:12:33.168266 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eafce0ed-393e-4455-a10c-3f3f458573f2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp428fab94-ffe0-5fd5-8965-378eceeea6ce-3d302e5f-d1a1-4723-94b3-e2427a8d4c67', 'network_id': '3d302e5f-d1a1-4723-94b3-e2427a8d4c67', 'project_id': '7fa8cc4e03f54d9dadaf824366ebb2be', 'fixed_ips': [{'subnet_id': 'd013eb67-1f0a-443e-ace2-56fd68182da2'}]}} from dv-cinder-830088-4-iscsi. {{(pid=103259) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 12 11:12:33.169433 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron_lib.callbacks.manager [None req-eafce0ed-393e-4455-a10c-3f3f458573f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1535343'] for port (None), before_create {{(pid=103259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:12:33.269026 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feaa99d2-9c2d-4981-b693-94069e7db18a req-b7a36f21-f3fd-4b26-9883-33fd0818d88d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:12:33.270598 dv-cinder-830088-4-iscsi neutron-server[103258]: INFO neutron.wsgi [req-feaa99d2-9c2d-4981-b693-94069e7db18a req-b7a36f21-f3fd-4b26-9883-33fd0818d88d service neutron] 10.222.0.53 "GET /v2.0/subnets?id=629313fa-4f32-46d8-868a-0d9dbc8c0fc7 HTTP/1.1" status: 200 len: 850 time: 0.0567598 Apr 12 11:12:33.319357 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-c998cff0-fb14-401c-b452-27c43cec08a6 admin admin] Publish callbacks [] for router_gateway (49e16ee8-8612-4d0e-914b-8d819f734a28), precommit_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:12:33.331841 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron.db.db_base_plugin_common [None req-eafce0ed-393e-4455-a10c-3f3f458573f2 None None] Allocated IP 172.20.0.2 (3d302e5f-d1a1-4723-94b3-e2427a8d4c67/d013eb67-1f0a-443e-ace2-56fd68182da2/1effaa8f-62a0-4d62-b564-d6946da25b15) {{(pid=103259) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 12 11:12:33.488694 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron_lib.callbacks.manager [None req-eafce0ed-393e-4455-a10c-3f3f458573f2 None None] Publish callbacks [] for port (1effaa8f-62a0-4d62-b564-d6946da25b15), precommit_create {{(pid=103259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:12:33.496736 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron_lib.callbacks.manager [None req-eafce0ed-393e-4455-a10c-3f3f458573f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1534861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777667450152'] for port (1effaa8f-62a0-4d62-b564-d6946da25b15), after_create {{(pid=103259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:12:33.539730 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eafce0ed-393e-4455-a10c-3f3f458573f2 None None] Network 3d302e5f-d1a1-4723-94b3-e2427a8d4c67 is already hosted by enough agents. {{(pid=103259) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 11:12:33.543570 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron.scheduler.base_scheduler [None req-eafce0ed-393e-4455-a10c-3f3f458573f2 None None] Resources bound (agent type, host, resource id): {{(pid=103259) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 11:12:33.550855 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eafce0ed-393e-4455-a10c-3f3f458573f2 None None] Received port after_create {{(pid=103259) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 12 11:12:33.554109 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eafce0ed-393e-4455-a10c-3f3f458573f2 None None] Pushing event updated for resources: {'Port': ['ID=1effaa8f-62a0-4d62-b564-d6946da25b15,revision_number=1']} {{(pid=103259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:12:33.583689 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eafce0ed-393e-4455-a10c-3f3f458573f2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830088-4-iscsi {{(pid=103259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:12:33.584031 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eafce0ed-393e-4455-a10c-3f3f458573f2 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830088-4-iscsi {{(pid=103259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:12:33.584369 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eafce0ed-393e-4455-a10c-3f3f458573f2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830088-4-iscsi {{(pid=103259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:12:33.584901 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eafce0ed-393e-4455-a10c-3f3f458573f2 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830088-4-iscsi {{(pid=103259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:12:33.585396 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eafce0ed-393e-4455-a10c-3f3f458573f2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830088-4-iscsi {{(pid=103259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:12:33.585898 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eafce0ed-393e-4455-a10c-3f3f458573f2 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830088-4-iscsi {{(pid=103259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:12:33.586391 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eafce0ed-393e-4455-a10c-3f3f458573f2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830088-4-iscsi {{(pid=103259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:12:33.586910 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eafce0ed-393e-4455-a10c-3f3f458573f2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830088-4-iscsi {{(pid=103259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:12:33.587398 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eafce0ed-393e-4455-a10c-3f3f458573f2 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-830088-4-iscsi {{(pid=103259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:12:33.587886 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eafce0ed-393e-4455-a10c-3f3f458573f2 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830088-4-iscsi {{(pid=103259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:12:33.588384 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eafce0ed-393e-4455-a10c-3f3f458573f2 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830088-4-iscsi {{(pid=103259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:12:33.588897 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eafce0ed-393e-4455-a10c-3f3f458573f2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830088-4-iscsi {{(pid=103259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:12:33.589380 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eafce0ed-393e-4455-a10c-3f3f458573f2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830088-4-iscsi {{(pid=103259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:12:33.590107 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eafce0ed-393e-4455-a10c-3f3f458573f2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830088-4-iscsi {{(pid=103259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:12:33.590585 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eafce0ed-393e-4455-a10c-3f3f458573f2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830088-4-iscsi {{(pid=103259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:12:33.631150 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron.plugins.ml2.managers [None req-eafce0ed-393e-4455-a10c-3f3f458573f2 None None] Attempting to bind port 1effaa8f-62a0-4d62-b564-d6946da25b15 on host dv-cinder-830088-4-iscsi for vnic_type normal with profile {{(pid=103259) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 12 11:12:33.631519 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron.plugins.ml2.managers [None req-eafce0ed-393e-4455-a10c-3f3f458573f2 None None] Attempting to bind port 1effaa8f-62a0-4d62-b564-d6946da25b15 by drivers openvswitch,hyperv on host dv-cinder-830088-4-iscsi at level 0 using segments [{'id': '1fc2a7c4-cff6-4e34-b5ce-5d61e7711aa3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': '3d302e5f-d1a1-4723-94b3-e2427a8d4c67'}] {{(pid=103259) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 12 11:12:33.631881 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eafce0ed-393e-4455-a10c-3f3f458573f2 None None] Attempting to bind port 1effaa8f-62a0-4d62-b564-d6946da25b15 on network 3d302e5f-d1a1-4723-94b3-e2427a8d4c67 {{(pid=103259) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 11:12:33.637581 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eafce0ed-393e-4455-a10c-3f3f458573f2 None None] Checking agent: {'id': 'c71cae7d-514b-467a-8477-0a67bee0b970', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-830088-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 12, 10, 52, 16), 'started_at': datetime.datetime(2022, 4, 12, 10, 52, 46), 'heartbeat_timestamp': datetime.datetime(2022, 4, 12, 11, 12, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-830088-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103259) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 12 11:12:33.637957 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eafce0ed-393e-4455-a10c-3f3f458573f2 None None] Checking segment: {'id': '1fc2a7c4-cff6-4e34-b5ce-5d61e7711aa3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': '3d302e5f-d1a1-4723-94b3-e2427a8d4c67'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103259) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 11:12:33.638353 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron_lib.callbacks.manager [None req-eafce0ed-393e-4455-a10c-3f3f458573f2 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:12:33.638776 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eafce0ed-393e-4455-a10c-3f3f458573f2 None None] Bound using segment: {'id': '1fc2a7c4-cff6-4e34-b5ce-5d61e7711aa3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': '3d302e5f-d1a1-4723-94b3-e2427a8d4c67'} {{(pid=103259) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 12 11:12:33.639242 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron.plugins.ml2.managers [None req-eafce0ed-393e-4455-a10c-3f3f458573f2 None None] Bound port: 1effaa8f-62a0-4d62-b564-d6946da25b15, host: dv-cinder-830088-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1fc2a7c4-cff6-4e34-b5ce-5d61e7711aa3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': '3d302e5f-d1a1-4723-94b3-e2427a8d4c67'}}] {{(pid=103259) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 12 11:12:33.639614 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron_lib.callbacks.manager [None req-eafce0ed-393e-4455-a10c-3f3f458573f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1535343'] for port (1effaa8f-62a0-4d62-b564-d6946da25b15), before_update {{(pid=103259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:12:33.709440 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron.plugins.ml2.db [None req-eafce0ed-393e-4455-a10c-3f3f458573f2 None None] For port 1effaa8f-62a0-4d62-b564-d6946da25b15, host dv-cinder-830088-4-iscsi, cleared binding levels {{(pid=103259) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 12 11:12:33.713106 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron.plugins.ml2.db [None req-eafce0ed-393e-4455-a10c-3f3f458573f2 None None] For port 1effaa8f-62a0-4d62-b564-d6946da25b15, host dv-cinder-830088-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830088-4-iscsi',level=0,port_id=1effaa8f-62a0-4d62-b564-d6946da25b15,segment=NetworkSegment(1fc2a7c4-cff6-4e34-b5ce-5d61e7711aa3),segment_id=1fc2a7c4-cff6-4e34-b5ce-5d61e7711aa3)] {{(pid=103259) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 12 11:12:33.720050 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron_lib.callbacks.manager [None req-eafce0ed-393e-4455-a10c-3f3f458573f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1534861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777667992095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777667450170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777667450188'] for port (1effaa8f-62a0-4d62-b564-d6946da25b15), after_update {{(pid=103259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:12:33.781813 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-c998cff0-fb14-401c-b452-27c43cec08a6 admin admin] Publish callbacks [] for router_gateway (49e16ee8-8612-4d0e-914b-8d819f734a28), before_create {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:12:33.801870 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-c998cff0-fb14-401c-b452-27c43cec08a6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1535343'] for port (None), before_create {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:12:33.911773 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eafce0ed-393e-4455-a10c-3f3f458573f2 None None] Pushing event updated for resources: {'Port': ['ID=1effaa8f-62a0-4d62-b564-d6946da25b15,revision_number=2']} {{(pid=103259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:12:33.920165 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron.db.db_base_plugin_common [None req-c998cff0-fb14-401c-b452-27c43cec08a6 admin admin] Allocated IP 172.27.3.151 (3b7be5f2-485b-4c85-8f98-fb200971b61c/4887111e-1302-416a-ab8e-c957c9df7f85/9a2f4e30-8fc6-40fa-8c7c-8c945babb6eb) {{(pid=103257) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 12 11:12:34.074255 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-c998cff0-fb14-401c-b452-27c43cec08a6 admin admin] Publish callbacks [] for port (9a2f4e30-8fc6-40fa-8c7c-8c945babb6eb), precommit_create {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:12:34.106806 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-378d8eba-be9e-4eef-a16f-8f9f85648043 req-594f481a-9c13-444e-9a97-50461db29d0b tempest-TestVolumeBootPattern-1690597324 tempest-TestVolumeBootPattern-1690597324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:12:34.113693 dv-cinder-830088-4-iscsi neutron-server[103257]: INFO neutron.wsgi [req-378d8eba-be9e-4eef-a16f-8f9f85648043 req-594f481a-9c13-444e-9a97-50461db29d0b tempest-TestVolumeBootPattern-1690597324 tempest-TestVolumeBootPattern-1690597324-project] 10.222.0.39 "GET /v2.0/ports?device_id=6b729849-124d-4cad-857e-d761c7bbc66c HTTP/1.1" status: 200 len: 944 time: 0.0925601 Apr 12 11:12:34.173967 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feaa99d2-9c2d-4981-b693-94069e7db18a req-2fbb73ae-767d-4509-8e4c-e51679da28b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:12:34.177730 dv-cinder-830088-4-iscsi neutron-server[103258]: INFO neutron.wsgi [req-feaa99d2-9c2d-4981-b693-94069e7db18a req-2fbb73ae-767d-4509-8e4c-e51679da28b0 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=1232fc79-51a8-446f-8db9-91c7982426a3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1069102 Apr 12 11:12:34.219028 dv-cinder-830088-4-iscsi neutron-server[103257]: INFO neutron.wsgi [req-378d8eba-be9e-4eef-a16f-8f9f85648043 req-f6324e79-e377-4640-991e-7223a690e529 tempest-TestVolumeBootPattern-1690597324 tempest-TestVolumeBootPattern-1690597324-project] 10.222.0.39 "GET /v2.0/security-groups?id=726d01fd-8df5-4a24-846e-ad176077f036&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1026258 Apr 12 11:12:34.228965 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-c998cff0-fb14-401c-b452-27c43cec08a6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1534861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777667450152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5265645'] for port (9a2f4e30-8fc6-40fa-8c7c-8c945babb6eb), after_create {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:12:34.253399 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron.plugins.ml2.rpc [None req-e4b062a6-7a21-4431-be77-3c7776c11043 None None] Device 1effaa8f-62a0-4d62-b564-d6946da25b15 up at agent ovs-agent-dv-cinder-830088-4-iscsi {{(pid=103259) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 11:12:34.270136 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c998cff0-fb14-401c-b452-27c43cec08a6 admin admin] Network 3b7be5f2-485b-4c85-8f98-fb200971b61c is already hosted by enough agents. {{(pid=103257) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 11:12:34.273443 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron.scheduler.base_scheduler [None req-c998cff0-fb14-401c-b452-27c43cec08a6 admin admin] Resources bound (agent type, host, resource id): {{(pid=103257) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 11:12:34.276052 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c998cff0-fb14-401c-b452-27c43cec08a6 admin admin] Received port after_create {{(pid=103257) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 12 11:12:34.315791 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c998cff0-fb14-401c-b452-27c43cec08a6 admin admin] Pushing event updated for resources: {'Port': ['ID=9a2f4e30-8fc6-40fa-8c7c-8c945babb6eb,revision_number=1']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:12:34.318523 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron.db.provisioning_blocks [None req-e4b062a6-7a21-4431-be77-3c7776c11043 None None] Provisioning complete for port 1effaa8f-62a0-4d62-b564-d6946da25b15 triggered by entity L2. {{(pid=103259) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 11:12:34.318943 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron_lib.callbacks.manager [None req-e4b062a6-7a21-4431-be77-3c7776c11043 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1343588'] for port (1effaa8f-62a0-4d62-b564-d6946da25b15), provisioning_complete {{(pid=103259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:12:34.408470 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron.plugins.ml2.plugin [None req-e4b062a6-7a21-4431-be77-3c7776c11043 None None] Current status of the port 1effaa8f-62a0-4d62-b564-d6946da25b15 is: DOWN; New status is: ACTIVE {{(pid=103259) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 11:12:34.408858 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron_lib.callbacks.manager [None req-e4b062a6-7a21-4431-be77-3c7776c11043 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1535343'] for port (1effaa8f-62a0-4d62-b564-d6946da25b15), before_update {{(pid=103259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:12:34.443240 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron.plugins.ml2.db [None req-e4b062a6-7a21-4431-be77-3c7776c11043 None None] For port 1effaa8f-62a0-4d62-b564-d6946da25b15, host dv-cinder-830088-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830088-4-iscsi',level=0,port_id=1effaa8f-62a0-4d62-b564-d6946da25b15,segment=NetworkSegment(1fc2a7c4-cff6-4e34-b5ce-5d61e7711aa3),segment_id=1fc2a7c4-cff6-4e34-b5ce-5d61e7711aa3)] {{(pid=103259) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 11:12:34.451800 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron_lib.callbacks.manager [None req-e4b062a6-7a21-4431-be77-3c7776c11043 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1534861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777667992095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777667450170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777667450188'] for port (1effaa8f-62a0-4d62-b564-d6946da25b15), after_update {{(pid=103259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:12:34.510074 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4b062a6-7a21-4431-be77-3c7776c11043 None None] Pushing event updated for resources: {'Port': ['ID=1effaa8f-62a0-4d62-b564-d6946da25b15,revision_number=3']} {{(pid=103259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:12:34.570204 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-c998cff0-fb14-401c-b452-27c43cec08a6 admin admin] Publish callbacks [] for router_gateway (49e16ee8-8612-4d0e-914b-8d819f734a28), after_create {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:12:34.813733 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-c998cff0-fb14-401c-b452-27c43cec08a6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-519897', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-579496'] for router (49e16ee8-8612-4d0e-914b-8d819f734a28), after_create {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:12:34.960055 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c998cff0-fb14-401c-b452-27c43cec08a6 admin admin] Router 49e16ee8-8612-4d0e-914b-8d819f734a28 is scheduled to L3 agent 77f5e085-0284-4236-9dbf-35d2d452e277 with binding_index 1 {{(pid=103257) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 12 11:12:34.971412 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b34d88eb-30a6-4707-917c-543549085215 None None] Network 3d302e5f-d1a1-4723-94b3-e2427a8d4c67 requested from dv-cinder-830088-4-iscsi {{(pid=103259) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 12 11:12:35.038894 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron.db.provisioning_blocks [None req-18c4ef69-93b9-474b-bc5d-de38c8fdd104 None None] Provisioning complete for port 1effaa8f-62a0-4d62-b564-d6946da25b15 triggered by entity DHCP. {{(pid=103259) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 11:12:35.039180 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron_lib.callbacks.manager [None req-18c4ef69-93b9-474b-bc5d-de38c8fdd104 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1343588'] for port (1effaa8f-62a0-4d62-b564-d6946da25b15), provisioning_complete {{(pid=103259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:12:35.069275 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c998cff0-fb14-401c-b452-27c43cec08a6 admin admin] Notify agent at l3_agent.dv-cinder-830088-4-iscsi the message routers_updated {{(pid=103257) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 12 11:12:35.079157 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f442905-03a4-4959-abe1-000b8333b0eb None None] Sync routers for ids ['49e16ee8-8612-4d0e-914b-8d819f734a28'] in dv-cinder-830088-4-iscsi {{(pid=103259) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 12 11:12:35.087088 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-c998cff0-fb14-401c-b452-27c43cec08a6 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:12:35.088349 dv-cinder-830088-4-iscsi neutron-server[103257]: INFO neutron.wsgi [None req-c998cff0-fb14-401c-b452-27c43cec08a6 admin admin] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 2.0182812 Apr 12 11:12:35.091521 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.wsgi [-] (103258) accepted ('10.222.0.39', 60074) {{(pid=103258) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 11:12:35.128173 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f442905-03a4-4959-abe1-000b8333b0eb None None] Routers {'49e16ee8-8612-4d0e-914b-8d819f734a28'} bound to L3 agent in host dv-cinder-830088-4-iscsi {{(pid=103259) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 11:12:35.128773 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron.db.l3_hamode_db [None req-6f442905-03a4-4959-abe1-000b8333b0eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830088-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-12T10:52:12Z,description=,heartbeat_timestamp=2022-04-12T11:12:13Z,host='dv-cinder-830088-4-iscsi',id=77f5e085-0284-4236-9dbf-35d2d452e277,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T10:52:12Z,topic='l3_agent')) {'router_ids': ['49e16ee8-8612-4d0e-914b-8d819f734a28'], 'active': True} {{(pid=103259) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 11:12:35.253386 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron.plugins.ml2.plugin [None req-18c4ef69-93b9-474b-bc5d-de38c8fdd104 None None] Current status of the port 1effaa8f-62a0-4d62-b564-d6946da25b15 is: ACTIVE; New status is: ACTIVE {{(pid=103259) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 11:12:35.285409 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron.db.l3_dvr_db [None req-6f442905-03a4-4959-abe1-000b8333b0eb None None] Set router 49e16ee8-8612-4d0e-914b-8d819f734a28 gateway port host: dv-cinder-830088-4-iscsi {{(pid=103259) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 11:12:35.394453 dv-cinder-830088-4-iscsi neutron-server[103258]: INFO neutron.wsgi [req-feaa99d2-9c2d-4981-b693-94069e7db18a req-1e794ace-1ce6-4573-b6ca-443c864e7b03 service neutron] 10.222.0.53 "GET /v2.0/networks/1232fc79-51a8-446f-8db9-91c7982426a3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2140508 Apr 12 11:12:35.405731 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b4c5ad2-761d-49dc-841e-5cb2dd573c55 req-9996a740-cb88-49c7-b943-ad2cb05e2248 tempest-TestVolumeBootPattern-1690597324 tempest-TestVolumeBootPattern-1690597324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:12:35.407722 dv-cinder-830088-4-iscsi neutron-server[103258]: INFO neutron.wsgi [req-4b4c5ad2-761d-49dc-841e-5cb2dd573c55 req-9996a740-cb88-49c7-b943-ad2cb05e2248 tempest-TestVolumeBootPattern-1690597324 tempest-TestVolumeBootPattern-1690597324-project] 10.222.0.39 "GET /v2.0/ports?device_id=6b729849-124d-4cad-857e-d761c7bbc66c HTTP/1.1" status: 200 len: 944 time: 0.1008859 Apr 12 11:12:35.408078 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron.db.provisioning_blocks [None req-79f498b8-04e9-49cf-a742-39912e934cff None None] Provisioning complete for port 1effaa8f-62a0-4d62-b564-d6946da25b15 triggered by entity DHCP. {{(pid=103259) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 11:12:35.408456 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron_lib.callbacks.manager [None req-79f498b8-04e9-49cf-a742-39912e934cff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1343588'] for port (1effaa8f-62a0-4d62-b564-d6946da25b15), provisioning_complete {{(pid=103259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:12:35.530177 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron.db.l3_hamode_db [None req-6f442905-03a4-4959-abe1-000b8333b0eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '49e16ee8-8612-4d0e-914b-8d819f734a28', 'name': 'tempest-TestShelveInstance-499418605-router', 'tenant_id': '7fa8cc4e03f54d9dadaf824366ebb2be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b7be5f2-485b-4c85-8f98-fb200971b61c', 'external_fixed_ips': [{'subnet_id': '4887111e-1302-416a-ab8e-c957c9df7f85', 'ip_address': '172.27.3.151'}], 'enable_snat': True}, 'gw_port_id': '9a2f4e30-8fc6-40fa-8c7c-8c945babb6eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T11:12:33Z', 'updated_at': '2022-04-12T11:12:34Z', 'revision_number': 3, 'project_id': '7fa8cc4e03f54d9dadaf824366ebb2be', 'gw_port': {'id': '9a2f4e30-8fc6-40fa-8c7c-8c945babb6eb', 'name': '', 'network_id': '3b7be5f2-485b-4c85-8f98-fb200971b61c', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:51:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '49e16ee8-8612-4d0e-914b-8d819f734a28', 'device_owner': 'network:router_gateway', 'standard_attr_id': 674, 'fixed_ips': [{'subnet_id': '4887111e-1302-416a-ab8e-c957c9df7f85', 'ip_address': '172.27.3.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T11:12:33Z', 'updated_at': '2022-04-12T11:12:33Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4887111e-1302-416a-ab8e-c957c9df7f85', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830088-4-iscsi'}], 'dv-cinder-830088-4-iscsi', False) {} {{(pid=103259) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 11:12:35.563723 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f442905-03a4-4959-abe1-000b8333b0eb None None] Checking router: 49e16ee8-8612-4d0e-914b-8d819f734a28 for host: dv-cinder-830088-4-iscsi {{(pid=103259) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 12 11:12:35.564072 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f442905-03a4-4959-abe1-000b8333b0eb None None] Updating router 49e16ee8-8612-4d0e-914b-8d819f734a28 port 9a2f4e30-8fc6-40fa-8c7c-8c945babb6eb binding host dv-cinder-830088-4-iscsi {{(pid=103259) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 12 11:12:35.566825 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron.plugins.ml2.plugin [None req-79f498b8-04e9-49cf-a742-39912e934cff None None] Current status of the port 1effaa8f-62a0-4d62-b564-d6946da25b15 is: ACTIVE; New status is: ACTIVE {{(pid=103259) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 11:12:35.567475 dv-cinder-830088-4-iscsi neutron-server[103258]: INFO neutron.wsgi [req-4b4c5ad2-761d-49dc-841e-5cb2dd573c55 req-174e45d2-a830-4ea1-a556-2bfbc83d4c0a tempest-TestVolumeBootPattern-1690597324 tempest-TestVolumeBootPattern-1690597324-project] 10.222.0.39 "GET /v2.0/security-groups?id=726d01fd-8df5-4a24-846e-ad176077f036&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1482034 Apr 12 11:12:35.598133 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron_lib.callbacks.manager [None req-6f442905-03a4-4959-abe1-000b8333b0eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1535343'] for port (9a2f4e30-8fc6-40fa-8c7c-8c945babb6eb), before_update {{(pid=103259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:12:35.623485 dv-cinder-830088-4-iscsi neutron-server[103258]: INFO neutron.wsgi [req-feaa99d2-9c2d-4981-b693-94069e7db18a req-4d5443ac-caef-40bb-8f0a-4691a364830c service neutron] 10.222.0.53 "GET /v2.0/networks/1232fc79-51a8-446f-8db9-91c7982426a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2138660 Apr 12 11:12:35.759660 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-925877b9-d543-46bf-ba35-66bec497181a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1535343'] for port (None), before_create {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:12:35.852208 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron_lib.callbacks.manager [None req-6f442905-03a4-4959-abe1-000b8333b0eb None None] Publish callbacks [] for port (9a2f4e30-8fc6-40fa-8c7c-8c945babb6eb), precommit_update {{(pid=103259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:12:35.865527 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron_lib.callbacks.manager [None req-6f442905-03a4-4959-abe1-000b8333b0eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1534861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777667992095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777667450170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777667450188'] for port (9a2f4e30-8fc6-40fa-8c7c-8c945babb6eb), after_update {{(pid=103259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:12:35.912206 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron.plugins.ml2.managers [None req-6f442905-03a4-4959-abe1-000b8333b0eb None None] Attempting to bind port 9a2f4e30-8fc6-40fa-8c7c-8c945babb6eb on host dv-cinder-830088-4-iscsi for vnic_type normal with profile {{(pid=103259) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 12 11:12:35.912578 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron.plugins.ml2.managers [None req-6f442905-03a4-4959-abe1-000b8333b0eb None None] Attempting to bind port 9a2f4e30-8fc6-40fa-8c7c-8c945babb6eb by drivers openvswitch,hyperv on host dv-cinder-830088-4-iscsi at level 0 using segments [{'id': 'd942c271-b630-4108-8616-b993c4b79ecb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3b7be5f2-485b-4c85-8f98-fb200971b61c'}] {{(pid=103259) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 12 11:12:35.912941 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f442905-03a4-4959-abe1-000b8333b0eb None None] Attempting to bind port 9a2f4e30-8fc6-40fa-8c7c-8c945babb6eb on network 3b7be5f2-485b-4c85-8f98-fb200971b61c {{(pid=103259) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 11:12:35.917966 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.db.db_base_plugin_common [None req-925877b9-d543-46bf-ba35-66bec497181a admin admin] Allocated IP 172.20.0.1 (3d302e5f-d1a1-4723-94b3-e2427a8d4c67/d013eb67-1f0a-443e-ace2-56fd68182da2/d8eafada-7ab0-4dd9-a3d8-ec24838beb44) {{(pid=103258) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 12 11:12:35.922317 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e2c2a4b-d490-41f4-95d2-4ba85b89544d None None] Pushing event updated for resources: {'Port': ['ID=9a2f4e30-8fc6-40fa-8c7c-8c945babb6eb,revision_number=2']} {{(pid=103259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:12:35.925067 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f442905-03a4-4959-abe1-000b8333b0eb None None] Checking agent: {'id': 'c71cae7d-514b-467a-8477-0a67bee0b970', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-830088-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 12, 10, 52, 16), 'started_at': datetime.datetime(2022, 4, 12, 10, 52, 46), 'heartbeat_timestamp': datetime.datetime(2022, 4, 12, 11, 12, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-830088-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103259) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 12 11:12:35.925442 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f442905-03a4-4959-abe1-000b8333b0eb None None] Checking segment: {'id': 'd942c271-b630-4108-8616-b993c4b79ecb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3b7be5f2-485b-4c85-8f98-fb200971b61c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103259) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 11:12:35.925845 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron_lib.callbacks.manager [None req-6f442905-03a4-4959-abe1-000b8333b0eb None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:12:35.926227 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f442905-03a4-4959-abe1-000b8333b0eb None None] Bound using segment: {'id': 'd942c271-b630-4108-8616-b993c4b79ecb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3b7be5f2-485b-4c85-8f98-fb200971b61c'} {{(pid=103259) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 12 11:12:35.926693 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron.plugins.ml2.managers [None req-6f442905-03a4-4959-abe1-000b8333b0eb None None] Bound port: 9a2f4e30-8fc6-40fa-8c7c-8c945babb6eb, host: dv-cinder-830088-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd942c271-b630-4108-8616-b993c4b79ecb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3b7be5f2-485b-4c85-8f98-fb200971b61c'}}] {{(pid=103259) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 12 11:12:35.927095 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron_lib.callbacks.manager [None req-6f442905-03a4-4959-abe1-000b8333b0eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1535343'] for port (9a2f4e30-8fc6-40fa-8c7c-8c945babb6eb), before_update {{(pid=103259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:12:35.980160 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron.plugins.ml2.db [None req-6f442905-03a4-4959-abe1-000b8333b0eb None None] For port 9a2f4e30-8fc6-40fa-8c7c-8c945babb6eb, host dv-cinder-830088-4-iscsi, cleared binding levels {{(pid=103259) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 12 11:12:35.983291 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron.plugins.ml2.db [None req-6f442905-03a4-4959-abe1-000b8333b0eb None None] For port 9a2f4e30-8fc6-40fa-8c7c-8c945babb6eb, host dv-cinder-830088-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830088-4-iscsi',level=0,port_id=9a2f4e30-8fc6-40fa-8c7c-8c945babb6eb,segment=NetworkSegment(d942c271-b630-4108-8616-b993c4b79ecb),segment_id=d942c271-b630-4108-8616-b993c4b79ecb)] {{(pid=103259) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 12 11:12:35.989456 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron_lib.callbacks.manager [None req-6f442905-03a4-4959-abe1-000b8333b0eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1534861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777667992095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777667450170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777667450188'] for port (9a2f4e30-8fc6-40fa-8c7c-8c945babb6eb), after_update {{(pid=103259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:12:36.027502 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-925877b9-d543-46bf-ba35-66bec497181a admin admin] Publish callbacks [] for port (d8eafada-7ab0-4dd9-a3d8-ec24838beb44), precommit_create {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:12:36.045734 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f442905-03a4-4959-abe1-000b8333b0eb None None] Routers {'49e16ee8-8612-4d0e-914b-8d819f734a28'} bound to L3 agent in host dv-cinder-830088-4-iscsi {{(pid=103259) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 11:12:36.046344 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron.db.l3_hamode_db [None req-6f442905-03a4-4959-abe1-000b8333b0eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830088-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-12T10:52:12Z,description=,heartbeat_timestamp=2022-04-12T11:12:13Z,host='dv-cinder-830088-4-iscsi',id=77f5e085-0284-4236-9dbf-35d2d452e277,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T10:52:12Z,topic='l3_agent')) {'router_ids': ['49e16ee8-8612-4d0e-914b-8d819f734a28'], 'active': True} {{(pid=103259) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 11:12:36.061010 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-925877b9-d543-46bf-ba35-66bec497181a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1534861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777667450152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4796947'] for port (d8eafada-7ab0-4dd9-a3d8-ec24838beb44), after_create {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:12:36.082906 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e2c2a4b-d490-41f4-95d2-4ba85b89544d None None] Pushing event updated for resources: {'Port': ['ID=9a2f4e30-8fc6-40fa-8c7c-8c945babb6eb,revision_number=3']} {{(pid=103259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:12:36.096731 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-925877b9-d543-46bf-ba35-66bec497181a admin admin] Network 3d302e5f-d1a1-4723-94b3-e2427a8d4c67 is already hosted by enough agents. {{(pid=103258) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 11:12:36.099744 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.scheduler.base_scheduler [None req-925877b9-d543-46bf-ba35-66bec497181a admin admin] Resources bound (agent type, host, resource id): {{(pid=103258) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 11:12:36.103237 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.db.l3_dvrscheduler_db [None req-925877b9-d543-46bf-ba35-66bec497181a admin admin] Received port after_create {{(pid=103258) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 12 11:12:36.138844 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-925877b9-d543-46bf-ba35-66bec497181a admin admin] Pushing event updated for resources: {'Port': ['ID=d8eafada-7ab0-4dd9-a3d8-ec24838beb44,revision_number=1']} {{(pid=103258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:12:36.153296 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-925877b9-d543-46bf-ba35-66bec497181a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-579419'] for router_interface (49e16ee8-8612-4d0e-914b-8d819f734a28), before_create {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:12:36.169316 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron.db.l3_dvr_db [None req-6f442905-03a4-4959-abe1-000b8333b0eb None None] Set router 49e16ee8-8612-4d0e-914b-8d819f734a28 gateway port host: dv-cinder-830088-4-iscsi {{(pid=103259) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 11:12:36.245479 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron.plugins.ml2.rpc [None req-e4b062a6-7a21-4431-be77-3c7776c11043 None None] Device 1effaa8f-62a0-4d62-b564-d6946da25b15 up at agent ovs-agent-dv-cinder-830088-4-iscsi {{(pid=103259) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 11:12:36.297436 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-925877b9-d543-46bf-ba35-66bec497181a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1535343'] for port (d8eafada-7ab0-4dd9-a3d8-ec24838beb44), before_update {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:12:36.345936 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron.db.provisioning_blocks [None req-e4b062a6-7a21-4431-be77-3c7776c11043 None None] Provisioning complete for port 1effaa8f-62a0-4d62-b564-d6946da25b15 triggered by entity L2. {{(pid=103259) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 11:12:36.346244 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron_lib.callbacks.manager [None req-e4b062a6-7a21-4431-be77-3c7776c11043 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1343588'] for port (1effaa8f-62a0-4d62-b564-d6946da25b15), provisioning_complete {{(pid=103259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:12:36.422265 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron.db.provisioning_blocks [None req-a6340de9-24f0-413b-baa5-b21e7190d089 None None] Provisioning complete for port d8eafada-7ab0-4dd9-a3d8-ec24838beb44 triggered by entity DHCP. {{(pid=103259) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 11:12:36.422558 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron_lib.callbacks.manager [None req-a6340de9-24f0-413b-baa5-b21e7190d089 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1343588'] for port (d8eafada-7ab0-4dd9-a3d8-ec24838beb44), provisioning_complete {{(pid=103259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:12:36.444067 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron.db.l3_hamode_db [None req-6f442905-03a4-4959-abe1-000b8333b0eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '49e16ee8-8612-4d0e-914b-8d819f734a28', 'name': 'tempest-TestShelveInstance-499418605-router', 'tenant_id': '7fa8cc4e03f54d9dadaf824366ebb2be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b7be5f2-485b-4c85-8f98-fb200971b61c', 'external_fixed_ips': [{'subnet_id': '4887111e-1302-416a-ab8e-c957c9df7f85', 'ip_address': '172.27.3.151'}], 'enable_snat': True}, 'gw_port_id': '9a2f4e30-8fc6-40fa-8c7c-8c945babb6eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T11:12:33Z', 'updated_at': '2022-04-12T11:12:34Z', 'revision_number': 3, 'project_id': '7fa8cc4e03f54d9dadaf824366ebb2be', 'gw_port': {'id': '9a2f4e30-8fc6-40fa-8c7c-8c945babb6eb', 'name': '', 'network_id': '3b7be5f2-485b-4c85-8f98-fb200971b61c', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:51:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '49e16ee8-8612-4d0e-914b-8d819f734a28', 'device_owner': 'network:router_gateway', 'standard_attr_id': 674, 'fixed_ips': [{'subnet_id': '4887111e-1302-416a-ab8e-c957c9df7f85', 'ip_address': '172.27.3.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830088-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T11:12:33Z', 'updated_at': '2022-04-12T11:12:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4887111e-1302-416a-ab8e-c957c9df7f85', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830088-4-iscsi'}], 'dv-cinder-830088-4-iscsi', False) {} {{(pid=103259) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 11:12:36.470207 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-925877b9-d543-46bf-ba35-66bec497181a admin admin] Publish callbacks [] for port (d8eafada-7ab0-4dd9-a3d8-ec24838beb44), precommit_update {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:12:36.474470 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-925877b9-d543-46bf-ba35-66bec497181a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1534861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777667992095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777667450170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777667450188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4796952'] for port (d8eafada-7ab0-4dd9-a3d8-ec24838beb44), after_update {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:12:36.484324 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f442905-03a4-4959-abe1-000b8333b0eb None None] The sync data for ids ['49e16ee8-8612-4d0e-914b-8d819f734a28'] in dv-cinder-830088-4-iscsi is: [{'id': '49e16ee8-8612-4d0e-914b-8d819f734a28', 'name': 'tempest-TestShelveInstance-499418605-router', 'tenant_id': '7fa8cc4e03f54d9dadaf824366ebb2be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b7be5f2-485b-4c85-8f98-fb200971b61c', 'external_fixed_ips': [{'subnet_id': '4887111e-1302-416a-ab8e-c957c9df7f85', 'ip_address': '172.27.3.151'}], 'enable_snat': True}, 'gw_port_id': '9a2f4e30-8fc6-40fa-8c7c-8c945babb6eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T11:12:33Z', 'updated_at': '2022-04-12T11:12:34Z', 'revision_number': 3, 'project_id': '7fa8cc4e03f54d9dadaf824366ebb2be', 'gw_port': {'id': '9a2f4e30-8fc6-40fa-8c7c-8c945babb6eb', 'name': '', 'network_id': '3b7be5f2-485b-4c85-8f98-fb200971b61c', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:51:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '49e16ee8-8612-4d0e-914b-8d819f734a28', 'device_owner': 'network:router_gateway', 'standard_attr_id': 674, 'fixed_ips': [{'subnet_id': '4887111e-1302-416a-ab8e-c957c9df7f85', 'ip_address': '172.27.3.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830088-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T11:12:33Z', 'updated_at': '2022-04-12T11:12:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4887111e-1302-416a-ab8e-c957c9df7f85', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830088-4-iscsi'}] {{(pid=103259) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 12 11:12:36.491987 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron.plugins.ml2.plugin [None req-a6340de9-24f0-413b-baa5-b21e7190d089 None None] Port d8eafada-7ab0-4dd9-a3d8-ec24838beb44 cannot update to ACTIVE because it is not bound. {{(pid=103259) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 12 11:12:36.538677 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron.plugins.ml2.plugin [None req-e4b062a6-7a21-4431-be77-3c7776c11043 None None] Current status of the port 1effaa8f-62a0-4d62-b564-d6946da25b15 is: ACTIVE; New status is: ACTIVE {{(pid=103259) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 11:12:36.546419 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-925877b9-d543-46bf-ba35-66bec497181a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-586225', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-584683'] for router_interface (49e16ee8-8612-4d0e-914b-8d819f734a28), after_create {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:12:36.549379 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-925877b9-d543-46bf-ba35-66bec497181a admin admin] Pushing event updated for resources: {'Port': ['ID=d8eafada-7ab0-4dd9-a3d8-ec24838beb44,revision_number=2']} {{(pid=103258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:12:36.649992 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-925877b9-d543-46bf-ba35-66bec497181a admin admin] Network 3d302e5f-d1a1-4723-94b3-e2427a8d4c67 is already hosted by enough agents. {{(pid=103258) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 11:12:36.652018 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.scheduler.base_scheduler [None req-925877b9-d543-46bf-ba35-66bec497181a admin admin] Resources bound (agent type, host, resource id): {{(pid=103258) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 11:12:36.695247 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-352608d3-c6d7-4f0a-b21d-dc582539a887 req-97dca5eb-6233-47c5-b424-f9465384047c tempest-TestVolumeBootPattern-1690597324 tempest-TestVolumeBootPattern-1690597324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:12:36.702762 dv-cinder-830088-4-iscsi neutron-server[103257]: INFO neutron.wsgi [req-352608d3-c6d7-4f0a-b21d-dc582539a887 req-97dca5eb-6233-47c5-b424-f9465384047c tempest-TestVolumeBootPattern-1690597324 tempest-TestVolumeBootPattern-1690597324-project] 10.222.0.39 "GET /v2.0/ports?device_id=6b729849-124d-4cad-857e-d761c7bbc66c HTTP/1.1" status: 200 len: 944 time: 0.0645621 Apr 12 11:12:36.778992 dv-cinder-830088-4-iscsi neutron-server[103257]: INFO neutron.wsgi [req-352608d3-c6d7-4f0a-b21d-dc582539a887 req-76d7253b-eec6-47ef-9f4d-3b380379f373 tempest-TestVolumeBootPattern-1690597324 tempest-TestVolumeBootPattern-1690597324-project] 10.222.0.39 "GET /v2.0/security-groups?id=726d01fd-8df5-4a24-846e-ad176077f036&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0751750 Apr 12 11:12:36.853380 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-925877b9-d543-46bf-ba35-66bec497181a admin admin] Router 49e16ee8-8612-4d0e-914b-8d819f734a28 has already been hosted by L3 agent 77f5e085-0284-4236-9dbf-35d2d452e277 {{(pid=103258) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 12 11:12:37.155596 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron.db.provisioning_blocks [None req-072d119b-9c89-4617-9ced-da4f996e1e3e None None] Provisioning complete for port d8eafada-7ab0-4dd9-a3d8-ec24838beb44 triggered by entity DHCP. {{(pid=103259) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 11:12:37.156119 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron_lib.callbacks.manager [None req-072d119b-9c89-4617-9ced-da4f996e1e3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1343588'] for port (d8eafada-7ab0-4dd9-a3d8-ec24838beb44), provisioning_complete {{(pid=103259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:12:37.196726 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron.plugins.ml2.plugin [None req-072d119b-9c89-4617-9ced-da4f996e1e3e None None] Port d8eafada-7ab0-4dd9-a3d8-ec24838beb44 cannot update to ACTIVE because it is not bound. {{(pid=103259) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 12 11:12:37.311752 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-925877b9-d543-46bf-ba35-66bec497181a admin admin] Notify agent at l3_agent.dv-cinder-830088-4-iscsi the message routers_updated {{(pid=103258) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 12 11:12:37.318064 dv-cinder-830088-4-iscsi neutron-server[103258]: INFO neutron.wsgi [None req-925877b9-d543-46bf-ba35-66bec497181a admin admin] 10.222.0.39 "PUT /v2.0/routers/49e16ee8-8612-4d0e-914b-8d819f734a28/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2254298 Apr 12 11:12:37.892190 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d385b40-8219-4aad-bb1c-2f03558ee078 req-bbb31b79-fd24-4f8a-8731-e45c8abe0123 tempest-TestVolumeBootPattern-1690597324 tempest-TestVolumeBootPattern-1690597324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:12:37.893461 dv-cinder-830088-4-iscsi neutron-server[103258]: INFO neutron.wsgi [req-0d385b40-8219-4aad-bb1c-2f03558ee078 req-bbb31b79-fd24-4f8a-8731-e45c8abe0123 tempest-TestVolumeBootPattern-1690597324 tempest-TestVolumeBootPattern-1690597324-project] 10.222.0.39 "GET /v2.0/ports?device_id=6b729849-124d-4cad-857e-d761c7bbc66c HTTP/1.1" status: 200 len: 944 time: 0.0513155 Apr 12 11:12:37.895428 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.wsgi [-] (103258) accepted ('10.222.0.39', 60118) {{(pid=103258) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 11:12:37.900059 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.api.v2.base [None req-fe79a797-ed32-4cfa-9a34-29906bab3d01 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-818210225-network', 'tenant_id': '4448855cfa894c02ac6a935a982ecbf3'}} {{(pid=103258) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 11:12:37.938895 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fe79a797-ed32-4cfa-9a34-29906bab3d01 admin admin] Made reservation on behalf of 4448855cfa894c02ac6a935a982ecbf3 for: {'network': 1} {{(pid=103258) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 12 11:12:37.941117 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-fe79a797-ed32-4cfa-9a34-29906bab3d01 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1535343'] for network (None), before_create {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:12:37.952599 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-fe79a797-ed32-4cfa-9a34-29906bab3d01 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:12:37.971834 dv-cinder-830088-4-iscsi neutron-server[103258]: INFO neutron.wsgi [req-0d385b40-8219-4aad-bb1c-2f03558ee078 req-e92f5ac7-aa6e-4b19-842a-40f602bb8e88 tempest-TestVolumeBootPattern-1690597324 tempest-TestVolumeBootPattern-1690597324-project] 10.222.0.39 "GET /v2.0/security-groups?id=726d01fd-8df5-4a24-846e-ad176077f036&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0683956 Apr 12 11:12:38.048260 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-fe79a797-ed32-4cfa-9a34-29906bab3d01 admin admin] Publish callbacks [] for security_group (dce58210-2dd6-4123-8c9f-77173a811671), precommit_create {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:12:38.053267 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-fe79a797-ed32-4cfa-9a34-29906bab3d01 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-415253'] for security_group (dce58210-2dd6-4123-8c9f-77173a811671), after_create {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:12:38.081728 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fe79a797-ed32-4cfa-9a34-29906bab3d01 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 539} {{(pid=103258) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 12 11:12:38.091803 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe79a797-ed32-4cfa-9a34-29906bab3d01 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dce58210-2dd6-4123-8c9f-77173a811671,revision_number=1']} {{(pid=103258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:12:38.096659 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-fe79a797-ed32-4cfa-9a34-29906bab3d01 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1531021'] for segment (e71990a4-4d76-474b-86de-9328a70f94bf), precommit_create {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:12:38.097001 dv-cinder-830088-4-iscsi neutron-server[103258]: INFO neutron.db.segments_db [None req-fe79a797-ed32-4cfa-9a34-29906bab3d01 admin admin] Added segment e71990a4-4d76-474b-86de-9328a70f94bf of type vlan for network 9f0e505e-2a25-4446-8219-2c76bf596194 Apr 12 11:12:38.140621 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-fe79a797-ed32-4cfa-9a34-29906bab3d01 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777667466078'] for network (9f0e505e-2a25-4446-8219-2c76bf596194), precommit_create {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:12:38.178637 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-fe79a797-ed32-4cfa-9a34-29906bab3d01 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-415428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586207'] for network (9f0e505e-2a25-4446-8219-2c76bf596194), after_create {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:12:38.179749 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe79a797-ed32-4cfa-9a34-29906bab3d01 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:12:38.180339 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-fe79a797-ed32-4cfa-9a34-29906bab3d01 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586029'] for network (None), before_response {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:12:38.228188 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron.plugins.ml2.rpc [None req-e4b062a6-7a21-4431-be77-3c7776c11043 None None] Device 9a2f4e30-8fc6-40fa-8c7c-8c945babb6eb up at agent ovs-agent-dv-cinder-830088-4-iscsi {{(pid=103259) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 11:12:38.240205 dv-cinder-830088-4-iscsi neutron-server[103258]: INFO neutron.wsgi [None req-fe79a797-ed32-4cfa-9a34-29906bab3d01 admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.3437407 Apr 12 11:12:38.243929 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron.wsgi [-] (103257) accepted ('10.222.0.39', 60130) {{(pid=103257) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 11:12:38.246812 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe79a797-ed32-4cfa-9a34-29906bab3d01 admin admin] Pushing event updated for resources: {'Network': ['ID=9f0e505e-2a25-4446-8219-2c76bf596194,revision_number=1']} {{(pid=103258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:12:38.249882 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron.api.v2.base [None req-9d9b3808-0e6e-4800-9ee6-c493fa8b2209 admin admin] Request body: {'subnet': {'network_id': '9f0e505e-2a25-4446-8219-2c76bf596194', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-818210225-subnet', 'tenant_id': '4448855cfa894c02ac6a935a982ecbf3', 'ip_version': 4}} {{(pid=103257) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 11:12:38.271062 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9d9b3808-0e6e-4800-9ee6-c493fa8b2209 admin admin] Made reservation on behalf of 4448855cfa894c02ac6a935a982ecbf3 for: {'subnet': 1} {{(pid=103257) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 12 11:12:38.274312 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-9d9b3808-0e6e-4800-9ee6-c493fa8b2209 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5341082'] for subnet (None), before_create {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:12:38.283167 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron.plugins.ml2.rpc [None req-e4b062a6-7a21-4431-be77-3c7776c11043 None None] Network 9f0e505e-2a25-4446-8219-2c76bf596194 details requested by agent ovs-agent-dv-cinder-830088-4-iscsi with host dv-cinder-830088-4-iscsi {{(pid=103259) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 12 11:12:38.287458 dv-cinder-830088-4-iscsi neutron-server[103260]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-477c5e1e-2ddd-4436-a258-281e464be9c3 None None] Sync routers for ids ['49e16ee8-8612-4d0e-914b-8d819f734a28'] in dv-cinder-830088-4-iscsi {{(pid=103260) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 12 11:12:38.310216 dv-cinder-830088-4-iscsi neutron-server[103260]: DEBUG neutron.db.l3_dvrscheduler_db [None req-477c5e1e-2ddd-4436-a258-281e464be9c3 None None] Routers {'49e16ee8-8612-4d0e-914b-8d819f734a28'} bound to L3 agent in host dv-cinder-830088-4-iscsi {{(pid=103260) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 11:12:38.311113 dv-cinder-830088-4-iscsi neutron-server[103260]: DEBUG neutron.db.l3_hamode_db [None req-477c5e1e-2ddd-4436-a258-281e464be9c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830088-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-12T10:52:12Z,description=,heartbeat_timestamp=2022-04-12T11:12:13Z,host='dv-cinder-830088-4-iscsi',id=77f5e085-0284-4236-9dbf-35d2d452e277,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T10:52:12Z,topic='l3_agent')) {'router_ids': ['49e16ee8-8612-4d0e-914b-8d819f734a28'], 'active': True} {{(pid=103260) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 11:12:38.417431 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron.db.provisioning_blocks [None req-e4b062a6-7a21-4431-be77-3c7776c11043 None None] Provisioning complete for port 9a2f4e30-8fc6-40fa-8c7c-8c945babb6eb triggered by entity L2. {{(pid=103259) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 11:12:38.418143 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron_lib.callbacks.manager [None req-e4b062a6-7a21-4431-be77-3c7776c11043 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1343588'] for port (9a2f4e30-8fc6-40fa-8c7c-8c945babb6eb), provisioning_complete {{(pid=103259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:12:38.450122 dv-cinder-830088-4-iscsi neutron-server[103260]: DEBUG neutron.db.l3_dvr_db [None req-477c5e1e-2ddd-4436-a258-281e464be9c3 None None] Set router 49e16ee8-8612-4d0e-914b-8d819f734a28 gateway port host: dv-cinder-830088-4-iscsi {{(pid=103260) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 11:12:38.510612 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-9d9b3808-0e6e-4800-9ee6-c493fa8b2209 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-439037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5269085', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5341064'] for subnet (695e9825-0aa4-4d05-979b-3e8c4bb93cdb), after_create {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:12:38.525276 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron.plugins.ml2.plugin [None req-e4b062a6-7a21-4431-be77-3c7776c11043 None None] Current status of the port 9a2f4e30-8fc6-40fa-8c7c-8c945babb6eb is: DOWN; New status is: ACTIVE {{(pid=103259) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 11:12:38.525671 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron_lib.callbacks.manager [None req-e4b062a6-7a21-4431-be77-3c7776c11043 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1535343'] for port (9a2f4e30-8fc6-40fa-8c7c-8c945babb6eb), before_update {{(pid=103259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:12:38.552178 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.wsgi [-] (103258) accepted ('10.222.0.39', 60136) {{(pid=103258) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 11:12:38.558601 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron.plugins.ml2.db [None req-e4b062a6-7a21-4431-be77-3c7776c11043 None None] For port 9a2f4e30-8fc6-40fa-8c7c-8c945babb6eb, host dv-cinder-830088-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830088-4-iscsi',level=0,port_id=9a2f4e30-8fc6-40fa-8c7c-8c945babb6eb,segment=NetworkSegment(d942c271-b630-4108-8616-b993c4b79ecb),segment_id=d942c271-b630-4108-8616-b993c4b79ecb)] {{(pid=103259) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 11:12:38.569098 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron_lib.callbacks.manager [None req-e4b062a6-7a21-4431-be77-3c7776c11043 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1534861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777667992095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777667450170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777667450188'] for port (9a2f4e30-8fc6-40fa-8c7c-8c945babb6eb), after_update {{(pid=103259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:12:38.571572 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d9b3808-0e6e-4800-9ee6-c493fa8b2209 admin admin] Pushing event updated for resources: {'Subnet': ['ID=695e9825-0aa4-4d05-979b-3e8c4bb93cdb,revision_number=0']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:12:38.581453 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d9b3808-0e6e-4800-9ee6-c493fa8b2209 admin admin] Checking segment: {'id': 'e71990a4-4d76-474b-86de-9328a70f94bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': '9f0e505e-2a25-4446-8219-2c76bf596194'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103257) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 11:12:38.581826 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d9b3808-0e6e-4800-9ee6-c493fa8b2209 admin admin] Network hostable DHCP agents. Network: 9f0e505e-2a25-4446-8219-2c76bf596194, hostable agents: ['0a0a44e5-732d-48d9-a8ad-b47e7b7c1a86'], hosted agents: [] {{(pid=103257) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 12 11:12:38.606964 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d9b3808-0e6e-4800-9ee6-c493fa8b2209 admin admin] Network 9f0e505e-2a25-4446-8219-2c76bf596194 is scheduled to be hosted by DHCP agent 0a0a44e5-732d-48d9-a8ad-b47e7b7c1a86 with binding_index 1 {{(pid=103257) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 12 11:12:38.617694 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron.scheduler.base_scheduler [None req-9d9b3808-0e6e-4800-9ee6-c493fa8b2209 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-830088-4-iscsi, 9f0e505e-2a25-4446-8219-2c76bf596194) {{(pid=103257) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 11:12:38.625803 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d9b3808-0e6e-4800-9ee6-c493fa8b2209 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:12:38.626471 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-9d9b3808-0e6e-4800-9ee6-c493fa8b2209 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586029'] for subnet (None), before_response {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:12:38.634513 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9eb45f93-0651-474c-b063-8acd4a95ddb6 None None] Network 9f0e505e-2a25-4446-8219-2c76bf596194 requested from dv-cinder-830088-4-iscsi {{(pid=103259) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 12 11:12:38.651339 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.wsgi [-] (103258) accepted ('10.222.0.39', 60140) {{(pid=103258) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 11:12:38.652181 dv-cinder-830088-4-iscsi neutron-server[103257]: INFO neutron.wsgi [None req-9d9b3808-0e6e-4800-9ee6-c493fa8b2209 admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.4066873 Apr 12 11:12:38.656096 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.api.v2.base [None req-379392a9-aad2-49e9-814e-aab0f839c8c5 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-818210225-router', 'tenant_id': '4448855cfa894c02ac6a935a982ecbf3', 'external_gateway_info': {'network_id': '3b7be5f2-485b-4c85-8f98-fb200971b61c'}}} {{(pid=103258) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 11:12:38.673756 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4b062a6-7a21-4431-be77-3c7776c11043 None None] Pushing event updated for resources: {'Port': ['ID=9a2f4e30-8fc6-40fa-8c7c-8c945babb6eb,revision_number=4']} {{(pid=103259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:12:38.688933 dv-cinder-830088-4-iscsi neutron-server[103260]: DEBUG neutron.db.l3_hamode_db [None req-477c5e1e-2ddd-4436-a258-281e464be9c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '49e16ee8-8612-4d0e-914b-8d819f734a28', 'name': 'tempest-TestShelveInstance-499418605-router', 'tenant_id': '7fa8cc4e03f54d9dadaf824366ebb2be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b7be5f2-485b-4c85-8f98-fb200971b61c', 'external_fixed_ips': [{'subnet_id': '4887111e-1302-416a-ab8e-c957c9df7f85', 'ip_address': '172.27.3.151'}], 'enable_snat': True}, 'gw_port_id': '9a2f4e30-8fc6-40fa-8c7c-8c945babb6eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T11:12:33Z', 'updated_at': '2022-04-12T11:12:36Z', 'revision_number': 4, 'project_id': '7fa8cc4e03f54d9dadaf824366ebb2be', 'gw_port': {'id': '9a2f4e30-8fc6-40fa-8c7c-8c945babb6eb', 'name': '', 'network_id': '3b7be5f2-485b-4c85-8f98-fb200971b61c', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:51:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '49e16ee8-8612-4d0e-914b-8d819f734a28', 'device_owner': 'network:router_gateway', 'standard_attr_id': 674, 'fixed_ips': [{'subnet_id': '4887111e-1302-416a-ab8e-c957c9df7f85', 'ip_address': '172.27.3.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830088-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T11:12:33Z', 'updated_at': '2022-04-12T11:12:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4887111e-1302-416a-ab8e-c957c9df7f85', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830088-4-iscsi', '_interfaces': [{'id': 'd8eafada-7ab0-4dd9-a3d8-ec24838beb44', 'name': '', 'network_id': '3d302e5f-d1a1-4723-94b3-e2427a8d4c67', 'tenant_id': '7fa8cc4e03f54d9dadaf824366ebb2be', 'mac_address': 'fa:16:3e:c7:76:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '49e16ee8-8612-4d0e-914b-8d819f734a28', 'device_owner': 'network:router_interface', 'standard_attr_id': 675, 'fixed_ips': [{'subnet_id': 'd013eb67-1f0a-443e-ace2-56fd68182da2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T11:12:35Z', 'updated_at': '2022-04-12T11:12:36Z', 'revision_number': 2, 'project_id': '7fa8cc4e03f54d9dadaf824366ebb2be', 'subnets': [{'id': 'd013eb67-1f0a-443e-ace2-56fd68182da2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830088-4-iscsi', False) {} {{(pid=103260) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 11:12:38.701553 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-379392a9-aad2-49e9-814e-aab0f839c8c5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-518224', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14475'] for router (6685c6cc-8703-4c74-aab5-50279fba6850), before_create {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:12:38.702539 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-379392a9-aad2-49e9-814e-aab0f839c8c5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-519904', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-577883', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-347708', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14482'] for router (6685c6cc-8703-4c74-aab5-50279fba6850), precommit_create {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:12:38.712701 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-98fc3682-4975-446d-8767-07aea6bdeb05 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:12:38.727521 dv-cinder-830088-4-iscsi neutron-server[103260]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-477c5e1e-2ddd-4436-a258-281e464be9c3 None None] Checking router: 49e16ee8-8612-4d0e-914b-8d819f734a28 for host: dv-cinder-830088-4-iscsi {{(pid=103260) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 12 11:12:38.728112 dv-cinder-830088-4-iscsi neutron-server[103260]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-477c5e1e-2ddd-4436-a258-281e464be9c3 None None] Updating router 49e16ee8-8612-4d0e-914b-8d819f734a28 port d8eafada-7ab0-4dd9-a3d8-ec24838beb44 binding host dv-cinder-830088-4-iscsi {{(pid=103260) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 12 11:12:38.759968 dv-cinder-830088-4-iscsi neutron-server[103260]: DEBUG neutron_lib.callbacks.manager [None req-477c5e1e-2ddd-4436-a258-281e464be9c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1535343'] for port (d8eafada-7ab0-4dd9-a3d8-ec24838beb44), before_update {{(pid=103260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:12:38.771843 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70782818-0448-4c92-a22d-45222e9c0175 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp428fab94-ffe0-5fd5-8965-378eceeea6ce-9f0e505e-2a25-4446-8219-2c76bf596194', 'network_id': '9f0e505e-2a25-4446-8219-2c76bf596194', 'project_id': '4448855cfa894c02ac6a935a982ecbf3', 'fixed_ips': [{'subnet_id': '695e9825-0aa4-4d05-979b-3e8c4bb93cdb'}]}} from dv-cinder-830088-4-iscsi. {{(pid=103259) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 12 11:12:38.773348 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron_lib.callbacks.manager [None req-70782818-0448-4c92-a22d-45222e9c0175 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1535343'] for port (None), before_create {{(pid=103259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:12:38.789333 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-379392a9-aad2-49e9-814e-aab0f839c8c5 admin admin] Publish callbacks [] for router_controller (6685c6cc-8703-4c74-aab5-50279fba6850), precommit_add_association {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:12:38.909970 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron.db.db_base_plugin_common [None req-70782818-0448-4c92-a22d-45222e9c0175 None None] Allocated IP 172.20.0.2 (9f0e505e-2a25-4446-8219-2c76bf596194/695e9825-0aa4-4d05-979b-3e8c4bb93cdb/85cb1540-cee6-49de-a444-514069b00ff6) {{(pid=103259) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 12 11:12:38.968540 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-98fc3682-4975-446d-8767-07aea6bdeb05 admin admin] Publish callbacks [] for security_group (83447b80-91c5-4e1b-aaa4-99f88d539852), precommit_create {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:12:38.970868 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-379392a9-aad2-49e9-814e-aab0f839c8c5 admin admin] Publish callbacks [] for router_gateway (6685c6cc-8703-4c74-aab5-50279fba6850), precommit_update {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:12:38.975954 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-98fc3682-4975-446d-8767-07aea6bdeb05 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-415253'] for security_group (83447b80-91c5-4e1b-aaa4-99f88d539852), after_create {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:12:39.044919 dv-cinder-830088-4-iscsi neutron-server[103260]: DEBUG neutron_lib.callbacks.manager [None req-477c5e1e-2ddd-4436-a258-281e464be9c3 None None] Publish callbacks [] for port (d8eafada-7ab0-4dd9-a3d8-ec24838beb44), precommit_update {{(pid=103260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:12:39.046642 dv-cinder-830088-4-iscsi neutron-server[103258]: INFO neutron.wsgi [None req-98fc3682-4975-446d-8767-07aea6bdeb05 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=0b986985758744e6b0f2754c9e9338d0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4922199 Apr 12 11:12:39.049956 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron.wsgi [-] (103257) accepted ('10.222.0.39', 60144) {{(pid=103257) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 11:12:39.055652 dv-cinder-830088-4-iscsi neutron-server[103260]: DEBUG neutron_lib.callbacks.manager [None req-477c5e1e-2ddd-4436-a258-281e464be9c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1534861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777667992095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777667450170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777667450188'] for port (d8eafada-7ab0-4dd9-a3d8-ec24838beb44), after_update {{(pid=103260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:12:39.074690 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron_lib.callbacks.manager [None req-70782818-0448-4c92-a22d-45222e9c0175 None None] Publish callbacks [] for port (85cb1540-cee6-49de-a444-514069b00ff6), precommit_create {{(pid=103259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:12:39.081503 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron_lib.callbacks.manager [None req-70782818-0448-4c92-a22d-45222e9c0175 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1534861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777667450152'] for port (85cb1540-cee6-49de-a444-514069b00ff6), after_create {{(pid=103259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:12:39.091095 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98fc3682-4975-446d-8767-07aea6bdeb05 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=83447b80-91c5-4e1b-aaa4-99f88d539852,revision_number=1']} {{(pid=103258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:12:39.125135 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25819c86-3e70-4f06-a558-7a997c932e0d req-5a0f5d88-847d-40cc-8895-3a3003cafd63 tempest-TestVolumeBootPattern-1690597324 tempest-TestVolumeBootPattern-1690597324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:12:39.126947 dv-cinder-830088-4-iscsi neutron-server[103260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0423baa1-2e43-4826-8965-f39aa7031a63 None None] Pushing event updated for resources: {'Port': ['ID=d8eafada-7ab0-4dd9-a3d8-ec24838beb44,revision_number=3']} {{(pid=103260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:12:39.128429 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70782818-0448-4c92-a22d-45222e9c0175 None None] Network 9f0e505e-2a25-4446-8219-2c76bf596194 is already hosted by enough agents. {{(pid=103259) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 11:12:39.133143 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron.scheduler.base_scheduler [None req-70782818-0448-4c92-a22d-45222e9c0175 None None] Resources bound (agent type, host, resource id): {{(pid=103259) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 11:12:39.135219 dv-cinder-830088-4-iscsi neutron-server[103257]: INFO neutron.wsgi [req-25819c86-3e70-4f06-a558-7a997c932e0d req-5a0f5d88-847d-40cc-8895-3a3003cafd63 tempest-TestVolumeBootPattern-1690597324 tempest-TestVolumeBootPattern-1690597324-project] 10.222.0.39 "GET /v2.0/ports?device_id=6b729849-124d-4cad-857e-d761c7bbc66c HTTP/1.1" status: 200 len: 944 time: 0.0868607 Apr 12 11:12:39.140505 dv-cinder-830088-4-iscsi neutron-server[103260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0423baa1-2e43-4826-8965-f39aa7031a63 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830088-4-iscsi {{(pid=103260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:12:39.140989 dv-cinder-830088-4-iscsi neutron-server[103260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0423baa1-2e43-4826-8965-f39aa7031a63 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830088-4-iscsi {{(pid=103260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:12:39.141453 dv-cinder-830088-4-iscsi neutron-server[103260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0423baa1-2e43-4826-8965-f39aa7031a63 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830088-4-iscsi {{(pid=103260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:12:39.141953 dv-cinder-830088-4-iscsi neutron-server[103260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0423baa1-2e43-4826-8965-f39aa7031a63 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830088-4-iscsi {{(pid=103260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:12:39.142574 dv-cinder-830088-4-iscsi neutron-server[103260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0423baa1-2e43-4826-8965-f39aa7031a63 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830088-4-iscsi {{(pid=103260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:12:39.143037 dv-cinder-830088-4-iscsi neutron-server[103260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0423baa1-2e43-4826-8965-f39aa7031a63 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830088-4-iscsi {{(pid=103260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:12:39.143473 dv-cinder-830088-4-iscsi neutron-server[103260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0423baa1-2e43-4826-8965-f39aa7031a63 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830088-4-iscsi {{(pid=103260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:12:39.143913 dv-cinder-830088-4-iscsi neutron-server[103260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0423baa1-2e43-4826-8965-f39aa7031a63 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830088-4-iscsi {{(pid=103260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:12:39.144338 dv-cinder-830088-4-iscsi neutron-server[103260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0423baa1-2e43-4826-8965-f39aa7031a63 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-830088-4-iscsi {{(pid=103260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:12:39.144767 dv-cinder-830088-4-iscsi neutron-server[103260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0423baa1-2e43-4826-8965-f39aa7031a63 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830088-4-iscsi {{(pid=103260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:12:39.145239 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70782818-0448-4c92-a22d-45222e9c0175 None None] Received port after_create {{(pid=103259) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 12 11:12:39.145665 dv-cinder-830088-4-iscsi neutron-server[103260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0423baa1-2e43-4826-8965-f39aa7031a63 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830088-4-iscsi {{(pid=103260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:12:39.146114 dv-cinder-830088-4-iscsi neutron-server[103260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0423baa1-2e43-4826-8965-f39aa7031a63 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830088-4-iscsi {{(pid=103260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:12:39.147086 dv-cinder-830088-4-iscsi neutron-server[103260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0423baa1-2e43-4826-8965-f39aa7031a63 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830088-4-iscsi {{(pid=103260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:12:39.147526 dv-cinder-830088-4-iscsi neutron-server[103260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0423baa1-2e43-4826-8965-f39aa7031a63 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830088-4-iscsi {{(pid=103260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:12:39.148115 dv-cinder-830088-4-iscsi neutron-server[103260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0423baa1-2e43-4826-8965-f39aa7031a63 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830088-4-iscsi {{(pid=103260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:12:39.148425 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70782818-0448-4c92-a22d-45222e9c0175 None None] Pushing event updated for resources: {'Port': ['ID=85cb1540-cee6-49de-a444-514069b00ff6,revision_number=1']} {{(pid=103259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:12:39.208066 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-84f65fc4-d887-4b2a-aedf-3e693b0a7c75 admin admin] Publish callbacks [] for security_group (83447b80-91c5-4e1b-aaa4-99f88d539852), before_delete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:12:39.236078 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-84f65fc4-d887-4b2a-aedf-3e693b0a7c75 admin admin] Publish callbacks [] for security_group (83447b80-91c5-4e1b-aaa4-99f88d539852), precommit_delete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:12:39.296236 dv-cinder-830088-4-iscsi neutron-server[103257]: INFO neutron.wsgi [req-25819c86-3e70-4f06-a558-7a997c932e0d req-26a55502-5ee8-41ea-8e58-eb45cc3a50a7 tempest-TestVolumeBootPattern-1690597324 tempest-TestVolumeBootPattern-1690597324-project] 10.222.0.39 "GET /v2.0/security-groups?id=726d01fd-8df5-4a24-846e-ad176077f036&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1596260 Apr 12 11:12:39.308307 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-84f65fc4-d887-4b2a-aedf-3e693b0a7c75 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-415253'] for security_group (83447b80-91c5-4e1b-aaa4-99f88d539852), after_delete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:12:39.314015 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron.plugins.ml2.managers [None req-70782818-0448-4c92-a22d-45222e9c0175 None None] Attempting to bind port 85cb1540-cee6-49de-a444-514069b00ff6 on host dv-cinder-830088-4-iscsi for vnic_type normal with profile {{(pid=103259) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 12 11:12:39.314990 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron.plugins.ml2.managers [None req-70782818-0448-4c92-a22d-45222e9c0175 None None] Attempting to bind port 85cb1540-cee6-49de-a444-514069b00ff6 by drivers openvswitch,hyperv on host dv-cinder-830088-4-iscsi at level 0 using segments [{'id': 'e71990a4-4d76-474b-86de-9328a70f94bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': '9f0e505e-2a25-4446-8219-2c76bf596194'}] {{(pid=103259) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 12 11:12:39.315915 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70782818-0448-4c92-a22d-45222e9c0175 None None] Attempting to bind port 85cb1540-cee6-49de-a444-514069b00ff6 on network 9f0e505e-2a25-4446-8219-2c76bf596194 {{(pid=103259) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 11:12:39.316062 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-84f65fc4-d887-4b2a-aedf-3e693b0a7c75 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:12:39.318495 dv-cinder-830088-4-iscsi neutron-server[103257]: INFO neutron.wsgi [None req-84f65fc4-d887-4b2a-aedf-3e693b0a7c75 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/83447b80-91c5-4e1b-aaa4-99f88d539852 HTTP/1.1" status: 204 len: 168 time: 0.2582293 Apr 12 11:12:39.331967 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70782818-0448-4c92-a22d-45222e9c0175 None None] Checking agent: {'id': 'c71cae7d-514b-467a-8477-0a67bee0b970', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-830088-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 12, 10, 52, 16), 'started_at': datetime.datetime(2022, 4, 12, 10, 52, 46), 'heartbeat_timestamp': datetime.datetime(2022, 4, 12, 11, 12, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-830088-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103259) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 12 11:12:39.333005 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70782818-0448-4c92-a22d-45222e9c0175 None None] Checking segment: {'id': 'e71990a4-4d76-474b-86de-9328a70f94bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': '9f0e505e-2a25-4446-8219-2c76bf596194'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103259) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 11:12:39.333565 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron_lib.callbacks.manager [None req-70782818-0448-4c92-a22d-45222e9c0175 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:12:39.334167 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70782818-0448-4c92-a22d-45222e9c0175 None None] Bound using segment: {'id': 'e71990a4-4d76-474b-86de-9328a70f94bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': '9f0e505e-2a25-4446-8219-2c76bf596194'} {{(pid=103259) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 12 11:12:39.334811 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron.plugins.ml2.managers [None req-70782818-0448-4c92-a22d-45222e9c0175 None None] Bound port: 85cb1540-cee6-49de-a444-514069b00ff6, host: dv-cinder-830088-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e71990a4-4d76-474b-86de-9328a70f94bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': '9f0e505e-2a25-4446-8219-2c76bf596194'}}] {{(pid=103259) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 12 11:12:39.339433 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron_lib.callbacks.manager [None req-70782818-0448-4c92-a22d-45222e9c0175 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1535343'] for port (85cb1540-cee6-49de-a444-514069b00ff6), before_update {{(pid=103259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:12:39.341281 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84f65fc4-d887-4b2a-aedf-3e693b0a7c75 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=83447b80-91c5-4e1b-aaa4-99f88d539852,revision_number=None']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:12:39.369538 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-379392a9-aad2-49e9-814e-aab0f839c8c5 admin admin] Publish callbacks [] for router_gateway (6685c6cc-8703-4c74-aab5-50279fba6850), before_create {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:12:39.404177 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-379392a9-aad2-49e9-814e-aab0f839c8c5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1535343'] for port (None), before_create {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:12:39.413074 dv-cinder-830088-4-iscsi neutron-server[103260]: DEBUG neutron.plugins.ml2.managers [None req-477c5e1e-2ddd-4436-a258-281e464be9c3 None None] Attempting to bind port d8eafada-7ab0-4dd9-a3d8-ec24838beb44 on host dv-cinder-830088-4-iscsi for vnic_type normal with profile {{(pid=103260) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 12 11:12:39.414015 dv-cinder-830088-4-iscsi neutron-server[103260]: DEBUG neutron.plugins.ml2.managers [None req-477c5e1e-2ddd-4436-a258-281e464be9c3 None None] Attempting to bind port d8eafada-7ab0-4dd9-a3d8-ec24838beb44 by drivers openvswitch,hyperv on host dv-cinder-830088-4-iscsi at level 0 using segments [{'id': '1fc2a7c4-cff6-4e34-b5ce-5d61e7711aa3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': '3d302e5f-d1a1-4723-94b3-e2427a8d4c67'}] {{(pid=103260) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 12 11:12:39.414539 dv-cinder-830088-4-iscsi neutron-server[103260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-477c5e1e-2ddd-4436-a258-281e464be9c3 None None] Attempting to bind port d8eafada-7ab0-4dd9-a3d8-ec24838beb44 on network 3d302e5f-d1a1-4723-94b3-e2427a8d4c67 {{(pid=103260) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 11:12:39.421645 dv-cinder-830088-4-iscsi neutron-server[103260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-477c5e1e-2ddd-4436-a258-281e464be9c3 None None] Checking agent: {'id': 'c71cae7d-514b-467a-8477-0a67bee0b970', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-830088-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 12, 10, 52, 16), 'started_at': datetime.datetime(2022, 4, 12, 10, 52, 46), 'heartbeat_timestamp': datetime.datetime(2022, 4, 12, 11, 12, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-830088-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103260) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 12 11:12:39.422328 dv-cinder-830088-4-iscsi neutron-server[103260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-477c5e1e-2ddd-4436-a258-281e464be9c3 None None] Checking segment: {'id': '1fc2a7c4-cff6-4e34-b5ce-5d61e7711aa3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': '3d302e5f-d1a1-4723-94b3-e2427a8d4c67'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103260) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 11:12:39.422959 dv-cinder-830088-4-iscsi neutron-server[103260]: DEBUG neutron_lib.callbacks.manager [None req-477c5e1e-2ddd-4436-a258-281e464be9c3 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:12:39.423499 dv-cinder-830088-4-iscsi neutron-server[103260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-477c5e1e-2ddd-4436-a258-281e464be9c3 None None] Bound using segment: {'id': '1fc2a7c4-cff6-4e34-b5ce-5d61e7711aa3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': '3d302e5f-d1a1-4723-94b3-e2427a8d4c67'} {{(pid=103260) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 12 11:12:39.424193 dv-cinder-830088-4-iscsi neutron-server[103260]: DEBUG neutron.plugins.ml2.managers [None req-477c5e1e-2ddd-4436-a258-281e464be9c3 None None] Bound port: d8eafada-7ab0-4dd9-a3d8-ec24838beb44, host: dv-cinder-830088-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1fc2a7c4-cff6-4e34-b5ce-5d61e7711aa3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': '3d302e5f-d1a1-4723-94b3-e2427a8d4c67'}}] {{(pid=103260) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 12 11:12:39.424743 dv-cinder-830088-4-iscsi neutron-server[103260]: DEBUG neutron_lib.callbacks.manager [None req-477c5e1e-2ddd-4436-a258-281e464be9c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1535343'] for port (d8eafada-7ab0-4dd9-a3d8-ec24838beb44), before_update {{(pid=103260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:12:39.471322 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron.plugins.ml2.db [None req-70782818-0448-4c92-a22d-45222e9c0175 None None] For port 85cb1540-cee6-49de-a444-514069b00ff6, host dv-cinder-830088-4-iscsi, cleared binding levels {{(pid=103259) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 12 11:12:39.474771 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron.plugins.ml2.db [None req-70782818-0448-4c92-a22d-45222e9c0175 None None] For port 85cb1540-cee6-49de-a444-514069b00ff6, host dv-cinder-830088-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830088-4-iscsi',level=0,port_id=85cb1540-cee6-49de-a444-514069b00ff6,segment=NetworkSegment(e71990a4-4d76-474b-86de-9328a70f94bf),segment_id=e71990a4-4d76-474b-86de-9328a70f94bf)] {{(pid=103259) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 12 11:12:39.485643 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron_lib.callbacks.manager [None req-70782818-0448-4c92-a22d-45222e9c0175 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1534861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777667992095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777667450170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777667450188'] for port (85cb1540-cee6-49de-a444-514069b00ff6), after_update {{(pid=103259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:12:39.523131 dv-cinder-830088-4-iscsi neutron-server[103260]: DEBUG neutron.plugins.ml2.db [None req-477c5e1e-2ddd-4436-a258-281e464be9c3 None None] For port d8eafada-7ab0-4dd9-a3d8-ec24838beb44, host dv-cinder-830088-4-iscsi, cleared binding levels {{(pid=103260) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 12 11:12:39.534140 dv-cinder-830088-4-iscsi neutron-server[103260]: DEBUG neutron.plugins.ml2.db [None req-477c5e1e-2ddd-4436-a258-281e464be9c3 None None] For port d8eafada-7ab0-4dd9-a3d8-ec24838beb44, host dv-cinder-830088-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830088-4-iscsi',level=0,port_id=d8eafada-7ab0-4dd9-a3d8-ec24838beb44,segment=NetworkSegment(1fc2a7c4-cff6-4e34-b5ce-5d61e7711aa3),segment_id=1fc2a7c4-cff6-4e34-b5ce-5d61e7711aa3)] {{(pid=103260) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 12 11:12:39.539706 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron.db.provisioning_blocks [None req-83693956-1314-4ed1-9863-e44560b83c6a None None] Provisioning complete for port d8eafada-7ab0-4dd9-a3d8-ec24838beb44 triggered by entity DHCP. {{(pid=103259) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 11:12:39.540087 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron_lib.callbacks.manager [None req-83693956-1314-4ed1-9863-e44560b83c6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1343588'] for port (d8eafada-7ab0-4dd9-a3d8-ec24838beb44), provisioning_complete {{(pid=103259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:12:39.544034 dv-cinder-830088-4-iscsi neutron-server[103260]: DEBUG neutron_lib.callbacks.manager [None req-477c5e1e-2ddd-4436-a258-281e464be9c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1534861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777667992095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777667450170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777667450188'] for port (d8eafada-7ab0-4dd9-a3d8-ec24838beb44), after_update {{(pid=103260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:12:39.600071 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70782818-0448-4c92-a22d-45222e9c0175 None None] Pushing event updated for resources: {'Port': ['ID=85cb1540-cee6-49de-a444-514069b00ff6,revision_number=2']} {{(pid=103259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:12:39.616262 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.db.db_base_plugin_common [None req-379392a9-aad2-49e9-814e-aab0f839c8c5 admin admin] Allocated IP 172.27.3.184 (3b7be5f2-485b-4c85-8f98-fb200971b61c/4887111e-1302-416a-ab8e-c957c9df7f85/a302782b-2c86-4422-ae45-24e6a055fc65) {{(pid=103258) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 12 11:12:39.678255 dv-cinder-830088-4-iscsi neutron-server[103260]: DEBUG neutron.db.l3_dvrscheduler_db [None req-477c5e1e-2ddd-4436-a258-281e464be9c3 None None] Routers {'49e16ee8-8612-4d0e-914b-8d819f734a28'} bound to L3 agent in host dv-cinder-830088-4-iscsi {{(pid=103260) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 11:12:39.679306 dv-cinder-830088-4-iscsi neutron-server[103260]: DEBUG neutron.db.l3_hamode_db [None req-477c5e1e-2ddd-4436-a258-281e464be9c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830088-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-12T10:52:12Z,description=,heartbeat_timestamp=2022-04-12T11:12:13Z,host='dv-cinder-830088-4-iscsi',id=77f5e085-0284-4236-9dbf-35d2d452e277,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T10:52:12Z,topic='l3_agent')) {'router_ids': ['49e16ee8-8612-4d0e-914b-8d819f734a28'], 'active': True} {{(pid=103260) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 11:12:39.687162 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron.plugins.ml2.plugin [None req-83693956-1314-4ed1-9863-e44560b83c6a None None] Current status of the port d8eafada-7ab0-4dd9-a3d8-ec24838beb44 is: DOWN; New status is: ACTIVE {{(pid=103259) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 11:12:39.687963 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron_lib.callbacks.manager [None req-83693956-1314-4ed1-9863-e44560b83c6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1535343'] for port (d8eafada-7ab0-4dd9-a3d8-ec24838beb44), before_update {{(pid=103259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:12:39.732381 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron.plugins.ml2.db [None req-83693956-1314-4ed1-9863-e44560b83c6a None None] For port d8eafada-7ab0-4dd9-a3d8-ec24838beb44, host dv-cinder-830088-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830088-4-iscsi',level=0,port_id=d8eafada-7ab0-4dd9-a3d8-ec24838beb44,segment=NetworkSegment(1fc2a7c4-cff6-4e34-b5ce-5d61e7711aa3),segment_id=1fc2a7c4-cff6-4e34-b5ce-5d61e7711aa3)] {{(pid=103259) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 11:12:39.738864 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron_lib.callbacks.manager [None req-83693956-1314-4ed1-9863-e44560b83c6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1534861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777667992095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777667450170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777667450188'] for port (d8eafada-7ab0-4dd9-a3d8-ec24838beb44), after_update {{(pid=103259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:12:39.772046 dv-cinder-830088-4-iscsi neutron-server[103260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0423baa1-2e43-4826-8965-f39aa7031a63 None None] Pushing event updated for resources: {'Port': ['ID=d8eafada-7ab0-4dd9-a3d8-ec24838beb44,revision_number=4']} {{(pid=103260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:12:39.819818 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron.wsgi [-] (103257) accepted ('10.222.0.39', 60156) {{(pid=103257) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 11:12:39.844129 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-c6e5c09e-7b59-4c66-8a8a-3defe309e859 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:12:39.850277 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83693956-1314-4ed1-9863-e44560b83c6a None None] Pushing event updated for resources: {'Port': ['ID=d8eafada-7ab0-4dd9-a3d8-ec24838beb44,revision_number=5']} {{(pid=103259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:12:39.918993 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-379392a9-aad2-49e9-814e-aab0f839c8c5 admin admin] Publish callbacks [] for port (a302782b-2c86-4422-ae45-24e6a055fc65), precommit_create {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:12:39.966204 dv-cinder-830088-4-iscsi neutron-server[103260]: DEBUG neutron.db.l3_dvr_db [None req-477c5e1e-2ddd-4436-a258-281e464be9c3 None None] Set router 49e16ee8-8612-4d0e-914b-8d819f734a28 gateway port host: dv-cinder-830088-4-iscsi {{(pid=103260) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 11:12:39.967695 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-c6e5c09e-7b59-4c66-8a8a-3defe309e859 admin admin] Publish callbacks [] for security_group (25386606-50c5-4cba-8bf5-90c5831f1329), precommit_create {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:12:39.975643 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-c6e5c09e-7b59-4c66-8a8a-3defe309e859 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-415253'] for security_group (25386606-50c5-4cba-8bf5-90c5831f1329), after_create {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:12:39.995610 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-379392a9-aad2-49e9-814e-aab0f839c8c5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1534861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777667450152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4796947'] for port (a302782b-2c86-4422-ae45-24e6a055fc65), after_create {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:12:40.034388 dv-cinder-830088-4-iscsi neutron-server[103257]: INFO neutron.wsgi [None req-c6e5c09e-7b59-4c66-8a8a-3defe309e859 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=59e185b96785447bbd3f08d0512d145e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2134302 Apr 12 11:12:40.035221 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron.wsgi [-] (103257) accepted ('10.222.0.39', 60158) {{(pid=103257) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 11:12:40.035857 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6e5c09e-7b59-4c66-8a8a-3defe309e859 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=25386606-50c5-4cba-8bf5-90c5831f1329,revision_number=1']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:12:40.052136 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-379392a9-aad2-49e9-814e-aab0f839c8c5 admin admin] Network 3b7be5f2-485b-4c85-8f98-fb200971b61c is already hosted by enough agents. {{(pid=103258) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 11:12:40.053644 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.scheduler.base_scheduler [None req-379392a9-aad2-49e9-814e-aab0f839c8c5 admin admin] Resources bound (agent type, host, resource id): {{(pid=103258) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 11:12:40.059533 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron.db.provisioning_blocks [None req-a72fee06-f982-4618-84e2-5607fc13cb27 None None] Provisioning complete for port d8eafada-7ab0-4dd9-a3d8-ec24838beb44 triggered by entity DHCP. {{(pid=103259) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 11:12:40.060318 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron_lib.callbacks.manager [None req-a72fee06-f982-4618-84e2-5607fc13cb27 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1343588'] for port (d8eafada-7ab0-4dd9-a3d8-ec24838beb44), provisioning_complete {{(pid=103259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:12:40.063839 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.db.l3_dvrscheduler_db [None req-379392a9-aad2-49e9-814e-aab0f839c8c5 admin admin] Received port after_create {{(pid=103258) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 12 11:12:40.091693 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-f52e928d-56f2-4a81-b6e5-71243ecdab90 admin admin] Publish callbacks [] for security_group (25386606-50c5-4cba-8bf5-90c5831f1329), before_delete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:12:40.108779 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-379392a9-aad2-49e9-814e-aab0f839c8c5 admin admin] Pushing event updated for resources: {'Port': ['ID=a302782b-2c86-4422-ae45-24e6a055fc65,revision_number=1']} {{(pid=103258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:12:40.119489 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-f52e928d-56f2-4a81-b6e5-71243ecdab90 admin admin] Publish callbacks [] for security_group (25386606-50c5-4cba-8bf5-90c5831f1329), precommit_delete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:12:40.174782 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron.plugins.ml2.plugin [None req-a72fee06-f982-4618-84e2-5607fc13cb27 None None] Current status of the port d8eafada-7ab0-4dd9-a3d8-ec24838beb44 is: ACTIVE; New status is: ACTIVE {{(pid=103259) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 11:12:40.191708 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-f52e928d-56f2-4a81-b6e5-71243ecdab90 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-415253'] for security_group (25386606-50c5-4cba-8bf5-90c5831f1329), after_delete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:12:40.194758 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-f52e928d-56f2-4a81-b6e5-71243ecdab90 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:12:40.199355 dv-cinder-830088-4-iscsi neutron-server[103257]: INFO neutron.wsgi [None req-f52e928d-56f2-4a81-b6e5-71243ecdab90 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/25386606-50c5-4cba-8bf5-90c5831f1329 HTTP/1.1" status: 204 len: 168 time: 0.1606355 Apr 12 11:12:40.211079 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f52e928d-56f2-4a81-b6e5-71243ecdab90 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=25386606-50c5-4cba-8bf5-90c5831f1329,revision_number=None']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:12:40.278990 dv-cinder-830088-4-iscsi neutron-server[103260]: DEBUG neutron.db.l3_hamode_db [None req-477c5e1e-2ddd-4436-a258-281e464be9c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '49e16ee8-8612-4d0e-914b-8d819f734a28', 'name': 'tempest-TestShelveInstance-499418605-router', 'tenant_id': '7fa8cc4e03f54d9dadaf824366ebb2be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b7be5f2-485b-4c85-8f98-fb200971b61c', 'external_fixed_ips': [{'subnet_id': '4887111e-1302-416a-ab8e-c957c9df7f85', 'ip_address': '172.27.3.151'}], 'enable_snat': True}, 'gw_port_id': '9a2f4e30-8fc6-40fa-8c7c-8c945babb6eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T11:12:33Z', 'updated_at': '2022-04-12T11:12:36Z', 'revision_number': 4, 'project_id': '7fa8cc4e03f54d9dadaf824366ebb2be', 'gw_port': {'id': '9a2f4e30-8fc6-40fa-8c7c-8c945babb6eb', 'name': '', 'network_id': '3b7be5f2-485b-4c85-8f98-fb200971b61c', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:51:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49e16ee8-8612-4d0e-914b-8d819f734a28', 'device_owner': 'network:router_gateway', 'standard_attr_id': 674, 'fixed_ips': [{'subnet_id': '4887111e-1302-416a-ab8e-c957c9df7f85', 'ip_address': '172.27.3.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830088-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T11:12:33Z', 'updated_at': '2022-04-12T11:12:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4887111e-1302-416a-ab8e-c957c9df7f85', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830088-4-iscsi', '_interfaces': [{'id': 'd8eafada-7ab0-4dd9-a3d8-ec24838beb44', 'name': '', 'network_id': '3d302e5f-d1a1-4723-94b3-e2427a8d4c67', 'tenant_id': '7fa8cc4e03f54d9dadaf824366ebb2be', 'mac_address': 'fa:16:3e:c7:76:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '49e16ee8-8612-4d0e-914b-8d819f734a28', 'device_owner': 'network:router_interface', 'standard_attr_id': 675, 'fixed_ips': [{'subnet_id': 'd013eb67-1f0a-443e-ace2-56fd68182da2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830088-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T11:12:35Z', 'updated_at': '2022-04-12T11:12:39Z', 'revision_number': 4, 'project_id': '7fa8cc4e03f54d9dadaf824366ebb2be', 'subnets': [{'id': 'd013eb67-1f0a-443e-ace2-56fd68182da2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830088-4-iscsi', False) {} {{(pid=103260) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 11:12:40.289564 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron_lib.callbacks.manager [None req-af2724a6-8927-4205-80e5-152165d23aae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777667879581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1343690'] for agent (0a0a44e5-732d-48d9-a8ad-b47e7b7c1a86), after_update {{(pid=103259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:12:40.311595 dv-cinder-830088-4-iscsi neutron-server[103260]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-477c5e1e-2ddd-4436-a258-281e464be9c3 None None] The sync data for ids ['49e16ee8-8612-4d0e-914b-8d819f734a28'] in dv-cinder-830088-4-iscsi is: [{'id': '49e16ee8-8612-4d0e-914b-8d819f734a28', 'name': 'tempest-TestShelveInstance-499418605-router', 'tenant_id': '7fa8cc4e03f54d9dadaf824366ebb2be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b7be5f2-485b-4c85-8f98-fb200971b61c', 'external_fixed_ips': [{'subnet_id': '4887111e-1302-416a-ab8e-c957c9df7f85', 'ip_address': '172.27.3.151'}], 'enable_snat': True}, 'gw_port_id': '9a2f4e30-8fc6-40fa-8c7c-8c945babb6eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T11:12:33Z', 'updated_at': '2022-04-12T11:12:36Z', 'revision_number': 4, 'project_id': '7fa8cc4e03f54d9dadaf824366ebb2be', 'gw_port': {'id': '9a2f4e30-8fc6-40fa-8c7c-8c945babb6eb', 'name': '', 'network_id': '3b7be5f2-485b-4c85-8f98-fb200971b61c', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:51:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49e16ee8-8612-4d0e-914b-8d819f734a28', 'device_owner': 'network:router_gateway', 'standard_attr_id': 674, 'fixed_ips': [{'subnet_id': '4887111e-1302-416a-ab8e-c957c9df7f85', 'ip_address': '172.27.3.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830088-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T11:12:33Z', 'updated_at': '2022-04-12T11:12:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4887111e-1302-416a-ab8e-c957c9df7f85', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830088-4-iscsi', '_interfaces': [{'id': 'd8eafada-7ab0-4dd9-a3d8-ec24838beb44', 'name': '', 'network_id': '3d302e5f-d1a1-4723-94b3-e2427a8d4c67', 'tenant_id': '7fa8cc4e03f54d9dadaf824366ebb2be', 'mac_address': 'fa:16:3e:c7:76:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '49e16ee8-8612-4d0e-914b-8d819f734a28', 'device_owner': 'network:router_interface', 'standard_attr_id': 675, 'fixed_ips': [{'subnet_id': 'd013eb67-1f0a-443e-ace2-56fd68182da2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830088-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T11:12:35Z', 'updated_at': '2022-04-12T11:12:39Z', 'revision_number': 4, 'project_id': '7fa8cc4e03f54d9dadaf824366ebb2be', 'subnets': [{'id': 'd013eb67-1f0a-443e-ace2-56fd68182da2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103260) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 12 11:12:40.333484 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron.plugins.ml2.rpc [None req-e4b062a6-7a21-4431-be77-3c7776c11043 None None] Device 85cb1540-cee6-49de-a444-514069b00ff6 up at agent ovs-agent-dv-cinder-830088-4-iscsi {{(pid=103259) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 11:12:40.426688 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron.db.provisioning_blocks [None req-e4b062a6-7a21-4431-be77-3c7776c11043 None None] Provisioning complete for port 85cb1540-cee6-49de-a444-514069b00ff6 triggered by entity L2. {{(pid=103259) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 11:12:40.426688 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron_lib.callbacks.manager [None req-e4b062a6-7a21-4431-be77-3c7776c11043 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1343588'] for port (85cb1540-cee6-49de-a444-514069b00ff6), provisioning_complete {{(pid=103259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:12:40.513058 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-379392a9-aad2-49e9-814e-aab0f839c8c5 admin admin] Publish callbacks [] for router_gateway (6685c6cc-8703-4c74-aab5-50279fba6850), after_create {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:12:40.578396 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron.plugins.ml2.plugin [None req-e4b062a6-7a21-4431-be77-3c7776c11043 None None] Current status of the port 85cb1540-cee6-49de-a444-514069b00ff6 is: DOWN; New status is: ACTIVE {{(pid=103259) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 11:12:40.578809 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron_lib.callbacks.manager [None req-e4b062a6-7a21-4431-be77-3c7776c11043 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1535343'] for port (85cb1540-cee6-49de-a444-514069b00ff6), before_update {{(pid=103259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:12:40.638301 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dcbf2d1-e1ae-4989-9e34-f5b76e8a82e6 req-bff52251-89ab-4377-92a8-23263d9171f7 tempest-TestVolumeBootPattern-1690597324 tempest-TestVolumeBootPattern-1690597324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:12:40.646262 dv-cinder-830088-4-iscsi neutron-server[103258]: INFO neutron.wsgi [req-4dcbf2d1-e1ae-4989-9e34-f5b76e8a82e6 req-bff52251-89ab-4377-92a8-23263d9171f7 tempest-TestVolumeBootPattern-1690597324 tempest-TestVolumeBootPattern-1690597324-project] 10.222.0.39 "GET /v2.0/ports?device_id=6b729849-124d-4cad-857e-d761c7bbc66c HTTP/1.1" status: 200 len: 944 time: 0.1957748 Apr 12 11:12:40.660020 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron.plugins.ml2.db [None req-e4b062a6-7a21-4431-be77-3c7776c11043 None None] For port 85cb1540-cee6-49de-a444-514069b00ff6, host dv-cinder-830088-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830088-4-iscsi',level=0,port_id=85cb1540-cee6-49de-a444-514069b00ff6,segment=NetworkSegment(e71990a4-4d76-474b-86de-9328a70f94bf),segment_id=e71990a4-4d76-474b-86de-9328a70f94bf)] {{(pid=103259) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 11:12:40.668171 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron_lib.callbacks.manager [None req-e4b062a6-7a21-4431-be77-3c7776c11043 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1534861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777667992095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777667450170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777667450188'] for port (85cb1540-cee6-49de-a444-514069b00ff6), after_update {{(pid=103259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:12:40.668608 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron.plugins.ml2.rpc [None req-e4b062a6-7a21-4431-be77-3c7776c11043 None None] Device 9a2f4e30-8fc6-40fa-8c7c-8c945babb6eb up at agent ovs-agent-dv-cinder-830088-4-iscsi {{(pid=103259) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 11:12:40.761820 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron.db.provisioning_blocks [None req-e4b062a6-7a21-4431-be77-3c7776c11043 None None] Provisioning complete for port 9a2f4e30-8fc6-40fa-8c7c-8c945babb6eb triggered by entity L2. {{(pid=103259) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 11:12:40.762614 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron_lib.callbacks.manager [None req-e4b062a6-7a21-4431-be77-3c7776c11043 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1343588'] for port (9a2f4e30-8fc6-40fa-8c7c-8c945babb6eb), provisioning_complete {{(pid=103259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:12:40.764899 dv-cinder-830088-4-iscsi neutron-server[103258]: INFO neutron.wsgi [req-4dcbf2d1-e1ae-4989-9e34-f5b76e8a82e6 req-c8215ac5-d126-4c30-be49-96ded5904812 tempest-TestVolumeBootPattern-1690597324 tempest-TestVolumeBootPattern-1690597324-project] 10.222.0.39 "GET /v2.0/security-groups?id=726d01fd-8df5-4a24-846e-ad176077f036&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1173995 Apr 12 11:12:40.815871 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4b062a6-7a21-4431-be77-3c7776c11043 None None] Pushing event updated for resources: {'Port': ['ID=85cb1540-cee6-49de-a444-514069b00ff6,revision_number=3']} {{(pid=103259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:12:40.906314 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron.plugins.ml2.plugin [None req-e4b062a6-7a21-4431-be77-3c7776c11043 None None] Current status of the port 9a2f4e30-8fc6-40fa-8c7c-8c945babb6eb is: ACTIVE; New status is: ACTIVE {{(pid=103259) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 11:12:40.947332 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-379392a9-aad2-49e9-814e-aab0f839c8c5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-519897', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-579496'] for router (6685c6cc-8703-4c74-aab5-50279fba6850), after_create {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:12:40.996056 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b6b7a6e-fc85-4e79-943f-92ddcc1faca9 None None] Network 9f0e505e-2a25-4446-8219-2c76bf596194 requested from dv-cinder-830088-4-iscsi {{(pid=103259) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 12 11:12:41.125699 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-379392a9-aad2-49e9-814e-aab0f839c8c5 admin admin] Router 6685c6cc-8703-4c74-aab5-50279fba6850 is scheduled to L3 agent 77f5e085-0284-4236-9dbf-35d2d452e277 with binding_index 1 {{(pid=103258) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 12 11:12:41.133707 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron.db.provisioning_blocks [None req-6cdf6ced-d07a-4091-87f7-50aad4fe72de None None] Provisioning complete for port 85cb1540-cee6-49de-a444-514069b00ff6 triggered by entity DHCP. {{(pid=103259) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 11:12:41.134134 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron_lib.callbacks.manager [None req-6cdf6ced-d07a-4091-87f7-50aad4fe72de None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1343588'] for port (85cb1540-cee6-49de-a444-514069b00ff6), provisioning_complete {{(pid=103259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:12:41.242167 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron.plugins.ml2.plugin [None req-6cdf6ced-d07a-4091-87f7-50aad4fe72de None None] Current status of the port 85cb1540-cee6-49de-a444-514069b00ff6 is: ACTIVE; New status is: ACTIVE {{(pid=103259) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 11:12:41.281854 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-379392a9-aad2-49e9-814e-aab0f839c8c5 admin admin] Notify agent at l3_agent.dv-cinder-830088-4-iscsi the message routers_updated {{(pid=103258) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 12 11:12:41.291988 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df3d53b7-2be4-43fb-bc3e-39b845d9fd3b None None] Sync routers for ids ['6685c6cc-8703-4c74-aab5-50279fba6850'] in dv-cinder-830088-4-iscsi {{(pid=103259) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 12 11:12:41.303093 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-379392a9-aad2-49e9-814e-aab0f839c8c5 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:12:41.305110 dv-cinder-830088-4-iscsi neutron-server[103258]: INFO neutron.wsgi [None req-379392a9-aad2-49e9-814e-aab0f839c8c5 admin admin] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 2.6524787 Apr 12 11:12:41.308532 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron.wsgi [-] (103257) accepted ('10.222.0.39', 60186) {{(pid=103257) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 11:12:41.311725 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df3d53b7-2be4-43fb-bc3e-39b845d9fd3b None None] Routers {'6685c6cc-8703-4c74-aab5-50279fba6850'} bound to L3 agent in host dv-cinder-830088-4-iscsi {{(pid=103259) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 11:12:41.312577 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron.db.l3_hamode_db [None req-df3d53b7-2be4-43fb-bc3e-39b845d9fd3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830088-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-12T10:52:12Z,description=,heartbeat_timestamp=2022-04-12T11:12:13Z,host='dv-cinder-830088-4-iscsi',id=77f5e085-0284-4236-9dbf-35d2d452e277,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T10:52:12Z,topic='l3_agent')) {'router_ids': ['6685c6cc-8703-4c74-aab5-50279fba6850'], 'active': True} {{(pid=103259) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 11:12:41.448744 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron.db.l3_dvr_db [None req-df3d53b7-2be4-43fb-bc3e-39b845d9fd3b None None] Set router 6685c6cc-8703-4c74-aab5-50279fba6850 gateway port host: dv-cinder-830088-4-iscsi {{(pid=103259) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 11:12:41.542387 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron.db.provisioning_blocks [None req-2cad5e8c-4050-4861-8a09-2e5bce8777a1 None None] Provisioning complete for port 85cb1540-cee6-49de-a444-514069b00ff6 triggered by entity DHCP. {{(pid=103259) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 11:12:41.543151 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron_lib.callbacks.manager [None req-2cad5e8c-4050-4861-8a09-2e5bce8777a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1343588'] for port (85cb1540-cee6-49de-a444-514069b00ff6), provisioning_complete {{(pid=103259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:12:41.707824 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron.plugins.ml2.plugin [None req-2cad5e8c-4050-4861-8a09-2e5bce8777a1 None None] Current status of the port 85cb1540-cee6-49de-a444-514069b00ff6 is: ACTIVE; New status is: ACTIVE {{(pid=103259) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 11:12:41.712921 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron.db.l3_hamode_db [None req-df3d53b7-2be4-43fb-bc3e-39b845d9fd3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6685c6cc-8703-4c74-aab5-50279fba6850', 'name': 'tempest-TestShelveInstance-818210225-router', 'tenant_id': '4448855cfa894c02ac6a935a982ecbf3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b7be5f2-485b-4c85-8f98-fb200971b61c', 'external_fixed_ips': [{'subnet_id': '4887111e-1302-416a-ab8e-c957c9df7f85', 'ip_address': '172.27.3.184'}], 'enable_snat': True}, 'gw_port_id': 'a302782b-2c86-4422-ae45-24e6a055fc65', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T11:12:38Z', 'updated_at': '2022-04-12T11:12:40Z', 'revision_number': 3, 'project_id': '4448855cfa894c02ac6a935a982ecbf3', 'gw_port': {'id': 'a302782b-2c86-4422-ae45-24e6a055fc65', 'name': '', 'network_id': '3b7be5f2-485b-4c85-8f98-fb200971b61c', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:b2:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6685c6cc-8703-4c74-aab5-50279fba6850', 'device_owner': 'network:router_gateway', 'standard_attr_id': 691, 'fixed_ips': [{'subnet_id': '4887111e-1302-416a-ab8e-c957c9df7f85', 'ip_address': '172.27.3.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T11:12:39Z', 'updated_at': '2022-04-12T11:12:39Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4887111e-1302-416a-ab8e-c957c9df7f85', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830088-4-iscsi'}], 'dv-cinder-830088-4-iscsi', False) {} {{(pid=103259) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 11:12:41.744541 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df3d53b7-2be4-43fb-bc3e-39b845d9fd3b None None] Checking router: 6685c6cc-8703-4c74-aab5-50279fba6850 for host: dv-cinder-830088-4-iscsi {{(pid=103259) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 12 11:12:41.744930 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df3d53b7-2be4-43fb-bc3e-39b845d9fd3b None None] Updating router 6685c6cc-8703-4c74-aab5-50279fba6850 port a302782b-2c86-4422-ae45-24e6a055fc65 binding host dv-cinder-830088-4-iscsi {{(pid=103259) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 12 11:12:41.774845 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron_lib.callbacks.manager [None req-df3d53b7-2be4-43fb-bc3e-39b845d9fd3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1535343'] for port (a302782b-2c86-4422-ae45-24e6a055fc65), before_update {{(pid=103259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:12:42.008381 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d2ce984-17c4-4aa4-baab-488023b29041 req-0d9c9f2b-dbc1-4282-b869-85f35fbc84d3 tempest-TestVolumeBootPattern-1690597324 tempest-TestVolumeBootPattern-1690597324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:12:42.010107 dv-cinder-830088-4-iscsi neutron-server[103257]: INFO neutron.wsgi [req-4d2ce984-17c4-4aa4-baab-488023b29041 req-0d9c9f2b-dbc1-4282-b869-85f35fbc84d3 tempest-TestVolumeBootPattern-1690597324 tempest-TestVolumeBootPattern-1690597324-project] 10.222.0.39 "GET /v2.0/ports?device_id=6b729849-124d-4cad-857e-d761c7bbc66c HTTP/1.1" status: 200 len: 944 time: 0.1108890 Apr 12 11:12:42.019919 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-4874a4d9-dad5-4a0b-ab63-7632768f780f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1535343'] for port (None), before_create {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:12:42.048933 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.wsgi [-] (103258) accepted ('10.222.0.39', 60208) {{(pid=103258) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 11:12:42.119225 dv-cinder-830088-4-iscsi neutron-server[103257]: INFO neutron.wsgi [req-4d2ce984-17c4-4aa4-baab-488023b29041 req-f2ab941a-debf-4a5a-9681-88cbbc90c27a tempest-TestVolumeBootPattern-1690597324 tempest-TestVolumeBootPattern-1690597324-project] 10.222.0.39 "GET /v2.0/security-groups?id=726d01fd-8df5-4a24-846e-ad176077f036&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1014106 Apr 12 11:12:42.136350 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron_lib.callbacks.manager [None req-df3d53b7-2be4-43fb-bc3e-39b845d9fd3b None None] Publish callbacks [] for port (a302782b-2c86-4422-ae45-24e6a055fc65), precommit_update {{(pid=103259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:12:42.146054 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron_lib.callbacks.manager [None req-df3d53b7-2be4-43fb-bc3e-39b845d9fd3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1534861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777667992095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777667450170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777667450188'] for port (a302782b-2c86-4422-ae45-24e6a055fc65), after_update {{(pid=103259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:12:42.334224 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron.db.db_base_plugin_common [None req-4874a4d9-dad5-4a0b-ab63-7632768f780f admin admin] Allocated IP 172.20.0.1 (9f0e505e-2a25-4446-8219-2c76bf596194/695e9825-0aa4-4d05-979b-3e8c4bb93cdb/0567f1ec-cdfe-4abc-8f6c-e94253277499) {{(pid=103257) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 12 11:12:42.388441 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron.plugins.ml2.rpc [None req-e4b062a6-7a21-4431-be77-3c7776c11043 None None] Device 85cb1540-cee6-49de-a444-514069b00ff6 up at agent ovs-agent-dv-cinder-830088-4-iscsi {{(pid=103259) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 11:12:42.412804 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-ea1999ba-1a7f-41b8-be44-b6531e41af7a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:12:42.414400 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6247636e-8a25-48d6-a727-31171060e5f7 None None] Pushing event updated for resources: {'Port': ['ID=a302782b-2c86-4422-ae45-24e6a055fc65,revision_number=2']} {{(pid=103259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:12:42.420072 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron.plugins.ml2.managers [None req-df3d53b7-2be4-43fb-bc3e-39b845d9fd3b None None] Attempting to bind port a302782b-2c86-4422-ae45-24e6a055fc65 on host dv-cinder-830088-4-iscsi for vnic_type normal with profile {{(pid=103259) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 12 11:12:42.420437 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron.plugins.ml2.managers [None req-df3d53b7-2be4-43fb-bc3e-39b845d9fd3b None None] Attempting to bind port a302782b-2c86-4422-ae45-24e6a055fc65 by drivers openvswitch,hyperv on host dv-cinder-830088-4-iscsi at level 0 using segments [{'id': 'd942c271-b630-4108-8616-b993c4b79ecb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3b7be5f2-485b-4c85-8f98-fb200971b61c'}] {{(pid=103259) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 12 11:12:42.420796 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df3d53b7-2be4-43fb-bc3e-39b845d9fd3b None None] Attempting to bind port a302782b-2c86-4422-ae45-24e6a055fc65 on network 3b7be5f2-485b-4c85-8f98-fb200971b61c {{(pid=103259) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 11:12:42.437526 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df3d53b7-2be4-43fb-bc3e-39b845d9fd3b None None] Checking agent: {'id': 'c71cae7d-514b-467a-8477-0a67bee0b970', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-830088-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 12, 10, 52, 16), 'started_at': datetime.datetime(2022, 4, 12, 10, 52, 46), 'heartbeat_timestamp': datetime.datetime(2022, 4, 12, 11, 12, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-830088-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103259) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 12 11:12:42.437960 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df3d53b7-2be4-43fb-bc3e-39b845d9fd3b None None] Checking segment: {'id': 'd942c271-b630-4108-8616-b993c4b79ecb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3b7be5f2-485b-4c85-8f98-fb200971b61c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103259) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 11:12:42.438288 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron_lib.callbacks.manager [None req-df3d53b7-2be4-43fb-bc3e-39b845d9fd3b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:12:42.438670 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df3d53b7-2be4-43fb-bc3e-39b845d9fd3b None None] Bound using segment: {'id': 'd942c271-b630-4108-8616-b993c4b79ecb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3b7be5f2-485b-4c85-8f98-fb200971b61c'} {{(pid=103259) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 12 11:12:42.439168 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron.plugins.ml2.managers [None req-df3d53b7-2be4-43fb-bc3e-39b845d9fd3b None None] Bound port: a302782b-2c86-4422-ae45-24e6a055fc65, host: dv-cinder-830088-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd942c271-b630-4108-8616-b993c4b79ecb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3b7be5f2-485b-4c85-8f98-fb200971b61c'}}] {{(pid=103259) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 12 11:12:42.439542 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron_lib.callbacks.manager [None req-df3d53b7-2be4-43fb-bc3e-39b845d9fd3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1535343'] for port (a302782b-2c86-4422-ae45-24e6a055fc65), before_update {{(pid=103259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:12:42.474526 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-4874a4d9-dad5-4a0b-ab63-7632768f780f admin admin] Publish callbacks [] for port (0567f1ec-cdfe-4abc-8f6c-e94253277499), precommit_create {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:12:42.480929 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron.db.provisioning_blocks [None req-e4b062a6-7a21-4431-be77-3c7776c11043 None None] Provisioning complete for port 85cb1540-cee6-49de-a444-514069b00ff6 triggered by entity L2. {{(pid=103259) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 11:12:42.480929 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron_lib.callbacks.manager [None req-e4b062a6-7a21-4431-be77-3c7776c11043 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1343588'] for port (85cb1540-cee6-49de-a444-514069b00ff6), provisioning_complete {{(pid=103259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:12:42.529188 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-4874a4d9-dad5-4a0b-ab63-7632768f780f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1534861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777667450152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5265645'] for port (0567f1ec-cdfe-4abc-8f6c-e94253277499), after_create {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:12:42.534811 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron.plugins.ml2.db [None req-df3d53b7-2be4-43fb-bc3e-39b845d9fd3b None None] For port a302782b-2c86-4422-ae45-24e6a055fc65, host dv-cinder-830088-4-iscsi, cleared binding levels {{(pid=103259) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 12 11:12:42.535264 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-ea1999ba-1a7f-41b8-be44-b6531e41af7a admin admin] Publish callbacks [] for security_group (ddd7c11e-280c-4106-ade3-e4ea49a52698), precommit_create {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:12:42.541689 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron.plugins.ml2.db [None req-df3d53b7-2be4-43fb-bc3e-39b845d9fd3b None None] For port a302782b-2c86-4422-ae45-24e6a055fc65, host dv-cinder-830088-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830088-4-iscsi',level=0,port_id=a302782b-2c86-4422-ae45-24e6a055fc65,segment=NetworkSegment(d942c271-b630-4108-8616-b993c4b79ecb),segment_id=d942c271-b630-4108-8616-b993c4b79ecb)] {{(pid=103259) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 12 11:12:42.543249 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-ea1999ba-1a7f-41b8-be44-b6531e41af7a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-415253'] for security_group (ddd7c11e-280c-4106-ade3-e4ea49a52698), after_create {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:12:42.559945 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron_lib.callbacks.manager [None req-df3d53b7-2be4-43fb-bc3e-39b845d9fd3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1534861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777667992095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777667450170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777667450188'] for port (a302782b-2c86-4422-ae45-24e6a055fc65), after_update {{(pid=103259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:12:42.580886 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4874a4d9-dad5-4a0b-ab63-7632768f780f admin admin] Network 9f0e505e-2a25-4446-8219-2c76bf596194 is already hosted by enough agents. {{(pid=103257) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 11:12:42.585174 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron.scheduler.base_scheduler [None req-4874a4d9-dad5-4a0b-ab63-7632768f780f admin admin] Resources bound (agent type, host, resource id): {{(pid=103257) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 11:12:42.586422 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea1999ba-1a7f-41b8-be44-b6531e41af7a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ddd7c11e-280c-4106-ade3-e4ea49a52698,revision_number=1']} {{(pid=103258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:12:42.589658 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4874a4d9-dad5-4a0b-ab63-7632768f780f admin admin] Received port after_create {{(pid=103257) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 12 11:12:42.591646 dv-cinder-830088-4-iscsi neutron-server[103258]: INFO neutron.wsgi [None req-ea1999ba-1a7f-41b8-be44-b6531e41af7a admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=0af4b0434191420e8c0c10c06175abb5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5416720 Apr 12 11:12:42.594139 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.wsgi [-] (103258) accepted ('10.222.0.39', 60218) {{(pid=103258) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 11:12:42.625154 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4874a4d9-dad5-4a0b-ab63-7632768f780f admin admin] Pushing event updated for resources: {'Port': ['ID=0567f1ec-cdfe-4abc-8f6c-e94253277499,revision_number=1']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:12:42.629621 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron_lib.callbacks.manager [None req-446e49a0-5579-448c-9d81-9076233814f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777667879581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1343690'] for agent (77f5e085-0284-4236-9dbf-35d2d452e277), after_update {{(pid=103259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:12:42.643885 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-4874a4d9-dad5-4a0b-ab63-7632768f780f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-579419'] for router_interface (6685c6cc-8703-4c74-aab5-50279fba6850), before_create {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:12:42.665309 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-c902dbd8-bf34-4ff4-86eb-fc7574e51cc3 admin admin] Publish callbacks [] for security_group (ddd7c11e-280c-4106-ade3-e4ea49a52698), before_delete {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:12:42.693554 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-c902dbd8-bf34-4ff4-86eb-fc7574e51cc3 admin admin] Publish callbacks [] for security_group (ddd7c11e-280c-4106-ade3-e4ea49a52698), precommit_delete {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:12:42.696448 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df3d53b7-2be4-43fb-bc3e-39b845d9fd3b None None] Routers {'6685c6cc-8703-4c74-aab5-50279fba6850'} bound to L3 agent in host dv-cinder-830088-4-iscsi {{(pid=103259) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 11:12:42.697079 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron.db.l3_hamode_db [None req-df3d53b7-2be4-43fb-bc3e-39b845d9fd3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830088-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-12T10:52:12Z,description=,heartbeat_timestamp=2022-04-12T11:12:43Z,host='dv-cinder-830088-4-iscsi',id=77f5e085-0284-4236-9dbf-35d2d452e277,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T10:52:12Z,topic='l3_agent')) {'router_ids': ['6685c6cc-8703-4c74-aab5-50279fba6850'], 'active': True} {{(pid=103259) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 11:12:42.707228 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6247636e-8a25-48d6-a727-31171060e5f7 None None] Pushing event updated for resources: {'Port': ['ID=a302782b-2c86-4422-ae45-24e6a055fc65,revision_number=3']} {{(pid=103259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:12:42.747341 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron.plugins.ml2.plugin [None req-e4b062a6-7a21-4431-be77-3c7776c11043 None None] Current status of the port 85cb1540-cee6-49de-a444-514069b00ff6 is: ACTIVE; New status is: ACTIVE {{(pid=103259) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 11:12:42.748565 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron.plugins.ml2.rpc [None req-e4b062a6-7a21-4431-be77-3c7776c11043 None None] Device d8eafada-7ab0-4dd9-a3d8-ec24838beb44 up at agent ovs-agent-dv-cinder-830088-4-iscsi {{(pid=103259) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 11:12:42.760495 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-c902dbd8-bf34-4ff4-86eb-fc7574e51cc3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-415253'] for security_group (ddd7c11e-280c-4106-ade3-e4ea49a52698), after_delete {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:12:42.763238 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-c902dbd8-bf34-4ff4-86eb-fc7574e51cc3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:12:42.764867 dv-cinder-830088-4-iscsi neutron-server[103258]: INFO neutron.wsgi [None req-c902dbd8-bf34-4ff4-86eb-fc7574e51cc3 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/ddd7c11e-280c-4106-ade3-e4ea49a52698 HTTP/1.1" status: 204 len: 168 time: 0.1696470 Apr 12 11:12:42.795622 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c902dbd8-bf34-4ff4-86eb-fc7574e51cc3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ddd7c11e-280c-4106-ade3-e4ea49a52698,revision_number=None']} {{(pid=103258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:12:42.885348 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-4874a4d9-dad5-4a0b-ab63-7632768f780f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1535343'] for port (0567f1ec-cdfe-4abc-8f6c-e94253277499), before_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:12:42.919843 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron.db.provisioning_blocks [None req-e4b062a6-7a21-4431-be77-3c7776c11043 None None] Provisioning complete for port d8eafada-7ab0-4dd9-a3d8-ec24838beb44 triggered by entity L2. {{(pid=103259) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 11:12:42.920369 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron_lib.callbacks.manager [None req-e4b062a6-7a21-4431-be77-3c7776c11043 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1343588'] for port (d8eafada-7ab0-4dd9-a3d8-ec24838beb44), provisioning_complete {{(pid=103259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:12:42.936940 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron.db.l3_dvr_db [None req-df3d53b7-2be4-43fb-bc3e-39b845d9fd3b None None] Set router 6685c6cc-8703-4c74-aab5-50279fba6850 gateway port host: dv-cinder-830088-4-iscsi {{(pid=103259) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 11:12:43.095838 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-4874a4d9-dad5-4a0b-ab63-7632768f780f admin admin] Publish callbacks [] for port (0567f1ec-cdfe-4abc-8f6c-e94253277499), precommit_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:12:43.103032 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-4874a4d9-dad5-4a0b-ab63-7632768f780f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1534861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777667992095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777667450170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777667450188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5265638'] for port (0567f1ec-cdfe-4abc-8f6c-e94253277499), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:12:43.105019 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron.db.provisioning_blocks [None req-d2cf0f4b-4211-4a3f-96e6-008018fb6d8c None None] Provisioning complete for port 0567f1ec-cdfe-4abc-8f6c-e94253277499 triggered by entity DHCP. {{(pid=103259) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 11:12:43.105437 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron_lib.callbacks.manager [None req-d2cf0f4b-4211-4a3f-96e6-008018fb6d8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1343588'] for port (0567f1ec-cdfe-4abc-8f6c-e94253277499), provisioning_complete {{(pid=103259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:12:43.179357 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-4874a4d9-dad5-4a0b-ab63-7632768f780f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-586225', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-584683'] for router_interface (6685c6cc-8703-4c74-aab5-50279fba6850), after_create {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:12:43.182078 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4874a4d9-dad5-4a0b-ab63-7632768f780f admin admin] Pushing event updated for resources: {'Port': ['ID=0567f1ec-cdfe-4abc-8f6c-e94253277499,revision_number=2']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:12:43.242606 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron.plugins.ml2.plugin [None req-d2cf0f4b-4211-4a3f-96e6-008018fb6d8c None None] Port 0567f1ec-cdfe-4abc-8f6c-e94253277499 cannot update to ACTIVE because it is not bound. {{(pid=103259) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 12 11:12:43.281380 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4874a4d9-dad5-4a0b-ab63-7632768f780f admin admin] Network 9f0e505e-2a25-4446-8219-2c76bf596194 is already hosted by enough agents. {{(pid=103257) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 11:12:43.282840 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron.scheduler.base_scheduler [None req-4874a4d9-dad5-4a0b-ab63-7632768f780f admin admin] Resources bound (agent type, host, resource id): {{(pid=103257) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 11:12:43.284856 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron.plugins.ml2.plugin [None req-e4b062a6-7a21-4431-be77-3c7776c11043 None None] Current status of the port d8eafada-7ab0-4dd9-a3d8-ec24838beb44 is: ACTIVE; New status is: ACTIVE {{(pid=103259) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 11:12:43.304056 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron.db.l3_hamode_db [None req-df3d53b7-2be4-43fb-bc3e-39b845d9fd3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6685c6cc-8703-4c74-aab5-50279fba6850', 'name': 'tempest-TestShelveInstance-818210225-router', 'tenant_id': '4448855cfa894c02ac6a935a982ecbf3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b7be5f2-485b-4c85-8f98-fb200971b61c', 'external_fixed_ips': [{'subnet_id': '4887111e-1302-416a-ab8e-c957c9df7f85', 'ip_address': '172.27.3.184'}], 'enable_snat': True}, 'gw_port_id': 'a302782b-2c86-4422-ae45-24e6a055fc65', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T11:12:38Z', 'updated_at': '2022-04-12T11:12:40Z', 'revision_number': 3, 'project_id': '4448855cfa894c02ac6a935a982ecbf3', 'gw_port': {'id': 'a302782b-2c86-4422-ae45-24e6a055fc65', 'name': '', 'network_id': '3b7be5f2-485b-4c85-8f98-fb200971b61c', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:b2:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6685c6cc-8703-4c74-aab5-50279fba6850', 'device_owner': 'network:router_gateway', 'standard_attr_id': 691, 'fixed_ips': [{'subnet_id': '4887111e-1302-416a-ab8e-c957c9df7f85', 'ip_address': '172.27.3.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830088-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T11:12:39Z', 'updated_at': '2022-04-12T11:12:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4887111e-1302-416a-ab8e-c957c9df7f85', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830088-4-iscsi'}], 'dv-cinder-830088-4-iscsi', False) {} {{(pid=103259) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 11:12:43.330443 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12ebedc0-91ba-4759-a80b-33e4134e6f37 req-36b93506-787a-4dbf-9c07-9dd82c40eaa3 tempest-TestVolumeBootPattern-1690597324 tempest-TestVolumeBootPattern-1690597324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:12:43.331980 dv-cinder-830088-4-iscsi neutron-server[103258]: INFO neutron.wsgi [req-12ebedc0-91ba-4759-a80b-33e4134e6f37 req-36b93506-787a-4dbf-9c07-9dd82c40eaa3 tempest-TestVolumeBootPattern-1690597324 tempest-TestVolumeBootPattern-1690597324-project] 10.222.0.39 "GET /v2.0/ports?device_id=6b729849-124d-4cad-857e-d761c7bbc66c HTTP/1.1" status: 200 len: 944 time: 0.0916748 Apr 12 11:12:43.341853 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df3d53b7-2be4-43fb-bc3e-39b845d9fd3b None None] The sync data for ids ['6685c6cc-8703-4c74-aab5-50279fba6850'] in dv-cinder-830088-4-iscsi is: [{'id': '6685c6cc-8703-4c74-aab5-50279fba6850', 'name': 'tempest-TestShelveInstance-818210225-router', 'tenant_id': '4448855cfa894c02ac6a935a982ecbf3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b7be5f2-485b-4c85-8f98-fb200971b61c', 'external_fixed_ips': [{'subnet_id': '4887111e-1302-416a-ab8e-c957c9df7f85', 'ip_address': '172.27.3.184'}], 'enable_snat': True}, 'gw_port_id': 'a302782b-2c86-4422-ae45-24e6a055fc65', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T11:12:38Z', 'updated_at': '2022-04-12T11:12:40Z', 'revision_number': 3, 'project_id': '4448855cfa894c02ac6a935a982ecbf3', 'gw_port': {'id': 'a302782b-2c86-4422-ae45-24e6a055fc65', 'name': '', 'network_id': '3b7be5f2-485b-4c85-8f98-fb200971b61c', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:b2:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6685c6cc-8703-4c74-aab5-50279fba6850', 'device_owner': 'network:router_gateway', 'standard_attr_id': 691, 'fixed_ips': [{'subnet_id': '4887111e-1302-416a-ab8e-c957c9df7f85', 'ip_address': '172.27.3.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830088-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T11:12:39Z', 'updated_at': '2022-04-12T11:12:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4887111e-1302-416a-ab8e-c957c9df7f85', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830088-4-iscsi'}] {{(pid=103259) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 12 11:12:43.431135 dv-cinder-830088-4-iscsi neutron-server[103258]: INFO neutron.wsgi [req-12ebedc0-91ba-4759-a80b-33e4134e6f37 req-f7a1f709-2e00-4c5b-8dc3-330813929a85 tempest-TestVolumeBootPattern-1690597324 tempest-TestVolumeBootPattern-1690597324-project] 10.222.0.39 "GET /v2.0/security-groups?id=726d01fd-8df5-4a24-846e-ad176077f036&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0932090 Apr 12 11:12:43.771742 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron.db.provisioning_blocks [None req-80da28c7-6e57-4257-b87d-ff8ad43e35d4 None None] Provisioning complete for port 0567f1ec-cdfe-4abc-8f6c-e94253277499 triggered by entity DHCP. {{(pid=103259) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 11:12:43.772750 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron_lib.callbacks.manager [None req-80da28c7-6e57-4257-b87d-ff8ad43e35d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1343588'] for port (0567f1ec-cdfe-4abc-8f6c-e94253277499), provisioning_complete {{(pid=103259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:12:43.800008 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4874a4d9-dad5-4a0b-ab63-7632768f780f admin admin] Router 6685c6cc-8703-4c74-aab5-50279fba6850 has already been hosted by L3 agent 77f5e085-0284-4236-9dbf-35d2d452e277 {{(pid=103257) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 12 11:12:43.870115 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron.plugins.ml2.plugin [None req-80da28c7-6e57-4257-b87d-ff8ad43e35d4 None None] Port 0567f1ec-cdfe-4abc-8f6c-e94253277499 cannot update to ACTIVE because it is not bound. {{(pid=103259) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 12 11:12:43.876709 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron_lib.callbacks.manager [None req-601bd752-88b9-4ad2-8e14-56931e32431b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777667879581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1343690'] for agent (3ceb33ec-7c20-4632-9357-4cc6534463de), after_update {{(pid=103259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:12:43.922898 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.wsgi [-] (103258) accepted ('10.222.0.39', 60256) {{(pid=103258) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 11:12:43.953228 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4874a4d9-dad5-4a0b-ab63-7632768f780f admin admin] Notify agent at l3_agent.dv-cinder-830088-4-iscsi the message routers_updated {{(pid=103257) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 12 11:12:43.967704 dv-cinder-830088-4-iscsi neutron-server[103257]: INFO neutron.wsgi [None req-4874a4d9-dad5-4a0b-ab63-7632768f780f admin admin] 10.222.0.39 "PUT /v2.0/routers/6685c6cc-8703-4c74-aab5-50279fba6850/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6565959 Apr 12 11:12:44.093099 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.api.v2.base [None req-3c806b5e-8bc7-4606-9c80-81b79a0c0e9f admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-715018659-network', 'tenant_id': '6144571919274c209d50bb930217ba64'}} {{(pid=103258) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 11:12:44.115529 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3c806b5e-8bc7-4606-9c80-81b79a0c0e9f admin admin] Made reservation on behalf of 6144571919274c209d50bb930217ba64 for: {'network': 1} {{(pid=103258) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 12 11:12:44.118158 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-3c806b5e-8bc7-4606-9c80-81b79a0c0e9f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1535343'] for network (None), before_create {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:12:44.128505 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-3c806b5e-8bc7-4606-9c80-81b79a0c0e9f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:12:44.227383 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-3c806b5e-8bc7-4606-9c80-81b79a0c0e9f admin admin] Publish callbacks [] for security_group (913b69ee-c33a-4b0e-ab4a-1fa3794e4eb7), precommit_create {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:12:44.232277 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-3c806b5e-8bc7-4606-9c80-81b79a0c0e9f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-415253'] for security_group (913b69ee-c33a-4b0e-ab4a-1fa3794e4eb7), after_create {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:12:44.246821 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3c806b5e-8bc7-4606-9c80-81b79a0c0e9f admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 524} {{(pid=103258) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 12 11:12:44.262904 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron.plugins.ml2.rpc [None req-e4b062a6-7a21-4431-be77-3c7776c11043 None None] Device a302782b-2c86-4422-ae45-24e6a055fc65 up at agent ovs-agent-dv-cinder-830088-4-iscsi {{(pid=103259) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 11:12:44.269560 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-3c806b5e-8bc7-4606-9c80-81b79a0c0e9f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1531021'] for segment (f63ba848-6919-49b1-9df1-3f52c7b159cf), precommit_create {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:12:44.270038 dv-cinder-830088-4-iscsi neutron-server[103258]: INFO neutron.db.segments_db [None req-3c806b5e-8bc7-4606-9c80-81b79a0c0e9f admin admin] Added segment f63ba848-6919-49b1-9df1-3f52c7b159cf of type vlan for network 2c1587ca-a1cf-41f7-9797-c6a6968b720a Apr 12 11:12:44.315594 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron.db.provisioning_blocks [None req-e4b062a6-7a21-4431-be77-3c7776c11043 None None] Provisioning complete for port a302782b-2c86-4422-ae45-24e6a055fc65 triggered by entity L2. {{(pid=103259) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 11:12:44.316019 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c806b5e-8bc7-4606-9c80-81b79a0c0e9f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=913b69ee-c33a-4b0e-ab4a-1fa3794e4eb7,revision_number=1']} {{(pid=103258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:12:44.316317 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron_lib.callbacks.manager [None req-e4b062a6-7a21-4431-be77-3c7776c11043 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1343588'] for port (a302782b-2c86-4422-ae45-24e6a055fc65), provisioning_complete {{(pid=103259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:12:44.334297 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-3c806b5e-8bc7-4606-9c80-81b79a0c0e9f admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777667466078'] for network (2c1587ca-a1cf-41f7-9797-c6a6968b720a), precommit_create {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:12:44.368318 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-3c806b5e-8bc7-4606-9c80-81b79a0c0e9f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-415428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586207'] for network (2c1587ca-a1cf-41f7-9797-c6a6968b720a), after_create {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:12:44.369683 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c806b5e-8bc7-4606-9c80-81b79a0c0e9f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:12:44.371260 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-3c806b5e-8bc7-4606-9c80-81b79a0c0e9f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586029'] for network (None), before_response {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:12:44.409112 dv-cinder-830088-4-iscsi neutron-server[103258]: INFO neutron.wsgi [None req-3c806b5e-8bc7-4606-9c80-81b79a0c0e9f admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.4849031 Apr 12 11:12:44.411939 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.wsgi [-] (103258) accepted ('10.222.0.39', 60270) {{(pid=103258) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 11:12:44.431723 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron.plugins.ml2.plugin [None req-e4b062a6-7a21-4431-be77-3c7776c11043 None None] Current status of the port a302782b-2c86-4422-ae45-24e6a055fc65 is: DOWN; New status is: ACTIVE {{(pid=103259) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 11:12:44.432112 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron_lib.callbacks.manager [None req-e4b062a6-7a21-4431-be77-3c7776c11043 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1535343'] for port (a302782b-2c86-4422-ae45-24e6a055fc65), before_update {{(pid=103259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:12:44.440803 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.api.v2.base [None req-7a346d5d-cdb1-4371-be37-df1a7999ecf7 admin admin] Request body: {'subnet': {'network_id': '2c1587ca-a1cf-41f7-9797-c6a6968b720a', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-715018659-subnet', 'tenant_id': '6144571919274c209d50bb930217ba64', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103258) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 11:12:44.459329 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c806b5e-8bc7-4606-9c80-81b79a0c0e9f admin admin] Pushing event updated for resources: {'Network': ['ID=2c1587ca-a1cf-41f7-9797-c6a6968b720a,revision_number=1']} {{(pid=103258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:12:44.464572 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron.plugins.ml2.db [None req-e4b062a6-7a21-4431-be77-3c7776c11043 None None] For port a302782b-2c86-4422-ae45-24e6a055fc65, host dv-cinder-830088-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830088-4-iscsi',level=0,port_id=a302782b-2c86-4422-ae45-24e6a055fc65,segment=NetworkSegment(d942c271-b630-4108-8616-b993c4b79ecb),segment_id=d942c271-b630-4108-8616-b993c4b79ecb)] {{(pid=103259) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 11:12:44.470180 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7a346d5d-cdb1-4371-be37-df1a7999ecf7 admin admin] Made reservation on behalf of 6144571919274c209d50bb930217ba64 for: {'subnet': 1} {{(pid=103258) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 12 11:12:44.472124 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron_lib.callbacks.manager [None req-e4b062a6-7a21-4431-be77-3c7776c11043 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1534861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777667992095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777667450170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777667450188'] for port (a302782b-2c86-4422-ae45-24e6a055fc65), after_update {{(pid=103259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:12:44.472812 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-7a346d5d-cdb1-4371-be37-df1a7999ecf7 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4732476'] for subnet (None), before_create {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:12:44.488906 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron.plugins.ml2.rpc [None req-e4b062a6-7a21-4431-be77-3c7776c11043 None None] Network 2c1587ca-a1cf-41f7-9797-c6a6968b720a details requested by agent ovs-agent-dv-cinder-830088-4-iscsi with host dv-cinder-830088-4-iscsi {{(pid=103259) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 12 11:12:44.615301 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d8d9c39-3de2-4e2c-96b8-6b04081893ec req-61005d95-ff5c-42f2-9f70-4e13bc6be008 tempest-TestVolumeBootPattern-1690597324 tempest-TestVolumeBootPattern-1690597324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:12:44.617467 dv-cinder-830088-4-iscsi neutron-server[103258]: INFO neutron.wsgi [req-0d8d9c39-3de2-4e2c-96b8-6b04081893ec req-61005d95-ff5c-42f2-9f70-4e13bc6be008 tempest-TestVolumeBootPattern-1690597324 tempest-TestVolumeBootPattern-1690597324-project] 10.222.0.39 "GET /v2.0/ports?device_id=6b729849-124d-4cad-857e-d761c7bbc66c HTTP/1.1" status: 200 len: 944 time: 0.0673268 Apr 12 11:12:44.621641 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4b062a6-7a21-4431-be77-3c7776c11043 None None] Pushing event updated for resources: {'Port': ['ID=a302782b-2c86-4422-ae45-24e6a055fc65,revision_number=4']} {{(pid=103259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:12:44.722608 dv-cinder-830088-4-iscsi neutron-server[103258]: INFO neutron.wsgi [req-0d8d9c39-3de2-4e2c-96b8-6b04081893ec req-5d605c2b-da96-4a73-ac06-e4605d26057e tempest-TestVolumeBootPattern-1690597324 tempest-TestVolumeBootPattern-1690597324-project] 10.222.0.39 "GET /v2.0/security-groups?id=726d01fd-8df5-4a24-846e-ad176077f036&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0953691 Apr 12 11:12:44.746969 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-7a346d5d-cdb1-4371-be37-df1a7999ecf7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-439037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4787363', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4732462'] for subnet (95c5495e-ac0b-49f0-836a-8412d9349eeb), after_create {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:12:44.804546 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a346d5d-cdb1-4371-be37-df1a7999ecf7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=95c5495e-ac0b-49f0-836a-8412d9349eeb,revision_number=0']} {{(pid=103258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:12:44.812690 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a346d5d-cdb1-4371-be37-df1a7999ecf7 admin admin] Checking segment: {'id': 'f63ba848-6919-49b1-9df1-3f52c7b159cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': '2c1587ca-a1cf-41f7-9797-c6a6968b720a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103258) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 11:12:44.813143 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a346d5d-cdb1-4371-be37-df1a7999ecf7 admin admin] Network hostable DHCP agents. Network: 2c1587ca-a1cf-41f7-9797-c6a6968b720a, hostable agents: ['0a0a44e5-732d-48d9-a8ad-b47e7b7c1a86'], hosted agents: [] {{(pid=103258) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 12 11:12:44.830623 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a346d5d-cdb1-4371-be37-df1a7999ecf7 admin admin] Network 2c1587ca-a1cf-41f7-9797-c6a6968b720a is scheduled to be hosted by DHCP agent 0a0a44e5-732d-48d9-a8ad-b47e7b7c1a86 with binding_index 1 {{(pid=103258) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 12 11:12:44.839490 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.scheduler.base_scheduler [None req-7a346d5d-cdb1-4371-be37-df1a7999ecf7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-830088-4-iscsi, 2c1587ca-a1cf-41f7-9797-c6a6968b720a) {{(pid=103258) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 11:12:44.844658 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a346d5d-cdb1-4371-be37-df1a7999ecf7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:12:44.845627 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-7a346d5d-cdb1-4371-be37-df1a7999ecf7 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:12:44.849062 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50933b19-33c9-404e-afcc-c85989d8a38e None None] Network 2c1587ca-a1cf-41f7-9797-c6a6968b720a requested from dv-cinder-830088-4-iscsi {{(pid=103259) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 12 11:12:44.875268 dv-cinder-830088-4-iscsi neutron-server[103258]: INFO neutron.wsgi [None req-7a346d5d-cdb1-4371-be37-df1a7999ecf7 admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.4543378 Apr 12 11:12:44.897446 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron.wsgi [-] (103257) accepted ('10.222.0.39', 60276) {{(pid=103257) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 11:12:44.902617 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron.api.v2.base [None req-cda46bb1-7572-4314-a93f-ee4357030ccd tempest-TestShelveInstance-1574108578 tempest-TestShelveInstance-1574108578-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-767787587', 'description': 'tempest-secgroup-smoke-767787587 description', 'project_id': '7fa8cc4e03f54d9dadaf824366ebb2be'}} {{(pid=103257) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 11:12:44.923929 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-cda46bb1-7572-4314-a93f-ee4357030ccd tempest-TestShelveInstance-1574108578 tempest-TestShelveInstance-1574108578-project] Publish callbacks [] for security_group (None), before_create {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:12:44.963112 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d89c6b28-da50-4c32-9f8e-cb1ab8fb0bdc None None] Network 2c1587ca-a1cf-41f7-9797-c6a6968b720a requested from dv-cinder-830088-4-iscsi {{(pid=103259) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 12 11:12:44.997775 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-cda46bb1-7572-4314-a93f-ee4357030ccd tempest-TestShelveInstance-1574108578 tempest-TestShelveInstance-1574108578-project] Publish callbacks [] for security_group (251d3c11-e628-4ad9-afe3-13b35071ee32), precommit_create {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:12:45.002529 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-cda46bb1-7572-4314-a93f-ee4357030ccd tempest-TestShelveInstance-1574108578 tempest-TestShelveInstance-1574108578-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-415253'] for security_group (251d3c11-e628-4ad9-afe3-13b35071ee32), after_create {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:12:45.037938 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cda46bb1-7572-4314-a93f-ee4357030ccd tempest-TestShelveInstance-1574108578 tempest-TestShelveInstance-1574108578-project] Pushing event updated for resources: {'SecurityGroup': ['ID=251d3c11-e628-4ad9-afe3-13b35071ee32,revision_number=1']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:12:45.043487 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-cda46bb1-7572-4314-a93f-ee4357030ccd tempest-TestShelveInstance-1574108578 tempest-TestShelveInstance-1574108578-project] Publish callbacks [] for security_group (None), before_response {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:12:45.047451 dv-cinder-830088-4-iscsi neutron-server[103257]: INFO neutron.wsgi [None req-cda46bb1-7572-4314-a93f-ee4357030ccd tempest-TestShelveInstance-1574108578 tempest-TestShelveInstance-1574108578-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.1463573 Apr 12 11:12:45.048717 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.wsgi [-] (103258) accepted ('10.222.0.39', 60282) {{(pid=103258) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 11:12:45.053426 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.api.v2.base [None req-15b6cf95-a1ed-4851-8567-1d8e6e06bf4b tempest-TestShelveInstance-1574108578 tempest-TestShelveInstance-1574108578-project] Request body: {'security_group_rule': {'security_group_id': '251d3c11-e628-4ad9-afe3-13b35071ee32', 'project_id': '7fa8cc4e03f54d9dadaf824366ebb2be', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103258) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 11:12:45.102172 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-15b6cf95-a1ed-4851-8567-1d8e6e06bf4b tempest-TestShelveInstance-1574108578 tempest-TestShelveInstance-1574108578-project] Publish callbacks [] for security_group_rule (b1c11761-5bfa-4c43-b5fe-a4036fbeb2e4), before_create {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:12:45.106517 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron_lib.callbacks.manager [None req-0acb87d3-0572-4b2c-b7c9-977edd32a8b9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777667879581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1343690'] for agent (3c144e28-9cc5-463d-ad96-a18b19cd455c), after_update {{(pid=103259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:12:45.180609 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-15b6cf95-a1ed-4851-8567-1d8e6e06bf4b tempest-TestShelveInstance-1574108578 tempest-TestShelveInstance-1574108578-project] Publish callbacks [] for security_group_rule (b1c11761-5bfa-4c43-b5fe-a4036fbeb2e4), precommit_create {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:12:45.185248 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-15b6cf95-a1ed-4851-8567-1d8e6e06bf4b tempest-TestShelveInstance-1574108578 tempest-TestShelveInstance-1574108578-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-415338'] for security_group_rule (b1c11761-5bfa-4c43-b5fe-a4036fbeb2e4), after_create {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:12:45.204299 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15b6cf95-a1ed-4851-8567-1d8e6e06bf4b tempest-TestShelveInstance-1574108578 tempest-TestShelveInstance-1574108578-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b1c11761-5bfa-4c43-b5fe-a4036fbeb2e4,revision_number=0']} {{(pid=103258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:12:45.217668 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-15b6cf95-a1ed-4851-8567-1d8e6e06bf4b tempest-TestShelveInstance-1574108578 tempest-TestShelveInstance-1574108578-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:12:45.218981 dv-cinder-830088-4-iscsi neutron-server[103258]: INFO neutron.wsgi [None req-15b6cf95-a1ed-4851-8567-1d8e6e06bf4b tempest-TestShelveInstance-1574108578 tempest-TestShelveInstance-1574108578-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1692035 Apr 12 11:12:45.221843 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron.wsgi [-] (103257) accepted ('10.222.0.39', 60290) {{(pid=103257) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 11:12:45.227121 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron.api.v2.base [None req-5ada9b87-d279-4b32-8a06-70f389540dc3 tempest-TestShelveInstance-1574108578 tempest-TestShelveInstance-1574108578-project] Request body: {'security_group_rule': {'security_group_id': '251d3c11-e628-4ad9-afe3-13b35071ee32', 'project_id': '7fa8cc4e03f54d9dadaf824366ebb2be', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103257) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 11:12:45.262103 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-5ada9b87-d279-4b32-8a06-70f389540dc3 tempest-TestShelveInstance-1574108578 tempest-TestShelveInstance-1574108578-project] Publish callbacks [] for security_group_rule (ab13ac6c-6950-4ff0-9fd9-c08b4ba168d5), before_create {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:12:45.329115 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-5ada9b87-d279-4b32-8a06-70f389540dc3 tempest-TestShelveInstance-1574108578 tempest-TestShelveInstance-1574108578-project] Publish callbacks [] for security_group_rule (ab13ac6c-6950-4ff0-9fd9-c08b4ba168d5), precommit_create {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:12:45.333514 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-5ada9b87-d279-4b32-8a06-70f389540dc3 tempest-TestShelveInstance-1574108578 tempest-TestShelveInstance-1574108578-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-415338'] for security_group_rule (ab13ac6c-6950-4ff0-9fd9-c08b4ba168d5), after_create {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:12:45.354142 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ada9b87-d279-4b32-8a06-70f389540dc3 tempest-TestShelveInstance-1574108578 tempest-TestShelveInstance-1574108578-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ab13ac6c-6950-4ff0-9fd9-c08b4ba168d5,revision_number=0']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:12:45.361762 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-5ada9b87-d279-4b32-8a06-70f389540dc3 tempest-TestShelveInstance-1574108578 tempest-TestShelveInstance-1574108578-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:12:45.365764 dv-cinder-830088-4-iscsi neutron-server[103257]: INFO neutron.wsgi [None req-5ada9b87-d279-4b32-8a06-70f389540dc3 tempest-TestShelveInstance-1574108578 tempest-TestShelveInstance-1574108578-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1401403 Apr 12 11:12:45.366292 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.wsgi [-] (103258) accepted ('10.222.0.39', 60300) {{(pid=103258) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 11:12:45.368746 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ada9b87-d279-4b32-8a06-70f389540dc3 tempest-TestShelveInstance-1574108578 tempest-TestShelveInstance-1574108578-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830088-4-iscsi {{(pid=103257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:12:45.369103 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ada9b87-d279-4b32-8a06-70f389540dc3 tempest-TestShelveInstance-1574108578 tempest-TestShelveInstance-1574108578-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830088-4-iscsi {{(pid=103257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:12:45.369484 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ada9b87-d279-4b32-8a06-70f389540dc3 tempest-TestShelveInstance-1574108578 tempest-TestShelveInstance-1574108578-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830088-4-iscsi {{(pid=103257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:12:45.369893 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ada9b87-d279-4b32-8a06-70f389540dc3 tempest-TestShelveInstance-1574108578 tempest-TestShelveInstance-1574108578-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830088-4-iscsi {{(pid=103257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:12:45.370346 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ada9b87-d279-4b32-8a06-70f389540dc3 tempest-TestShelveInstance-1574108578 tempest-TestShelveInstance-1574108578-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830088-4-iscsi {{(pid=103257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:12:45.370835 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ada9b87-d279-4b32-8a06-70f389540dc3 tempest-TestShelveInstance-1574108578 tempest-TestShelveInstance-1574108578-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830088-4-iscsi {{(pid=103257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:12:45.371234 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ada9b87-d279-4b32-8a06-70f389540dc3 tempest-TestShelveInstance-1574108578 tempest-TestShelveInstance-1574108578-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830088-4-iscsi {{(pid=103257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:12:45.371774 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ada9b87-d279-4b32-8a06-70f389540dc3 tempest-TestShelveInstance-1574108578 tempest-TestShelveInstance-1574108578-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830088-4-iscsi {{(pid=103257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:12:45.372181 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ada9b87-d279-4b32-8a06-70f389540dc3 tempest-TestShelveInstance-1574108578 tempest-TestShelveInstance-1574108578-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-830088-4-iscsi {{(pid=103257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:12:45.372512 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ada9b87-d279-4b32-8a06-70f389540dc3 tempest-TestShelveInstance-1574108578 tempest-TestShelveInstance-1574108578-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830088-4-iscsi {{(pid=103257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:12:45.372885 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ada9b87-d279-4b32-8a06-70f389540dc3 tempest-TestShelveInstance-1574108578 tempest-TestShelveInstance-1574108578-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830088-4-iscsi {{(pid=103257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:12:45.373253 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ada9b87-d279-4b32-8a06-70f389540dc3 tempest-TestShelveInstance-1574108578 tempest-TestShelveInstance-1574108578-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830088-4-iscsi {{(pid=103257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:12:45.373584 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ada9b87-d279-4b32-8a06-70f389540dc3 tempest-TestShelveInstance-1574108578 tempest-TestShelveInstance-1574108578-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830088-4-iscsi {{(pid=103257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:12:45.373757 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.api.v2.base [None req-73264a10-e14f-445b-bea6-87ab5a577ebe tempest-TestShelveInstance-1574108578 tempest-TestShelveInstance-1574108578-project] Request body: {'security_group_rule': {'security_group_id': '251d3c11-e628-4ad9-afe3-13b35071ee32', 'project_id': '7fa8cc4e03f54d9dadaf824366ebb2be', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103258) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 11:12:45.374003 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ada9b87-d279-4b32-8a06-70f389540dc3 tempest-TestShelveInstance-1574108578 tempest-TestShelveInstance-1574108578-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830088-4-iscsi {{(pid=103257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:12:45.374339 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ada9b87-d279-4b32-8a06-70f389540dc3 tempest-TestShelveInstance-1574108578 tempest-TestShelveInstance-1574108578-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830088-4-iscsi {{(pid=103257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:12:45.412981 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-73264a10-e14f-445b-bea6-87ab5a577ebe tempest-TestShelveInstance-1574108578 tempest-TestShelveInstance-1574108578-project] Publish callbacks [] for security_group_rule (ded08e31-a30a-467e-bfad-07026b8cd51a), before_create {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:12:45.493119 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-73264a10-e14f-445b-bea6-87ab5a577ebe tempest-TestShelveInstance-1574108578 tempest-TestShelveInstance-1574108578-project] Publish callbacks [] for security_group_rule (ded08e31-a30a-467e-bfad-07026b8cd51a), precommit_create {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:12:45.498284 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-73264a10-e14f-445b-bea6-87ab5a577ebe tempest-TestShelveInstance-1574108578 tempest-TestShelveInstance-1574108578-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-415338'] for security_group_rule (ded08e31-a30a-467e-bfad-07026b8cd51a), after_create {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:12:45.521236 dv-cinder-830088-4-iscsi neutron-server[103260]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbe64018-89dd-4923-b75e-97db57d35178 None None] Sync routers for ids ['6685c6cc-8703-4c74-aab5-50279fba6850'] in dv-cinder-830088-4-iscsi {{(pid=103260) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 12 11:12:45.535920 dv-cinder-830088-4-iscsi neutron-server[103260]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbe64018-89dd-4923-b75e-97db57d35178 None None] Routers {'6685c6cc-8703-4c74-aab5-50279fba6850'} bound to L3 agent in host dv-cinder-830088-4-iscsi {{(pid=103260) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 11:12:45.536544 dv-cinder-830088-4-iscsi neutron-server[103260]: DEBUG neutron.db.l3_hamode_db [None req-bbe64018-89dd-4923-b75e-97db57d35178 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830088-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-12T10:52:12Z,description=,heartbeat_timestamp=2022-04-12T11:12:43Z,host='dv-cinder-830088-4-iscsi',id=77f5e085-0284-4236-9dbf-35d2d452e277,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T10:52:12Z,topic='l3_agent')) {'router_ids': ['6685c6cc-8703-4c74-aab5-50279fba6850'], 'active': True} {{(pid=103260) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 11:12:45.538045 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73264a10-e14f-445b-bea6-87ab5a577ebe tempest-TestShelveInstance-1574108578 tempest-TestShelveInstance-1574108578-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ded08e31-a30a-467e-bfad-07026b8cd51a,revision_number=0']} {{(pid=103258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:12:45.551679 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73264a10-e14f-445b-bea6-87ab5a577ebe tempest-TestShelveInstance-1574108578 tempest-TestShelveInstance-1574108578-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830088-4-iscsi {{(pid=103258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:12:45.552173 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73264a10-e14f-445b-bea6-87ab5a577ebe tempest-TestShelveInstance-1574108578 tempest-TestShelveInstance-1574108578-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830088-4-iscsi {{(pid=103258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:12:45.552636 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73264a10-e14f-445b-bea6-87ab5a577ebe tempest-TestShelveInstance-1574108578 tempest-TestShelveInstance-1574108578-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830088-4-iscsi {{(pid=103258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:12:45.553882 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73264a10-e14f-445b-bea6-87ab5a577ebe tempest-TestShelveInstance-1574108578 tempest-TestShelveInstance-1574108578-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830088-4-iscsi {{(pid=103258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:12:45.554302 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73264a10-e14f-445b-bea6-87ab5a577ebe tempest-TestShelveInstance-1574108578 tempest-TestShelveInstance-1574108578-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830088-4-iscsi {{(pid=103258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:12:45.554852 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73264a10-e14f-445b-bea6-87ab5a577ebe tempest-TestShelveInstance-1574108578 tempest-TestShelveInstance-1574108578-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830088-4-iscsi {{(pid=103258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:12:45.555285 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73264a10-e14f-445b-bea6-87ab5a577ebe tempest-TestShelveInstance-1574108578 tempest-TestShelveInstance-1574108578-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830088-4-iscsi {{(pid=103258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:12:45.555700 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73264a10-e14f-445b-bea6-87ab5a577ebe tempest-TestShelveInstance-1574108578 tempest-TestShelveInstance-1574108578-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830088-4-iscsi {{(pid=103258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:12:45.556257 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73264a10-e14f-445b-bea6-87ab5a577ebe tempest-TestShelveInstance-1574108578 tempest-TestShelveInstance-1574108578-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-830088-4-iscsi {{(pid=103258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:12:45.557130 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73264a10-e14f-445b-bea6-87ab5a577ebe tempest-TestShelveInstance-1574108578 tempest-TestShelveInstance-1574108578-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830088-4-iscsi {{(pid=103258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:12:45.557787 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73264a10-e14f-445b-bea6-87ab5a577ebe tempest-TestShelveInstance-1574108578 tempest-TestShelveInstance-1574108578-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830088-4-iscsi {{(pid=103258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:12:45.558439 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73264a10-e14f-445b-bea6-87ab5a577ebe tempest-TestShelveInstance-1574108578 tempest-TestShelveInstance-1574108578-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830088-4-iscsi {{(pid=103258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:12:45.558998 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73264a10-e14f-445b-bea6-87ab5a577ebe tempest-TestShelveInstance-1574108578 tempest-TestShelveInstance-1574108578-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830088-4-iscsi {{(pid=103258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:12:45.559725 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73264a10-e14f-445b-bea6-87ab5a577ebe tempest-TestShelveInstance-1574108578 tempest-TestShelveInstance-1574108578-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830088-4-iscsi {{(pid=103258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:12:45.560354 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73264a10-e14f-445b-bea6-87ab5a577ebe tempest-TestShelveInstance-1574108578 tempest-TestShelveInstance-1574108578-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830088-4-iscsi {{(pid=103258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:12:45.572814 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-73264a10-e14f-445b-bea6-87ab5a577ebe tempest-TestShelveInstance-1574108578 tempest-TestShelveInstance-1574108578-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:12:45.574931 dv-cinder-830088-4-iscsi neutron-server[103258]: INFO neutron.wsgi [None req-73264a10-e14f-445b-bea6-87ab5a577ebe tempest-TestShelveInstance-1574108578 tempest-TestShelveInstance-1574108578-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2069576 Apr 12 11:12:45.578167 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.wsgi [-] (103258) accepted ('10.222.0.39', 60306) {{(pid=103258) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 11:12:45.583999 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.api.v2.base [None req-637586e6-b379-4c7f-9f4c-1000700579de tempest-TestShelveInstance-1574108578 tempest-TestShelveInstance-1574108578-project] Request body: {'security_group_rule': {'security_group_id': '251d3c11-e628-4ad9-afe3-13b35071ee32', 'project_id': '7fa8cc4e03f54d9dadaf824366ebb2be', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103258) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 11:12:45.614368 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-637586e6-b379-4c7f-9f4c-1000700579de tempest-TestShelveInstance-1574108578 tempest-TestShelveInstance-1574108578-project] Publish callbacks [] for security_group_rule (98c0b007-f5b0-4c51-8c8f-2f63fa12d63a), before_create {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:12:45.673114 dv-cinder-830088-4-iscsi neutron-server[103260]: DEBUG neutron.db.l3_dvr_db [None req-bbe64018-89dd-4923-b75e-97db57d35178 None None] Set router 6685c6cc-8703-4c74-aab5-50279fba6850 gateway port host: dv-cinder-830088-4-iscsi {{(pid=103260) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 11:12:45.678637 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-637586e6-b379-4c7f-9f4c-1000700579de tempest-TestShelveInstance-1574108578 tempest-TestShelveInstance-1574108578-project] Publish callbacks [] for security_group_rule (98c0b007-f5b0-4c51-8c8f-2f63fa12d63a), precommit_create {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:12:45.682752 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-637586e6-b379-4c7f-9f4c-1000700579de tempest-TestShelveInstance-1574108578 tempest-TestShelveInstance-1574108578-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-415338'] for security_group_rule (98c0b007-f5b0-4c51-8c8f-2f63fa12d63a), after_create {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:12:45.701166 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-637586e6-b379-4c7f-9f4c-1000700579de tempest-TestShelveInstance-1574108578 tempest-TestShelveInstance-1574108578-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=98c0b007-f5b0-4c51-8c8f-2f63fa12d63a,revision_number=0']} {{(pid=103258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:12:45.710307 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-637586e6-b379-4c7f-9f4c-1000700579de tempest-TestShelveInstance-1574108578 tempest-TestShelveInstance-1574108578-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:12:45.714827 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron.wsgi [-] (103257) accepted ('10.222.0.39', 60308) {{(pid=103257) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 11:12:45.715518 dv-cinder-830088-4-iscsi neutron-server[103258]: INFO neutron.wsgi [None req-637586e6-b379-4c7f-9f4c-1000700579de tempest-TestShelveInstance-1574108578 tempest-TestShelveInstance-1574108578-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1356926 Apr 12 11:12:45.719861 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron.api.v2.base [None req-9e9ddb25-f6d9-4786-9add-8413ef107460 tempest-TestShelveInstance-1574108578 tempest-TestShelveInstance-1574108578-project] Request body: {'security_group_rule': {'security_group_id': '251d3c11-e628-4ad9-afe3-13b35071ee32', 'project_id': '7fa8cc4e03f54d9dadaf824366ebb2be', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103257) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 11:12:45.743239 dv-cinder-830088-4-iscsi neutron-server[103257]: INFO neutron.db.securitygroups_db [None req-9e9ddb25-f6d9-4786-9add-8413ef107460 tempest-TestShelveInstance-1574108578 tempest-TestShelveInstance-1574108578-project] Project 7fa8cc4e03f54d9dadaf824366ebb2be added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 12 11:12:45.749976 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-9e9ddb25-f6d9-4786-9add-8413ef107460 tempest-TestShelveInstance-1574108578 tempest-TestShelveInstance-1574108578-project] Publish callbacks [] for security_group_rule (3cd39d36-71e2-4f55-a199-8f807c18c520), before_create {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:12:45.826614 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-9e9ddb25-f6d9-4786-9add-8413ef107460 tempest-TestShelveInstance-1574108578 tempest-TestShelveInstance-1574108578-project] Publish callbacks [] for security_group_rule (3cd39d36-71e2-4f55-a199-8f807c18c520), precommit_create {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:12:45.830830 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-9e9ddb25-f6d9-4786-9add-8413ef107460 tempest-TestShelveInstance-1574108578 tempest-TestShelveInstance-1574108578-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-415338'] for security_group_rule (3cd39d36-71e2-4f55-a199-8f807c18c520), after_create {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:12:45.849212 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e9ddb25-f6d9-4786-9add-8413ef107460 tempest-TestShelveInstance-1574108578 tempest-TestShelveInstance-1574108578-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3cd39d36-71e2-4f55-a199-8f807c18c520,revision_number=0']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:12:45.864791 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-9e9ddb25-f6d9-4786-9add-8413ef107460 tempest-TestShelveInstance-1574108578 tempest-TestShelveInstance-1574108578-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:12:45.866499 dv-cinder-830088-4-iscsi neutron-server[103257]: INFO neutron.wsgi [None req-9e9ddb25-f6d9-4786-9add-8413ef107460 tempest-TestShelveInstance-1574108578 tempest-TestShelveInstance-1574108578-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1500907 Apr 12 11:12:45.866690 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fe69931-7580-43c9-9aba-7c22ad65d6c4 req-7eab2330-2499-4050-80d6-99c5536c0010 tempest-TestVolumeBootPattern-1690597324 tempest-TestVolumeBootPattern-1690597324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:12:45.868285 dv-cinder-830088-4-iscsi neutron-server[103258]: INFO neutron.wsgi [req-0fe69931-7580-43c9-9aba-7c22ad65d6c4 req-7eab2330-2499-4050-80d6-99c5536c0010 tempest-TestVolumeBootPattern-1690597324 tempest-TestVolumeBootPattern-1690597324-project] 10.222.0.39 "GET /v2.0/ports?device_id=6b729849-124d-4cad-857e-d761c7bbc66c HTTP/1.1" status: 200 len: 944 time: 0.0674300 Apr 12 11:12:45.869078 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron.wsgi [-] (103257) accepted ('10.222.0.39', 60314) {{(pid=103257) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 11:12:45.874401 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron.api.v2.base [None req-057dd8f1-d3ab-4ef8-b915-0d1de54c0b1f tempest-TestShelveInstance-1574108578 tempest-TestShelveInstance-1574108578-project] Request body: {'security_group_rule': {'security_group_id': '251d3c11-e628-4ad9-afe3-13b35071ee32', 'project_id': '7fa8cc4e03f54d9dadaf824366ebb2be', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103257) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 11:12:45.883959 dv-cinder-830088-4-iscsi neutron-server[103260]: DEBUG neutron.db.l3_hamode_db [None req-bbe64018-89dd-4923-b75e-97db57d35178 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6685c6cc-8703-4c74-aab5-50279fba6850', 'name': 'tempest-TestShelveInstance-818210225-router', 'tenant_id': '4448855cfa894c02ac6a935a982ecbf3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b7be5f2-485b-4c85-8f98-fb200971b61c', 'external_fixed_ips': [{'subnet_id': '4887111e-1302-416a-ab8e-c957c9df7f85', 'ip_address': '172.27.3.184'}], 'enable_snat': True}, 'gw_port_id': 'a302782b-2c86-4422-ae45-24e6a055fc65', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T11:12:38Z', 'updated_at': '2022-04-12T11:12:42Z', 'revision_number': 4, 'project_id': '4448855cfa894c02ac6a935a982ecbf3', 'gw_port': {'id': 'a302782b-2c86-4422-ae45-24e6a055fc65', 'name': '', 'network_id': '3b7be5f2-485b-4c85-8f98-fb200971b61c', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:b2:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6685c6cc-8703-4c74-aab5-50279fba6850', 'device_owner': 'network:router_gateway', 'standard_attr_id': 691, 'fixed_ips': [{'subnet_id': '4887111e-1302-416a-ab8e-c957c9df7f85', 'ip_address': '172.27.3.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830088-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T11:12:39Z', 'updated_at': '2022-04-12T11:12:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4887111e-1302-416a-ab8e-c957c9df7f85', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830088-4-iscsi', '_interfaces': [{'id': '0567f1ec-cdfe-4abc-8f6c-e94253277499', 'name': '', 'network_id': '9f0e505e-2a25-4446-8219-2c76bf596194', 'tenant_id': '4448855cfa894c02ac6a935a982ecbf3', 'mac_address': 'fa:16:3e:fe:d0:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6685c6cc-8703-4c74-aab5-50279fba6850', 'device_owner': 'network:router_interface', 'standard_attr_id': 697, 'fixed_ips': [{'subnet_id': '695e9825-0aa4-4d05-979b-3e8c4bb93cdb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T11:12:42Z', 'updated_at': '2022-04-12T11:12:42Z', 'revision_number': 2, 'project_id': '4448855cfa894c02ac6a935a982ecbf3', 'subnets': [{'id': '695e9825-0aa4-4d05-979b-3e8c4bb93cdb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830088-4-iscsi', False) {} {{(pid=103260) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 11:12:45.908546 dv-cinder-830088-4-iscsi neutron-server[103257]: INFO neutron.db.securitygroups_db [None req-057dd8f1-d3ab-4ef8-b915-0d1de54c0b1f tempest-TestShelveInstance-1574108578 tempest-TestShelveInstance-1574108578-project] Project 7fa8cc4e03f54d9dadaf824366ebb2be added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 12 11:12:45.914504 dv-cinder-830088-4-iscsi neutron-server[103260]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbe64018-89dd-4923-b75e-97db57d35178 None None] Checking router: 6685c6cc-8703-4c74-aab5-50279fba6850 for host: dv-cinder-830088-4-iscsi {{(pid=103260) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 12 11:12:45.915500 dv-cinder-830088-4-iscsi neutron-server[103260]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbe64018-89dd-4923-b75e-97db57d35178 None None] Updating router 6685c6cc-8703-4c74-aab5-50279fba6850 port 0567f1ec-cdfe-4abc-8f6c-e94253277499 binding host dv-cinder-830088-4-iscsi {{(pid=103260) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 12 11:12:45.916238 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-057dd8f1-d3ab-4ef8-b915-0d1de54c0b1f tempest-TestShelveInstance-1574108578 tempest-TestShelveInstance-1574108578-project] Publish callbacks [] for security_group_rule (14254cd2-4e15-414c-a7a0-3d4e72564270), before_create {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:12:45.937483 dv-cinder-830088-4-iscsi neutron-server[103258]: INFO neutron.wsgi [req-0fe69931-7580-43c9-9aba-7c22ad65d6c4 req-24c60998-4202-4947-8dfb-73bf11184c45 tempest-TestVolumeBootPattern-1690597324 tempest-TestVolumeBootPattern-1690597324-project] 10.222.0.39 "GET /v2.0/security-groups?id=726d01fd-8df5-4a24-846e-ad176077f036&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0614905 Apr 12 11:12:45.950795 dv-cinder-830088-4-iscsi neutron-server[103260]: DEBUG neutron_lib.callbacks.manager [None req-bbe64018-89dd-4923-b75e-97db57d35178 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1535343'] for port (0567f1ec-cdfe-4abc-8f6c-e94253277499), before_update {{(pid=103260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:12:45.990108 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-057dd8f1-d3ab-4ef8-b915-0d1de54c0b1f tempest-TestShelveInstance-1574108578 tempest-TestShelveInstance-1574108578-project] Publish callbacks [] for security_group_rule (14254cd2-4e15-414c-a7a0-3d4e72564270), precommit_create {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:12:45.996200 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-057dd8f1-d3ab-4ef8-b915-0d1de54c0b1f tempest-TestShelveInstance-1574108578 tempest-TestShelveInstance-1574108578-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-415338'] for security_group_rule (14254cd2-4e15-414c-a7a0-3d4e72564270), after_create {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:12:46.015515 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-057dd8f1-d3ab-4ef8-b915-0d1de54c0b1f tempest-TestShelveInstance-1574108578 tempest-TestShelveInstance-1574108578-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=14254cd2-4e15-414c-a7a0-3d4e72564270,revision_number=0']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:12:46.030964 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-057dd8f1-d3ab-4ef8-b915-0d1de54c0b1f tempest-TestShelveInstance-1574108578 tempest-TestShelveInstance-1574108578-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:12:46.032256 dv-cinder-830088-4-iscsi neutron-server[103257]: INFO neutron.wsgi [None req-057dd8f1-d3ab-4ef8-b915-0d1de54c0b1f tempest-TestShelveInstance-1574108578 tempest-TestShelveInstance-1574108578-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1614304 Apr 12 11:12:46.240265 dv-cinder-830088-4-iscsi neutron-server[103260]: DEBUG neutron_lib.callbacks.manager [None req-bbe64018-89dd-4923-b75e-97db57d35178 None None] Publish callbacks [] for port (0567f1ec-cdfe-4abc-8f6c-e94253277499), precommit_update {{(pid=103260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:12:46.247200 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron.plugins.ml2.rpc [None req-e4b062a6-7a21-4431-be77-3c7776c11043 None None] Device a302782b-2c86-4422-ae45-24e6a055fc65 up at agent ovs-agent-dv-cinder-830088-4-iscsi {{(pid=103259) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 11:12:46.251097 dv-cinder-830088-4-iscsi neutron-server[103260]: DEBUG neutron_lib.callbacks.manager [None req-bbe64018-89dd-4923-b75e-97db57d35178 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1534861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777667992095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777667450170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777667450188'] for port (0567f1ec-cdfe-4abc-8f6c-e94253277499), after_update {{(pid=103260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:12:46.301487 dv-cinder-830088-4-iscsi neutron-server[103260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-806b4cb7-705d-41fb-9386-cac818395cc7 None None] Pushing event updated for resources: {'Port': ['ID=0567f1ec-cdfe-4abc-8f6c-e94253277499,revision_number=3']} {{(pid=103260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:12:46.345005 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron.db.provisioning_blocks [None req-e4b062a6-7a21-4431-be77-3c7776c11043 None None] Provisioning complete for port a302782b-2c86-4422-ae45-24e6a055fc65 triggered by entity L2. {{(pid=103259) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 11:12:46.345636 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron_lib.callbacks.manager [None req-e4b062a6-7a21-4431-be77-3c7776c11043 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1343588'] for port (a302782b-2c86-4422-ae45-24e6a055fc65), provisioning_complete {{(pid=103259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:12:46.381408 dv-cinder-830088-4-iscsi neutron-server[103260]: DEBUG neutron.plugins.ml2.managers [None req-bbe64018-89dd-4923-b75e-97db57d35178 None None] Attempting to bind port 0567f1ec-cdfe-4abc-8f6c-e94253277499 on host dv-cinder-830088-4-iscsi for vnic_type normal with profile {{(pid=103260) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 12 11:12:46.382093 dv-cinder-830088-4-iscsi neutron-server[103260]: DEBUG neutron.plugins.ml2.managers [None req-bbe64018-89dd-4923-b75e-97db57d35178 None None] Attempting to bind port 0567f1ec-cdfe-4abc-8f6c-e94253277499 by drivers openvswitch,hyperv on host dv-cinder-830088-4-iscsi at level 0 using segments [{'id': 'e71990a4-4d76-474b-86de-9328a70f94bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': '9f0e505e-2a25-4446-8219-2c76bf596194'}] {{(pid=103260) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 12 11:12:46.382648 dv-cinder-830088-4-iscsi neutron-server[103260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbe64018-89dd-4923-b75e-97db57d35178 None None] Attempting to bind port 0567f1ec-cdfe-4abc-8f6c-e94253277499 on network 9f0e505e-2a25-4446-8219-2c76bf596194 {{(pid=103260) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 11:12:46.396218 dv-cinder-830088-4-iscsi neutron-server[103260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbe64018-89dd-4923-b75e-97db57d35178 None None] Checking agent: {'id': 'c71cae7d-514b-467a-8477-0a67bee0b970', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-830088-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 12, 10, 52, 16), 'started_at': datetime.datetime(2022, 4, 12, 10, 52, 46), 'heartbeat_timestamp': datetime.datetime(2022, 4, 12, 11, 12, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-830088-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103260) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 12 11:12:46.397025 dv-cinder-830088-4-iscsi neutron-server[103260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbe64018-89dd-4923-b75e-97db57d35178 None None] Checking segment: {'id': 'e71990a4-4d76-474b-86de-9328a70f94bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': '9f0e505e-2a25-4446-8219-2c76bf596194'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103260) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 11:12:46.397692 dv-cinder-830088-4-iscsi neutron-server[103260]: DEBUG neutron_lib.callbacks.manager [None req-bbe64018-89dd-4923-b75e-97db57d35178 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:12:46.398120 dv-cinder-830088-4-iscsi neutron-server[103260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbe64018-89dd-4923-b75e-97db57d35178 None None] Bound using segment: {'id': 'e71990a4-4d76-474b-86de-9328a70f94bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': '9f0e505e-2a25-4446-8219-2c76bf596194'} {{(pid=103260) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 12 11:12:46.398834 dv-cinder-830088-4-iscsi neutron-server[103260]: DEBUG neutron.plugins.ml2.managers [None req-bbe64018-89dd-4923-b75e-97db57d35178 None None] Bound port: 0567f1ec-cdfe-4abc-8f6c-e94253277499, host: dv-cinder-830088-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e71990a4-4d76-474b-86de-9328a70f94bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': '9f0e505e-2a25-4446-8219-2c76bf596194'}}] {{(pid=103260) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 12 11:12:46.399410 dv-cinder-830088-4-iscsi neutron-server[103260]: DEBUG neutron_lib.callbacks.manager [None req-bbe64018-89dd-4923-b75e-97db57d35178 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1535343'] for port (0567f1ec-cdfe-4abc-8f6c-e94253277499), before_update {{(pid=103260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:12:46.453568 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron.plugins.ml2.plugin [None req-e4b062a6-7a21-4431-be77-3c7776c11043 None None] Current status of the port a302782b-2c86-4422-ae45-24e6a055fc65 is: ACTIVE; New status is: ACTIVE {{(pid=103259) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 11:12:46.476144 dv-cinder-830088-4-iscsi neutron-server[103260]: DEBUG neutron.plugins.ml2.db [None req-bbe64018-89dd-4923-b75e-97db57d35178 None None] For port 0567f1ec-cdfe-4abc-8f6c-e94253277499, host dv-cinder-830088-4-iscsi, cleared binding levels {{(pid=103260) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 12 11:12:46.481514 dv-cinder-830088-4-iscsi neutron-server[103260]: DEBUG neutron.plugins.ml2.db [None req-bbe64018-89dd-4923-b75e-97db57d35178 None None] For port 0567f1ec-cdfe-4abc-8f6c-e94253277499, host dv-cinder-830088-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830088-4-iscsi',level=0,port_id=0567f1ec-cdfe-4abc-8f6c-e94253277499,segment=NetworkSegment(e71990a4-4d76-474b-86de-9328a70f94bf),segment_id=e71990a4-4d76-474b-86de-9328a70f94bf)] {{(pid=103260) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 12 11:12:46.493376 dv-cinder-830088-4-iscsi neutron-server[103260]: DEBUG neutron_lib.callbacks.manager [None req-bbe64018-89dd-4923-b75e-97db57d35178 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1534861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777667992095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777667450170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777667450188'] for port (0567f1ec-cdfe-4abc-8f6c-e94253277499), after_update {{(pid=103260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:12:46.523997 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron.db.provisioning_blocks [None req-dd9c4615-0f1a-4c4c-82ed-00d8ffa3e08b None None] Provisioning complete for port 0567f1ec-cdfe-4abc-8f6c-e94253277499 triggered by entity DHCP. {{(pid=103259) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 11:12:46.524603 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron_lib.callbacks.manager [None req-dd9c4615-0f1a-4c4c-82ed-00d8ffa3e08b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1343588'] for port (0567f1ec-cdfe-4abc-8f6c-e94253277499), provisioning_complete {{(pid=103259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:12:46.576232 dv-cinder-830088-4-iscsi neutron-server[103260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-806b4cb7-705d-41fb-9386-cac818395cc7 None None] Pushing event updated for resources: {'Port': ['ID=0567f1ec-cdfe-4abc-8f6c-e94253277499,revision_number=4']} {{(pid=103260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:12:46.591830 dv-cinder-830088-4-iscsi neutron-server[103260]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbe64018-89dd-4923-b75e-97db57d35178 None None] Routers {'6685c6cc-8703-4c74-aab5-50279fba6850'} bound to L3 agent in host dv-cinder-830088-4-iscsi {{(pid=103260) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 11:12:46.592657 dv-cinder-830088-4-iscsi neutron-server[103260]: DEBUG neutron.db.l3_hamode_db [None req-bbe64018-89dd-4923-b75e-97db57d35178 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830088-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-12T10:52:12Z,description=,heartbeat_timestamp=2022-04-12T11:12:43Z,host='dv-cinder-830088-4-iscsi',id=77f5e085-0284-4236-9dbf-35d2d452e277,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T10:52:12Z,topic='l3_agent')) {'router_ids': ['6685c6cc-8703-4c74-aab5-50279fba6850'], 'active': True} {{(pid=103260) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 11:12:46.629864 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron_lib.callbacks.manager [None req-e4b062a6-7a21-4431-be77-3c7776c11043 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777667879581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1343690'] for agent (c71cae7d-514b-467a-8477-0a67bee0b970), after_update {{(pid=103259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:12:46.701745 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron.plugins.ml2.plugin [None req-dd9c4615-0f1a-4c4c-82ed-00d8ffa3e08b None None] Current status of the port 0567f1ec-cdfe-4abc-8f6c-e94253277499 is: DOWN; New status is: ACTIVE {{(pid=103259) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 11:12:46.702130 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron_lib.callbacks.manager [None req-dd9c4615-0f1a-4c4c-82ed-00d8ffa3e08b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1535343'] for port (0567f1ec-cdfe-4abc-8f6c-e94253277499), before_update {{(pid=103259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:12:46.765058 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron.plugins.ml2.db [None req-dd9c4615-0f1a-4c4c-82ed-00d8ffa3e08b None None] For port 0567f1ec-cdfe-4abc-8f6c-e94253277499, host dv-cinder-830088-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830088-4-iscsi',level=0,port_id=0567f1ec-cdfe-4abc-8f6c-e94253277499,segment=NetworkSegment(e71990a4-4d76-474b-86de-9328a70f94bf),segment_id=e71990a4-4d76-474b-86de-9328a70f94bf)] {{(pid=103259) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 11:12:46.776290 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron_lib.callbacks.manager [None req-dd9c4615-0f1a-4c4c-82ed-00d8ffa3e08b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1534861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777667992095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777667450170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777667450188'] for port (0567f1ec-cdfe-4abc-8f6c-e94253277499), after_update {{(pid=103259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:12:46.825594 dv-cinder-830088-4-iscsi neutron-server[103260]: DEBUG neutron.db.l3_dvr_db [None req-bbe64018-89dd-4923-b75e-97db57d35178 None None] Set router 6685c6cc-8703-4c74-aab5-50279fba6850 gateway port host: dv-cinder-830088-4-iscsi {{(pid=103260) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 11:12:46.836381 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd9c4615-0f1a-4c4c-82ed-00d8ffa3e08b None None] Pushing event updated for resources: {'Port': ['ID=0567f1ec-cdfe-4abc-8f6c-e94253277499,revision_number=5']} {{(pid=103259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:12:46.888621 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9051adad-614d-46cb-b8b8-d265b4e7cc5c req-b95e0a1d-6151-4ec1-95dd-fbee9843e2e6 tempest-VolumesSnapshotTestJSON-1638709511 tempest-VolumesSnapshotTestJSON-1638709511-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:12:46.890507 dv-cinder-830088-4-iscsi neutron-server[103257]: INFO neutron.wsgi [req-9051adad-614d-46cb-b8b8-d265b4e7cc5c req-b95e0a1d-6151-4ec1-95dd-fbee9843e2e6 tempest-VolumesSnapshotTestJSON-1638709511 tempest-VolumesSnapshotTestJSON-1638709511-project] 10.222.0.39 "GET /v2.0/networks?id=2c1587ca-a1cf-41f7-9797-c6a6968b720a HTTP/1.1" status: 200 len: 813 time: 0.1200142 Apr 12 11:12:46.897808 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron.db.provisioning_blocks [None req-1cf26b05-9519-4b46-8d48-b586041f4c86 None None] Provisioning complete for port 0567f1ec-cdfe-4abc-8f6c-e94253277499 triggered by entity DHCP. {{(pid=103259) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 11:12:46.898558 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron_lib.callbacks.manager [None req-1cf26b05-9519-4b46-8d48-b586041f4c86 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1343588'] for port (0567f1ec-cdfe-4abc-8f6c-e94253277499), provisioning_complete {{(pid=103259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:12:46.908037 dv-cinder-830088-4-iscsi neutron-server[103257]: INFO neutron.wsgi [req-9051adad-614d-46cb-b8b8-d265b4e7cc5c req-96b7b402-ebab-42fd-b5a8-e5cf6b8ef2b6 tempest-VolumesSnapshotTestJSON-1638709511 tempest-VolumesSnapshotTestJSON-1638709511-project] 10.222.0.39 "GET /v2.0/quotas/6144571919274c209d50bb930217ba64 HTTP/1.1" status: 200 len: 375 time: 0.0115068 Apr 12 11:12:46.955849 dv-cinder-830088-4-iscsi neutron-server[103257]: INFO neutron.wsgi [req-9051adad-614d-46cb-b8b8-d265b4e7cc5c req-122e0a10-e651-4cb3-afaf-0f24dcf636d3 tempest-VolumesSnapshotTestJSON-1638709511 tempest-VolumesSnapshotTestJSON-1638709511-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=6144571919274c209d50bb930217ba64&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0392478 Apr 12 11:12:46.970604 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron.wsgi [req-9051adad-614d-46cb-b8b8-d265b4e7cc5c req-c43c1929-a4b6-44a7-a4dc-7cac4b9b55ba service neutron] http://10.222.0.39:9696/v2.0/extensions returned with HTTP 200 {{(pid=103257) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 12 11:12:46.971990 dv-cinder-830088-4-iscsi neutron-server[103257]: INFO neutron.wsgi [req-9051adad-614d-46cb-b8b8-d265b4e7cc5c req-c43c1929-a4b6-44a7-a4dc-7cac4b9b55ba service neutron] 10.222.0.39 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0150900 Apr 12 11:12:47.021251 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron.plugins.ml2.plugin [None req-1cf26b05-9519-4b46-8d48-b586041f4c86 None None] Current status of the port 0567f1ec-cdfe-4abc-8f6c-e94253277499 is: ACTIVE; New status is: ACTIVE {{(pid=103259) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 11:12:47.074393 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73f82dea-b57f-4429-94b9-53b2bf53dd6c req-335c6fed-a6df-459b-9e9c-622bc4a219bc tempest-TestVolumeBootPattern-1690597324 tempest-TestVolumeBootPattern-1690597324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:12:47.075961 dv-cinder-830088-4-iscsi neutron-server[103258]: INFO neutron.wsgi [req-73f82dea-b57f-4429-94b9-53b2bf53dd6c req-335c6fed-a6df-459b-9e9c-622bc4a219bc tempest-TestVolumeBootPattern-1690597324 tempest-TestVolumeBootPattern-1690597324-project] 10.222.0.39 "GET /v2.0/ports?device_id=6b729849-124d-4cad-857e-d761c7bbc66c HTTP/1.1" status: 200 len: 944 time: 0.0552702 Apr 12 11:12:47.099357 dv-cinder-830088-4-iscsi neutron-server[103257]: INFO neutron.wsgi [req-9051adad-614d-46cb-b8b8-d265b4e7cc5c req-c30293b5-1334-449e-86a6-595a3273de43 service neutron] 10.222.0.39 "GET /v2.0/networks/2c1587ca-a1cf-41f7-9797-c6a6968b720a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1173275 Apr 12 11:12:47.137486 dv-cinder-830088-4-iscsi neutron-server[103258]: INFO neutron.wsgi [req-73f82dea-b57f-4429-94b9-53b2bf53dd6c req-eedb5c0f-0730-47e9-ba70-16f647e2e2d1 tempest-TestVolumeBootPattern-1690597324 tempest-TestVolumeBootPattern-1690597324-project] 10.222.0.39 "GET /v2.0/security-groups?id=726d01fd-8df5-4a24-846e-ad176077f036&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0510757 Apr 12 11:12:47.152514 dv-cinder-830088-4-iscsi neutron-server[103260]: DEBUG neutron.db.l3_hamode_db [None req-bbe64018-89dd-4923-b75e-97db57d35178 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6685c6cc-8703-4c74-aab5-50279fba6850', 'name': 'tempest-TestShelveInstance-818210225-router', 'tenant_id': '4448855cfa894c02ac6a935a982ecbf3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b7be5f2-485b-4c85-8f98-fb200971b61c', 'external_fixed_ips': [{'subnet_id': '4887111e-1302-416a-ab8e-c957c9df7f85', 'ip_address': '172.27.3.184'}], 'enable_snat': True}, 'gw_port_id': 'a302782b-2c86-4422-ae45-24e6a055fc65', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T11:12:38Z', 'updated_at': '2022-04-12T11:12:42Z', 'revision_number': 4, 'project_id': '4448855cfa894c02ac6a935a982ecbf3', 'gw_port': {'id': 'a302782b-2c86-4422-ae45-24e6a055fc65', 'name': '', 'network_id': '3b7be5f2-485b-4c85-8f98-fb200971b61c', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:b2:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6685c6cc-8703-4c74-aab5-50279fba6850', 'device_owner': 'network:router_gateway', 'standard_attr_id': 691, 'fixed_ips': [{'subnet_id': '4887111e-1302-416a-ab8e-c957c9df7f85', 'ip_address': '172.27.3.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830088-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T11:12:39Z', 'updated_at': '2022-04-12T11:12:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4887111e-1302-416a-ab8e-c957c9df7f85', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830088-4-iscsi', '_interfaces': [{'id': '0567f1ec-cdfe-4abc-8f6c-e94253277499', 'name': '', 'network_id': '9f0e505e-2a25-4446-8219-2c76bf596194', 'tenant_id': '4448855cfa894c02ac6a935a982ecbf3', 'mac_address': 'fa:16:3e:fe:d0:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6685c6cc-8703-4c74-aab5-50279fba6850', 'device_owner': 'network:router_interface', 'standard_attr_id': 697, 'fixed_ips': [{'subnet_id': '695e9825-0aa4-4d05-979b-3e8c4bb93cdb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830088-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T11:12:42Z', 'updated_at': '2022-04-12T11:12:46Z', 'revision_number': 4, 'project_id': '4448855cfa894c02ac6a935a982ecbf3', 'subnets': [{'id': '695e9825-0aa4-4d05-979b-3e8c4bb93cdb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830088-4-iscsi', False) {} {{(pid=103260) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 11:12:47.178389 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron_lib.callbacks.manager [None req-ae6c308c-a92e-4424-a7f8-d6a17e5174ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777667879581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1343690'] for agent (742b2e09-86ec-4663-b086-f6b891926c3e), after_update {{(pid=103259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:12:47.181228 dv-cinder-830088-4-iscsi neutron-server[103260]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbe64018-89dd-4923-b75e-97db57d35178 None None] The sync data for ids ['6685c6cc-8703-4c74-aab5-50279fba6850'] in dv-cinder-830088-4-iscsi is: [{'id': '6685c6cc-8703-4c74-aab5-50279fba6850', 'name': 'tempest-TestShelveInstance-818210225-router', 'tenant_id': '4448855cfa894c02ac6a935a982ecbf3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b7be5f2-485b-4c85-8f98-fb200971b61c', 'external_fixed_ips': [{'subnet_id': '4887111e-1302-416a-ab8e-c957c9df7f85', 'ip_address': '172.27.3.184'}], 'enable_snat': True}, 'gw_port_id': 'a302782b-2c86-4422-ae45-24e6a055fc65', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T11:12:38Z', 'updated_at': '2022-04-12T11:12:42Z', 'revision_number': 4, 'project_id': '4448855cfa894c02ac6a935a982ecbf3', 'gw_port': {'id': 'a302782b-2c86-4422-ae45-24e6a055fc65', 'name': '', 'network_id': '3b7be5f2-485b-4c85-8f98-fb200971b61c', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:b2:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6685c6cc-8703-4c74-aab5-50279fba6850', 'device_owner': 'network:router_gateway', 'standard_attr_id': 691, 'fixed_ips': [{'subnet_id': '4887111e-1302-416a-ab8e-c957c9df7f85', 'ip_address': '172.27.3.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830088-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T11:12:39Z', 'updated_at': '2022-04-12T11:12:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4887111e-1302-416a-ab8e-c957c9df7f85', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830088-4-iscsi', '_interfaces': [{'id': '0567f1ec-cdfe-4abc-8f6c-e94253277499', 'name': '', 'network_id': '9f0e505e-2a25-4446-8219-2c76bf596194', 'tenant_id': '4448855cfa894c02ac6a935a982ecbf3', 'mac_address': 'fa:16:3e:fe:d0:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6685c6cc-8703-4c74-aab5-50279fba6850', 'device_owner': 'network:router_interface', 'standard_attr_id': 697, 'fixed_ips': [{'subnet_id': '695e9825-0aa4-4d05-979b-3e8c4bb93cdb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830088-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T11:12:42Z', 'updated_at': '2022-04-12T11:12:46Z', 'revision_number': 4, 'project_id': '4448855cfa894c02ac6a935a982ecbf3', 'subnets': [{'id': '695e9825-0aa4-4d05-979b-3e8c4bb93cdb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103260) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 12 11:12:47.215470 dv-cinder-830088-4-iscsi neutron-server[103257]: INFO neutron.wsgi [req-9051adad-614d-46cb-b8b8-d265b4e7cc5c req-a8e5b8e4-9a2f-499f-b3f9-77d2f3752d9f service neutron] 10.222.0.39 "GET /v2.0/networks/2c1587ca-a1cf-41f7-9797-c6a6968b720a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1099761 Apr 12 11:12:47.413919 dv-cinder-830088-4-iscsi neutron-server[103258]: INFO neutron.wsgi [req-54f06cbf-95e9-4e92-b534-b5e1f66fc6dd req-94da5691-1b50-4eef-8d6f-6d8a036646d5 tempest-VolumesSnapshotTestJSON-1638709511 tempest-VolumesSnapshotTestJSON-1638709511-project] 10.222.0.39 "GET /v2.0/ports?device_id=c65d6f5c-1ae5-4155-8ec8-145c65166e41 HTTP/1.1" status: 200 len: 210 time: 0.0407581 Apr 12 11:12:48.232467 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron.plugins.ml2.rpc [None req-e4b062a6-7a21-4431-be77-3c7776c11043 None None] Device 0567f1ec-cdfe-4abc-8f6c-e94253277499 up at agent ovs-agent-dv-cinder-830088-4-iscsi {{(pid=103259) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 11:12:48.273261 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70a92afd-d7fc-4112-a9fc-bc5d4b1679cf req-39c4032c-e5ef-4323-bc26-456e1461fe13 tempest-TestVolumeBootPattern-1690597324 tempest-TestVolumeBootPattern-1690597324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:12:48.274805 dv-cinder-830088-4-iscsi neutron-server[103257]: INFO neutron.wsgi [req-70a92afd-d7fc-4112-a9fc-bc5d4b1679cf req-39c4032c-e5ef-4323-bc26-456e1461fe13 tempest-TestVolumeBootPattern-1690597324 tempest-TestVolumeBootPattern-1690597324-project] 10.222.0.39 "GET /v2.0/ports?device_id=6b729849-124d-4cad-857e-d761c7bbc66c HTTP/1.1" status: 200 len: 944 time: 0.0524101 Apr 12 11:12:48.285038 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron.db.provisioning_blocks [None req-e4b062a6-7a21-4431-be77-3c7776c11043 None None] Provisioning complete for port 0567f1ec-cdfe-4abc-8f6c-e94253277499 triggered by entity L2. {{(pid=103259) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 11:12:48.285648 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron_lib.callbacks.manager [None req-e4b062a6-7a21-4431-be77-3c7776c11043 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1343588'] for port (0567f1ec-cdfe-4abc-8f6c-e94253277499), provisioning_complete {{(pid=103259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:12:48.328981 dv-cinder-830088-4-iscsi neutron-server[103257]: INFO neutron.wsgi [req-70a92afd-d7fc-4112-a9fc-bc5d4b1679cf req-0da8a065-dcca-4d81-840e-b8558bb41338 tempest-TestVolumeBootPattern-1690597324 tempest-TestVolumeBootPattern-1690597324-project] 10.222.0.39 "GET /v2.0/security-groups?id=726d01fd-8df5-4a24-846e-ad176077f036&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0480206 Apr 12 11:12:48.367308 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron.plugins.ml2.plugin [None req-e4b062a6-7a21-4431-be77-3c7776c11043 None None] Current status of the port 0567f1ec-cdfe-4abc-8f6c-e94253277499 is: ACTIVE; New status is: ACTIVE {{(pid=103259) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 11:12:48.546366 dv-cinder-830088-4-iscsi neutron-server[103258]: INFO neutron.wsgi [req-c77dc815-f4c5-49ca-9508-b914e4d53146 req-2376edec-04ff-4a5f-9ef1-b3f46166d1f4 tempest-VolumesSnapshotTestJSON-1638709511 tempest-VolumesSnapshotTestJSON-1638709511-project] 10.222.0.39 "GET /v2.0/ports?device_id=c65d6f5c-1ae5-4155-8ec8-145c65166e41 HTTP/1.1" status: 200 len: 210 time: 0.0603402 Apr 12 11:12:48.581521 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9051adad-614d-46cb-b8b8-d265b4e7cc5c req-225c3aa6-e01c-4b40-ab76-0e47d8f6b190 tempest-VolumesSnapshotTestJSON-1638709511 tempest-VolumesSnapshotTestJSON-1638709511-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:12:48.582988 dv-cinder-830088-4-iscsi neutron-server[103258]: INFO neutron.wsgi [req-9051adad-614d-46cb-b8b8-d265b4e7cc5c req-225c3aa6-e01c-4b40-ab76-0e47d8f6b190 tempest-VolumesSnapshotTestJSON-1638709511 tempest-VolumesSnapshotTestJSON-1638709511-project] 10.222.0.53 "GET /v2.0/networks?id=2c1587ca-a1cf-41f7-9797-c6a6968b720a HTTP/1.1" status: 200 len: 813 time: 0.1436224 Apr 12 11:12:48.604677 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.api.v2.base [req-9051adad-614d-46cb-b8b8-d265b4e7cc5c req-082c122b-f7e9-4c18-9303-a05a59416a92 tempest-VolumesSnapshotTestJSON-1638709511 tempest-VolumesSnapshotTestJSON-1638709511-project] Request body: {'port': {'device_id': 'c65d6f5c-1ae5-4155-8ec8-145c65166e41', 'network_id': '2c1587ca-a1cf-41f7-9797-c6a6968b720a', 'admin_state_up': True, 'tenant_id': '6144571919274c209d50bb930217ba64'}} {{(pid=103258) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 11:12:48.714651 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9051adad-614d-46cb-b8b8-d265b4e7cc5c req-082c122b-f7e9-4c18-9303-a05a59416a92 tempest-VolumesSnapshotTestJSON-1638709511 tempest-VolumesSnapshotTestJSON-1638709511-project] Made reservation on behalf of 6144571919274c209d50bb930217ba64 for: {'port': 1} {{(pid=103258) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 12 11:12:48.718115 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [req-9051adad-614d-46cb-b8b8-d265b4e7cc5c req-082c122b-f7e9-4c18-9303-a05a59416a92 tempest-VolumesSnapshotTestJSON-1638709511 tempest-VolumesSnapshotTestJSON-1638709511-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1535343'] for port (None), before_create {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:12:48.858672 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.db.db_base_plugin_common [req-9051adad-614d-46cb-b8b8-d265b4e7cc5c req-082c122b-f7e9-4c18-9303-a05a59416a92 tempest-VolumesSnapshotTestJSON-1638709511 tempest-VolumesSnapshotTestJSON-1638709511-project] Allocated IP 172.20.0.14 (2c1587ca-a1cf-41f7-9797-c6a6968b720a/95c5495e-ac0b-49f0-836a-8412d9349eeb/df8ffef1-4eb8-4f9c-986b-114ead445665) {{(pid=103258) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 12 11:12:49.021470 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [req-9051adad-614d-46cb-b8b8-d265b4e7cc5c req-082c122b-f7e9-4c18-9303-a05a59416a92 tempest-VolumesSnapshotTestJSON-1638709511 tempest-VolumesSnapshotTestJSON-1638709511-project] Publish callbacks [] for port (df8ffef1-4eb8-4f9c-986b-114ead445665), precommit_create {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:12:49.056572 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [req-9051adad-614d-46cb-b8b8-d265b4e7cc5c req-082c122b-f7e9-4c18-9303-a05a59416a92 tempest-VolumesSnapshotTestJSON-1638709511 tempest-VolumesSnapshotTestJSON-1638709511-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1534861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777667450152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4796947'] for port (df8ffef1-4eb8-4f9c-986b-114ead445665), after_create {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:12:49.103538 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9051adad-614d-46cb-b8b8-d265b4e7cc5c req-082c122b-f7e9-4c18-9303-a05a59416a92 tempest-VolumesSnapshotTestJSON-1638709511 tempest-VolumesSnapshotTestJSON-1638709511-project] Network 2c1587ca-a1cf-41f7-9797-c6a6968b720a is already hosted by enough agents. {{(pid=103258) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 11:12:49.109275 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.scheduler.base_scheduler [req-9051adad-614d-46cb-b8b8-d265b4e7cc5c req-082c122b-f7e9-4c18-9303-a05a59416a92 tempest-VolumesSnapshotTestJSON-1638709511 tempest-VolumesSnapshotTestJSON-1638709511-project] Resources bound (agent type, host, resource id): {{(pid=103258) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 11:12:49.119206 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.db.l3_dvrscheduler_db [req-9051adad-614d-46cb-b8b8-d265b4e7cc5c req-082c122b-f7e9-4c18-9303-a05a59416a92 tempest-VolumesSnapshotTestJSON-1638709511 tempest-VolumesSnapshotTestJSON-1638709511-project] Received port after_create {{(pid=103258) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 12 11:12:49.143215 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-082c122b-f7e9-4c18-9303-a05a59416a92 tempest-VolumesSnapshotTestJSON-1638709511 tempest-VolumesSnapshotTestJSON-1638709511-project] Pushing event updated for resources: {'Port': ['ID=df8ffef1-4eb8-4f9c-986b-114ead445665,revision_number=1']} {{(pid=103258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:12:49.170097 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9051adad-614d-46cb-b8b8-d265b4e7cc5c req-082c122b-f7e9-4c18-9303-a05a59416a92 tempest-VolumesSnapshotTestJSON-1638709511 tempest-VolumesSnapshotTestJSON-1638709511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:12:49.170720 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [req-9051adad-614d-46cb-b8b8-d265b4e7cc5c req-082c122b-f7e9-4c18-9303-a05a59416a92 tempest-VolumesSnapshotTestJSON-1638709511 tempest-VolumesSnapshotTestJSON-1638709511-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108023'] for port (None), before_response {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:12:49.185217 dv-cinder-830088-4-iscsi neutron-server[103258]: INFO neutron.wsgi [req-9051adad-614d-46cb-b8b8-d265b4e7cc5c req-082c122b-f7e9-4c18-9303-a05a59416a92 tempest-VolumesSnapshotTestJSON-1638709511 tempest-VolumesSnapshotTestJSON-1638709511-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5850399 Apr 12 11:12:49.262199 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.api.v2.base [req-9051adad-614d-46cb-b8b8-d265b4e7cc5c req-0a7a75e4-8a89-438d-a675-3b627e8f7354 service neutron] Request body: {'port': {'device_id': 'c65d6f5c-1ae5-4155-8ec8-145c65166e41', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83008'}} {{(pid=103258) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 11:12:49.321931 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [req-9051adad-614d-46cb-b8b8-d265b4e7cc5c req-0a7a75e4-8a89-438d-a675-3b627e8f7354 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1535343'] for port (df8ffef1-4eb8-4f9c-986b-114ead445665), before_update {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:12:49.459664 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b680667-ee89-4594-9f89-92f6e472e430 req-e85e247b-d451-4b40-a7b6-e8fdb8f53ea3 tempest-TestVolumeBootPattern-1690597324 tempest-TestVolumeBootPattern-1690597324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:12:49.461156 dv-cinder-830088-4-iscsi neutron-server[103257]: INFO neutron.wsgi [req-1b680667-ee89-4594-9f89-92f6e472e430 req-e85e247b-d451-4b40-a7b6-e8fdb8f53ea3 tempest-TestVolumeBootPattern-1690597324 tempest-TestVolumeBootPattern-1690597324-project] 10.222.0.39 "GET /v2.0/ports?device_id=6b729849-124d-4cad-857e-d761c7bbc66c HTTP/1.1" status: 200 len: 944 time: 0.0546284 Apr 12 11:12:49.515708 dv-cinder-830088-4-iscsi neutron-server[103257]: INFO neutron.wsgi [req-1b680667-ee89-4594-9f89-92f6e472e430 req-231ef283-6845-49b9-b5a8-682ba6b12e3c tempest-TestVolumeBootPattern-1690597324 tempest-TestVolumeBootPattern-1690597324-project] 10.222.0.39 "GET /v2.0/security-groups?id=726d01fd-8df5-4a24-846e-ad176077f036&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0478156 Apr 12 11:12:49.594656 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.notifiers.nova [req-9051adad-614d-46cb-b8b8-d265b4e7cc5c req-0a7a75e4-8a89-438d-a675-3b627e8f7354 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id df8ffef1-4eb8-4f9c-986b-114ead445665 {{(pid=103258) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 12 11:12:49.602590 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [req-9051adad-614d-46cb-b8b8-d265b4e7cc5c req-0a7a75e4-8a89-438d-a675-3b627e8f7354 service neutron] Publish callbacks [] for port (df8ffef1-4eb8-4f9c-986b-114ead445665), precommit_update {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:12:49.614921 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.db.provisioning_blocks [req-9051adad-614d-46cb-b8b8-d265b4e7cc5c req-0a7a75e4-8a89-438d-a675-3b627e8f7354 service neutron] Transition to ACTIVE for port object df8ffef1-4eb8-4f9c-986b-114ead445665 will not be triggered until provisioned by entity L2. {{(pid=103258) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 12 11:12:49.627830 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [req-9051adad-614d-46cb-b8b8-d265b4e7cc5c req-0a7a75e4-8a89-438d-a675-3b627e8f7354 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1534861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777667992095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777667450170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777667450188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4796952'] for port (df8ffef1-4eb8-4f9c-986b-114ead445665), after_update {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:12:49.696710 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f8b0845-8816-4b4d-99f8-b268b92fee2f req-10bbefb2-85fb-459e-af11-ac098011da12 tempest-VolumesSnapshotTestJSON-1638709511 tempest-VolumesSnapshotTestJSON-1638709511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:12:49.698947 dv-cinder-830088-4-iscsi neutron-server[103258]: INFO neutron.wsgi [req-2f8b0845-8816-4b4d-99f8-b268b92fee2f req-10bbefb2-85fb-459e-af11-ac098011da12 tempest-VolumesSnapshotTestJSON-1638709511 tempest-VolumesSnapshotTestJSON-1638709511-project] 10.222.0.39 "GET /v2.0/ports?device_id=c65d6f5c-1ae5-4155-8ec8-145c65166e41 HTTP/1.1" status: 200 len: 944 time: 0.0821521 Apr 12 11:12:49.709582 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a7a75e4-8a89-438d-a675-3b627e8f7354 service neutron] Pushing event updated for resources: {'Port': ['ID=df8ffef1-4eb8-4f9c-986b-114ead445665,revision_number=2']} {{(pid=103258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:12:49.799587 dv-cinder-830088-4-iscsi neutron-server[103258]: INFO neutron.wsgi [req-2f8b0845-8816-4b4d-99f8-b268b92fee2f req-290fb788-0150-4a89-9dda-d2b91f21fd4e tempest-VolumesSnapshotTestJSON-1638709511 tempest-VolumesSnapshotTestJSON-1638709511-project] 10.222.0.39 "GET /v2.0/security-groups?id=913b69ee-c33a-4b0e-ab4a-1fa3794e4eb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0924077 Apr 12 11:12:49.812997 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.plugins.ml2.managers [req-9051adad-614d-46cb-b8b8-d265b4e7cc5c req-0a7a75e4-8a89-438d-a675-3b627e8f7354 service neutron] Attempting to bind port df8ffef1-4eb8-4f9c-986b-114ead445665 on host hv-cinder-83008 for vnic_type normal with profile {{(pid=103258) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 12 11:12:49.813330 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.plugins.ml2.managers [req-9051adad-614d-46cb-b8b8-d265b4e7cc5c req-0a7a75e4-8a89-438d-a675-3b627e8f7354 service neutron] Attempting to bind port df8ffef1-4eb8-4f9c-986b-114ead445665 by drivers openvswitch,hyperv on host hv-cinder-83008 at level 0 using segments [{'id': 'f63ba848-6919-49b1-9df1-3f52c7b159cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': '2c1587ca-a1cf-41f7-9797-c6a6968b720a'}] {{(pid=103258) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 12 11:12:49.813654 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9051adad-614d-46cb-b8b8-d265b4e7cc5c req-0a7a75e4-8a89-438d-a675-3b627e8f7354 service neutron] Attempting to bind port df8ffef1-4eb8-4f9c-986b-114ead445665 on network 2c1587ca-a1cf-41f7-9797-c6a6968b720a {{(pid=103258) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 11:12:49.817899 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9051adad-614d-46cb-b8b8-d265b4e7cc5c req-0a7a75e4-8a89-438d-a675-3b627e8f7354 service neutron] Port df8ffef1-4eb8-4f9c-986b-114ead445665 on network 2c1587ca-a1cf-41f7-9797-c6a6968b720a not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83008 {{(pid=103258) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 12 11:12:49.818217 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9051adad-614d-46cb-b8b8-d265b4e7cc5c req-0a7a75e4-8a89-438d-a675-3b627e8f7354 service neutron] Attempting to bind port df8ffef1-4eb8-4f9c-986b-114ead445665 on network 2c1587ca-a1cf-41f7-9797-c6a6968b720a {{(pid=103258) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 11:12:49.824002 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9051adad-614d-46cb-b8b8-d265b4e7cc5c req-0a7a75e4-8a89-438d-a675-3b627e8f7354 service neutron] Checking agent: {'id': '742b2e09-86ec-4663-b086-f6b891926c3e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83008', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 12, 10, 58, 42), 'started_at': datetime.datetime(2022, 4, 12, 10, 58, 42), 'heartbeat_timestamp': datetime.datetime(2022, 4, 12, 11, 12, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103258) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 12 11:12:49.824335 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9051adad-614d-46cb-b8b8-d265b4e7cc5c req-0a7a75e4-8a89-438d-a675-3b627e8f7354 service neutron] Checking segment: {'id': 'f63ba848-6919-49b1-9df1-3f52c7b159cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': '2c1587ca-a1cf-41f7-9797-c6a6968b720a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103258) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 11:12:49.824717 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9051adad-614d-46cb-b8b8-d265b4e7cc5c req-0a7a75e4-8a89-438d-a675-3b627e8f7354 service neutron] Bound using segment: {'id': 'f63ba848-6919-49b1-9df1-3f52c7b159cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': '2c1587ca-a1cf-41f7-9797-c6a6968b720a'} {{(pid=103258) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 12 11:12:49.825143 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.plugins.ml2.managers [req-9051adad-614d-46cb-b8b8-d265b4e7cc5c req-0a7a75e4-8a89-438d-a675-3b627e8f7354 service neutron] Bound port: df8ffef1-4eb8-4f9c-986b-114ead445665, host: hv-cinder-83008, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f63ba848-6919-49b1-9df1-3f52c7b159cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': '2c1587ca-a1cf-41f7-9797-c6a6968b720a'}}] {{(pid=103258) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 12 11:12:49.825501 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [req-9051adad-614d-46cb-b8b8-d265b4e7cc5c req-0a7a75e4-8a89-438d-a675-3b627e8f7354 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1535343'] for port (df8ffef1-4eb8-4f9c-986b-114ead445665), before_update {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:12:49.889301 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.plugins.ml2.db [req-9051adad-614d-46cb-b8b8-d265b4e7cc5c req-0a7a75e4-8a89-438d-a675-3b627e8f7354 service neutron] For port df8ffef1-4eb8-4f9c-986b-114ead445665, host hv-cinder-83008, cleared binding levels {{(pid=103258) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 12 11:12:49.892638 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.plugins.ml2.db [req-9051adad-614d-46cb-b8b8-d265b4e7cc5c req-0a7a75e4-8a89-438d-a675-3b627e8f7354 service neutron] For port df8ffef1-4eb8-4f9c-986b-114ead445665, host hv-cinder-83008, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83008',level=0,port_id=df8ffef1-4eb8-4f9c-986b-114ead445665,segment=NetworkSegment(f63ba848-6919-49b1-9df1-3f52c7b159cf),segment_id=f63ba848-6919-49b1-9df1-3f52c7b159cf)] {{(pid=103258) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 12 11:12:49.898373 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [req-9051adad-614d-46cb-b8b8-d265b4e7cc5c req-0a7a75e4-8a89-438d-a675-3b627e8f7354 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1534861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777667992095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777667450170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777667450188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4796952'] for port (df8ffef1-4eb8-4f9c-986b-114ead445665), after_update {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:12:49.930152 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9051adad-614d-46cb-b8b8-d265b4e7cc5c req-0a7a75e4-8a89-438d-a675-3b627e8f7354 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:12:49.930817 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [req-9051adad-614d-46cb-b8b8-d265b4e7cc5c req-0a7a75e4-8a89-438d-a675-3b627e8f7354 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108023'] for port (None), before_response {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:12:49.932476 dv-cinder-830088-4-iscsi neutron-server[103258]: INFO neutron.wsgi [req-9051adad-614d-46cb-b8b8-d265b4e7cc5c req-0a7a75e4-8a89-438d-a675-3b627e8f7354 service neutron] 10.222.0.53 "PUT /v2.0/ports/df8ffef1-4eb8-4f9c-986b-114ead445665 HTTP/1.1" status: 200 len: 1094 time: 0.6749890 Apr 12 11:12:49.934824 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c65d6f5c-1ae5-4155-8ec8-145c65166e41', 'tag': 'df8ffef1-4eb8-4f9c-986b-114ead445665'}] {{(pid=103258) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 11:12:49.937039 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c54b6d548356c9296345eb8e608a1624e6dfb095c10b2709a108c8ba991c21a4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7846e29d-80da-4fc9-a5eb-8bb61fdc79a8" -d '{"events": [{"name": "network-changed", "server_uuid": "c65d6f5c-1ae5-4155-8ec8-145c65166e41", "tag": "df8ffef1-4eb8-4f9c-986b-114ead445665"}]}' {{(pid=103258) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 11:12:49.967610 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a7a75e4-8a89-438d-a675-3b627e8f7354 service neutron] Pushing event updated for resources: {'Port': ['ID=df8ffef1-4eb8-4f9c-986b-114ead445665,revision_number=3']} {{(pid=103258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:12:49.979863 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Apr 2022 11:12:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-240b4c4b-a558-40a1-9216-a4a8b8e76d42 x-openstack-request-id: req-240b4c4b-a558-40a1-9216-a4a8b8e76d42 {{(pid=103258) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 11:12:49.980151 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c65d6f5c-1ae5-4155-8ec8-145c65166e41", "tag": "df8ffef1-4eb8-4f9c-986b-114ead445665", "status": "completed", "code": 200}]} {{(pid=103258) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 11:12:49.980407 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-240b4c4b-a558-40a1-9216-a4a8b8e76d42 {{(pid=103258) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 11:12:49.980808 dv-cinder-830088-4-iscsi neutron-server[103258]: INFO neutron.notifiers.nova [-] Nova event matching ['req-240b4c4b-a558-40a1-9216-a4a8b8e76d42'] response: {'name': 'network-changed', 'server_uuid': 'c65d6f5c-1ae5-4155-8ec8-145c65166e41', 'tag': 'df8ffef1-4eb8-4f9c-986b-114ead445665', 'status': 'completed', 'code': 200} Apr 12 11:12:50.331561 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9051adad-614d-46cb-b8b8-d265b4e7cc5c req-f3126799-3a18-41ae-a6a4-f59990d286cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:12:50.333071 dv-cinder-830088-4-iscsi neutron-server[103258]: INFO neutron.wsgi [req-9051adad-614d-46cb-b8b8-d265b4e7cc5c req-f3126799-3a18-41ae-a6a4-f59990d286cc service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=6144571919274c209d50bb930217ba64&device_id=c65d6f5c-1ae5-4155-8ec8-145c65166e41 HTTP/1.1" status: 200 len: 1128 time: 0.3288252 Apr 12 11:12:50.382749 dv-cinder-830088-4-iscsi neutron-server[103258]: INFO neutron.wsgi [req-9051adad-614d-46cb-b8b8-d265b4e7cc5c req-2e3a31b2-4da8-49fa-a631-85bf0571cc6e service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=df8ffef1-4eb8-4f9c-986b-114ead445665 HTTP/1.1" status: 200 len: 217 time: 0.0351174 Apr 12 11:12:50.430844 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9051adad-614d-46cb-b8b8-d265b4e7cc5c req-df8700a1-4099-4365-abaa-21b2e05943d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:12:50.432774 dv-cinder-830088-4-iscsi neutron-server[103258]: INFO neutron.wsgi [req-9051adad-614d-46cb-b8b8-d265b4e7cc5c req-df8700a1-4099-4365-abaa-21b2e05943d5 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=95c5495e-ac0b-49f0-836a-8412d9349eeb HTTP/1.1" status: 200 len: 853 time: 0.0435176 Apr 12 11:12:50.467101 dv-cinder-830088-4-iscsi neutron-server[103258]: INFO neutron.wsgi [req-9051adad-614d-46cb-b8b8-d265b4e7cc5c req-e90a0e66-a74c-4362-895a-5000de0a420f service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=2c1587ca-a1cf-41f7-9797-c6a6968b720a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0271332 Apr 12 11:12:50.565344 dv-cinder-830088-4-iscsi neutron-server[103258]: INFO neutron.wsgi [req-9051adad-614d-46cb-b8b8-d265b4e7cc5c req-ae880af7-7cf4-4072-aa4e-35b92b701103 service neutron] 10.222.0.53 "GET /v2.0/networks/2c1587ca-a1cf-41f7-9797-c6a6968b720a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0918443 Apr 12 11:12:50.652629 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron.wsgi [-] (103257) accepted ('10.222.0.39', 60466) {{(pid=103257) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 11:12:50.684116 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1575fd0-cf5a-4615-8a36-9469d7595584 req-2bef579b-33ca-4c62-b824-44f52de6b300 tempest-TestVolumeBootPattern-1690597324 tempest-TestVolumeBootPattern-1690597324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:12:50.685693 dv-cinder-830088-4-iscsi neutron-server[103258]: INFO neutron.wsgi [req-d1575fd0-cf5a-4615-8a36-9469d7595584 req-2bef579b-33ca-4c62-b824-44f52de6b300 tempest-TestVolumeBootPattern-1690597324 tempest-TestVolumeBootPattern-1690597324-project] 10.222.0.39 "GET /v2.0/ports?device_id=6b729849-124d-4cad-857e-d761c7bbc66c HTTP/1.1" status: 200 len: 944 time: 0.1004667 Apr 12 11:12:50.721865 dv-cinder-830088-4-iscsi neutron-server[103258]: INFO neutron.wsgi [req-9051adad-614d-46cb-b8b8-d265b4e7cc5c req-677d038b-d131-401f-8ab1-9f015f20de50 service neutron] 10.222.0.53 "GET /v2.0/networks/2c1587ca-a1cf-41f7-9797-c6a6968b720a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1506617 Apr 12 11:12:50.753638 dv-cinder-830088-4-iscsi neutron-server[103258]: INFO neutron.wsgi [req-d1575fd0-cf5a-4615-8a36-9469d7595584 req-0177eae7-1462-403f-9685-c9d4dfb81499 tempest-TestVolumeBootPattern-1690597324 tempest-TestVolumeBootPattern-1690597324-project] 10.222.0.39 "GET /v2.0/security-groups?id=726d01fd-8df5-4a24-846e-ad176077f036&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0605431 Apr 12 11:12:50.815339 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-e51dcd3b-95c2-4a64-a362-95dd6afd98ff admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:12:50.933490 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-e51dcd3b-95c2-4a64-a362-95dd6afd98ff admin admin] Publish callbacks [] for security_group (3c88b014-b79f-4b26-9e66-68cc5347a721), precommit_create {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:12:50.940691 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b3525a3-2fdb-4e1c-a164-c0b9fe4abb21 req-ed6868cc-0dc1-41b9-8a8e-7f42676eba1b tempest-VolumesSnapshotTestJSON-1638709511 tempest-VolumesSnapshotTestJSON-1638709511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:12:50.942287 dv-cinder-830088-4-iscsi neutron-server[103257]: INFO neutron.wsgi [req-6b3525a3-2fdb-4e1c-a164-c0b9fe4abb21 req-ed6868cc-0dc1-41b9-8a8e-7f42676eba1b tempest-VolumesSnapshotTestJSON-1638709511 tempest-VolumesSnapshotTestJSON-1638709511-project] 10.222.0.39 "GET /v2.0/ports?device_id=c65d6f5c-1ae5-4155-8ec8-145c65166e41 HTTP/1.1" status: 200 len: 944 time: 0.0706334 Apr 12 11:12:50.943587 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-e51dcd3b-95c2-4a64-a362-95dd6afd98ff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-415253'] for security_group (3c88b014-b79f-4b26-9e66-68cc5347a721), after_create {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:12:51.005512 dv-cinder-830088-4-iscsi neutron-server[103257]: INFO neutron.wsgi [None req-e51dcd3b-95c2-4a64-a362-95dd6afd98ff admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=b8d1158ac311425a9fce23c0150c389b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3517900 Apr 12 11:12:51.007525 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e51dcd3b-95c2-4a64-a362-95dd6afd98ff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3c88b014-b79f-4b26-9e66-68cc5347a721,revision_number=1']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:12:51.008323 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.wsgi [-] (103258) accepted ('10.222.0.39', 60474) {{(pid=103258) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 11:12:51.031694 dv-cinder-830088-4-iscsi neutron-server[103257]: INFO neutron.wsgi [req-6b3525a3-2fdb-4e1c-a164-c0b9fe4abb21 req-f0f50e24-26cb-4c60-b53f-0e68574bab9d tempest-VolumesSnapshotTestJSON-1638709511 tempest-VolumesSnapshotTestJSON-1638709511-project] 10.222.0.39 "GET /v2.0/security-groups?id=913b69ee-c33a-4b0e-ab4a-1fa3794e4eb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0823078 Apr 12 11:12:51.066243 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-1897f6f4-d58e-4826-a0f5-e854b81935ba admin admin] Publish callbacks [] for security_group (3c88b014-b79f-4b26-9e66-68cc5347a721), before_delete {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:12:51.088378 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-1897f6f4-d58e-4826-a0f5-e854b81935ba admin admin] Publish callbacks [] for security_group (3c88b014-b79f-4b26-9e66-68cc5347a721), precommit_delete {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:12:51.136168 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-1897f6f4-d58e-4826-a0f5-e854b81935ba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-415253'] for security_group (3c88b014-b79f-4b26-9e66-68cc5347a721), after_delete {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:12:51.139387 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-1897f6f4-d58e-4826-a0f5-e854b81935ba admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:12:51.140595 dv-cinder-830088-4-iscsi neutron-server[103258]: INFO neutron.wsgi [None req-1897f6f4-d58e-4826-a0f5-e854b81935ba admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/3c88b014-b79f-4b26-9e66-68cc5347a721 HTTP/1.1" status: 204 len: 168 time: 0.1312060 Apr 12 11:12:51.148575 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1897f6f4-d58e-4826-a0f5-e854b81935ba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3c88b014-b79f-4b26-9e66-68cc5347a721,revision_number=None']} {{(pid=103258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:12:51.195661 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron.plugins.ml2.rpc [None req-ae6c308c-a92e-4424-a7f8-d6a17e5174ef None None] Device 916b9215-bc88-4bf9-ba72-dd4d5590f88d details requested by agent hyperv_hv-cinder-83008 with host hv-cinder-83008 {{(pid=103259) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 12 11:12:51.302496 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron.plugins.ml2.db [None req-ae6c308c-a92e-4424-a7f8-d6a17e5174ef None None] For port 916b9215-bc88-4bf9-ba72-dd4d5590f88d, host hv-cinder-83008, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83008',level=0,port_id=916b9215-bc88-4bf9-ba72-dd4d5590f88d,segment=NetworkSegment(d51f3e71-8cf4-4a31-9034-8318c2e937aa),segment_id=d51f3e71-8cf4-4a31-9034-8318c2e937aa)] {{(pid=103259) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 11:12:51.314041 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron.plugins.ml2.rpc [None req-ae6c308c-a92e-4424-a7f8-d6a17e5174ef None None] Returning: {'device': '916b9215-bc88-4bf9-ba72-dd4d5590f88d', 'network_id': '1232fc79-51a8-446f-8db9-91c7982426a3', 'port_id': '916b9215-bc88-4bf9-ba72-dd4d5590f88d', 'mac_address': 'fa:16:3e:d1:a3:e7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 532, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '629313fa-4f32-46d8-868a-0d9dbc8c0fc7', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103259) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 12 11:12:51.353524 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron.plugins.ml2.plugin [None req-ae6c308c-a92e-4424-a7f8-d6a17e5174ef None None] Current status of the port 916b9215-bc88-4bf9-ba72-dd4d5590f88d is: DOWN; New status is: BUILD {{(pid=103259) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 11:12:51.353916 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron_lib.callbacks.manager [None req-ae6c308c-a92e-4424-a7f8-d6a17e5174ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1535343'] for port (916b9215-bc88-4bf9-ba72-dd4d5590f88d), before_update {{(pid=103259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:12:51.367757 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron.notifiers.nova [None req-ae6c308c-a92e-4424-a7f8-d6a17e5174ef None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 916b9215-bc88-4bf9-ba72-dd4d5590f88d {{(pid=103259) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 12 11:12:51.397067 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron.plugins.ml2.db [None req-ae6c308c-a92e-4424-a7f8-d6a17e5174ef None None] For port 916b9215-bc88-4bf9-ba72-dd4d5590f88d, host hv-cinder-83008, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83008',level=0,port_id=916b9215-bc88-4bf9-ba72-dd4d5590f88d,segment=NetworkSegment(d51f3e71-8cf4-4a31-9034-8318c2e937aa),segment_id=d51f3e71-8cf4-4a31-9034-8318c2e937aa)] {{(pid=103259) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 11:12:51.401228 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron_lib.callbacks.manager [None req-ae6c308c-a92e-4424-a7f8-d6a17e5174ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1534861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777667992095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777667450170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777667450188'] for port (916b9215-bc88-4bf9-ba72-dd4d5590f88d), after_update {{(pid=103259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:12:51.418089 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron.wsgi [-] (103257) accepted ('10.222.0.39', 60480) {{(pid=103257) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 11:12:51.432968 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-f2de5170-c5ee-447e-8594-f0a82b5edb2f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:12:51.450856 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae6c308c-a92e-4424-a7f8-d6a17e5174ef None None] Pushing event updated for resources: {'Port': ['ID=916b9215-bc88-4bf9-ba72-dd4d5590f88d,revision_number=4']} {{(pid=103259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:12:51.515056 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-f2de5170-c5ee-447e-8594-f0a82b5edb2f admin admin] Publish callbacks [] for security_group (db82b52a-a079-4662-9b31-efc4ea6b2f77), precommit_create {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:12:51.519031 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-f2de5170-c5ee-447e-8594-f0a82b5edb2f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-415253'] for security_group (db82b52a-a079-4662-9b31-efc4ea6b2f77), after_create {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:12:51.556728 dv-cinder-830088-4-iscsi neutron-server[103257]: INFO neutron.wsgi [None req-f2de5170-c5ee-447e-8594-f0a82b5edb2f admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=2f2f9d201d7b4e2cae69ea925f8d89a7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1375215 Apr 12 11:12:51.557599 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2de5170-c5ee-447e-8594-f0a82b5edb2f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=db82b52a-a079-4662-9b31-efc4ea6b2f77,revision_number=1']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:12:51.560549 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.wsgi [-] (103258) accepted ('10.222.0.39', 60482) {{(pid=103258) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 11:12:51.615055 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-f641f3af-1069-4114-a1da-6f4dd707d60b admin admin] Publish callbacks [] for security_group (db82b52a-a079-4662-9b31-efc4ea6b2f77), before_delete {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:12:51.636800 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-f641f3af-1069-4114-a1da-6f4dd707d60b admin admin] Publish callbacks [] for security_group (db82b52a-a079-4662-9b31-efc4ea6b2f77), precommit_delete {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:12:51.683735 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-f641f3af-1069-4114-a1da-6f4dd707d60b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-415253'] for security_group (db82b52a-a079-4662-9b31-efc4ea6b2f77), after_delete {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:12:51.686333 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-f641f3af-1069-4114-a1da-6f4dd707d60b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:12:51.687527 dv-cinder-830088-4-iscsi neutron-server[103258]: INFO neutron.wsgi [None req-f641f3af-1069-4114-a1da-6f4dd707d60b admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/db82b52a-a079-4662-9b31-efc4ea6b2f77 HTTP/1.1" status: 204 len: 168 time: 0.1257174 Apr 12 11:12:51.695675 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f641f3af-1069-4114-a1da-6f4dd707d60b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=db82b52a-a079-4662-9b31-efc4ea6b2f77,revision_number=None']} {{(pid=103258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:12:51.840376 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron.plugins.ml2.db [None req-ae6c308c-a92e-4424-a7f8-d6a17e5174ef None None] get_ports_and_sgs() called for port_ids ['916b9215-bc88-4bf9-ba72-dd4d5590f88d'] {{(pid=103259) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 12 11:12:51.882641 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-709496be-db64-4504-92e4-767825bf4a36 req-313db9c9-a11b-4cc4-b143-0d863ff89a0b tempest-TestVolumeBootPattern-1690597324 tempest-TestVolumeBootPattern-1690597324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:12:51.884193 dv-cinder-830088-4-iscsi neutron-server[103258]: INFO neutron.wsgi [req-709496be-db64-4504-92e4-767825bf4a36 req-313db9c9-a11b-4cc4-b143-0d863ff89a0b tempest-TestVolumeBootPattern-1690597324 tempest-TestVolumeBootPattern-1690597324-project] 10.222.0.39 "GET /v2.0/ports?device_id=6b729849-124d-4cad-857e-d761c7bbc66c HTTP/1.1" status: 200 len: 945 time: 0.0626838 Apr 12 11:12:51.939439 dv-cinder-830088-4-iscsi neutron-server[103258]: INFO neutron.wsgi [req-709496be-db64-4504-92e4-767825bf4a36 req-8f028ec1-8820-4ba4-a4bd-7403724f18f6 tempest-TestVolumeBootPattern-1690597324 tempest-TestVolumeBootPattern-1690597324-project] 10.222.0.39 "GET /v2.0/security-groups?id=726d01fd-8df5-4a24-846e-ad176077f036&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0486264 Apr 12 11:12:52.042592 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.wsgi [-] (103258) accepted ('10.222.0.39', 60492) {{(pid=103258) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 11:12:52.055713 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-83d5b5b3-01ff-451c-8033-b52ea63e8234 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:12:52.144615 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-83d5b5b3-01ff-451c-8033-b52ea63e8234 admin admin] Publish callbacks [] for security_group (1bb8d8bb-f478-49c5-8a63-b54396991be7), precommit_create {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:12:52.149670 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-83d5b5b3-01ff-451c-8033-b52ea63e8234 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-415253'] for security_group (1bb8d8bb-f478-49c5-8a63-b54396991be7), after_create {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:12:52.155799 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d73ac5b6-74ab-4e7b-8a64-eb1a84dd609b req-a86f98df-ac10-4f92-bb8a-3058b017e191 tempest-VolumesSnapshotTestJSON-1638709511 tempest-VolumesSnapshotTestJSON-1638709511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:12:52.157305 dv-cinder-830088-4-iscsi neutron-server[103257]: INFO neutron.wsgi [req-d73ac5b6-74ab-4e7b-8a64-eb1a84dd609b req-a86f98df-ac10-4f92-bb8a-3058b017e191 tempest-VolumesSnapshotTestJSON-1638709511 tempest-VolumesSnapshotTestJSON-1638709511-project] 10.222.0.39 "GET /v2.0/ports?device_id=c65d6f5c-1ae5-4155-8ec8-145c65166e41 HTTP/1.1" status: 200 len: 944 time: 0.0547879 Apr 12 11:12:52.189951 dv-cinder-830088-4-iscsi neutron-server[103258]: INFO neutron.wsgi [None req-83d5b5b3-01ff-451c-8033-b52ea63e8234 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=54ee4a2ed4784f6d8dd53830359b8fe0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1461422 Apr 12 11:12:52.190846 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83d5b5b3-01ff-451c-8033-b52ea63e8234 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1bb8d8bb-f478-49c5-8a63-b54396991be7,revision_number=1']} {{(pid=103258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:12:52.193222 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.wsgi [-] (103258) accepted ('10.222.0.39', 60496) {{(pid=103258) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 11:12:52.207445 dv-cinder-830088-4-iscsi neutron-server[103257]: INFO neutron.wsgi [req-d73ac5b6-74ab-4e7b-8a64-eb1a84dd609b req-926b2bba-1e56-4416-bcf1-6159ba015cfc tempest-VolumesSnapshotTestJSON-1638709511 tempest-VolumesSnapshotTestJSON-1638709511-project] 10.222.0.39 "GET /v2.0/security-groups?id=913b69ee-c33a-4b0e-ab4a-1fa3794e4eb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442810 Apr 12 11:12:52.244395 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-6b94ca84-019f-42c8-9e6b-7ceaffb71cd9 admin admin] Publish callbacks [] for security_group (1bb8d8bb-f478-49c5-8a63-b54396991be7), before_delete {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:12:52.265827 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-6b94ca84-019f-42c8-9e6b-7ceaffb71cd9 admin admin] Publish callbacks [] for security_group (1bb8d8bb-f478-49c5-8a63-b54396991be7), precommit_delete {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:12:52.312068 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-6b94ca84-019f-42c8-9e6b-7ceaffb71cd9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-415253'] for security_group (1bb8d8bb-f478-49c5-8a63-b54396991be7), after_delete {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:12:52.315035 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-6b94ca84-019f-42c8-9e6b-7ceaffb71cd9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:12:52.318732 dv-cinder-830088-4-iscsi neutron-server[103258]: INFO neutron.wsgi [None req-6b94ca84-019f-42c8-9e6b-7ceaffb71cd9 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/1bb8d8bb-f478-49c5-8a63-b54396991be7 HTTP/1.1" status: 204 len: 168 time: 0.1221354 Apr 12 11:12:52.324364 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b94ca84-019f-42c8-9e6b-7ceaffb71cd9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1bb8d8bb-f478-49c5-8a63-b54396991be7,revision_number=None']} {{(pid=103258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:12:52.774842 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7846e29d-80da-4fc9-a5eb-8bb61fdc79a8 req-c986aa3c-9a16-4efc-b010-36c17e0cdb32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:12:52.776752 dv-cinder-830088-4-iscsi neutron-server[103258]: INFO neutron.wsgi [req-7846e29d-80da-4fc9-a5eb-8bb61fdc79a8 req-c986aa3c-9a16-4efc-b010-36c17e0cdb32 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=6144571919274c209d50bb930217ba64&device_id=c65d6f5c-1ae5-4155-8ec8-145c65166e41 HTTP/1.1" status: 200 len: 1128 time: 0.0391226 Apr 12 11:12:53.090337 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e377a09f-204d-4564-9207-d7b8acb06a78 req-411e4fb6-6021-4d94-8571-17c3d559afa1 tempest-TestVolumeBootPattern-1690597324 tempest-TestVolumeBootPattern-1690597324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:12:53.091883 dv-cinder-830088-4-iscsi neutron-server[103258]: INFO neutron.wsgi [req-e377a09f-204d-4564-9207-d7b8acb06a78 req-411e4fb6-6021-4d94-8571-17c3d559afa1 tempest-TestVolumeBootPattern-1690597324 tempest-TestVolumeBootPattern-1690597324-project] 10.222.0.39 "GET /v2.0/ports?device_id=6b729849-124d-4cad-857e-d761c7bbc66c HTTP/1.1" status: 200 len: 945 time: 0.0847013 Apr 12 11:12:53.188803 dv-cinder-830088-4-iscsi neutron-server[103258]: INFO neutron.wsgi [req-e377a09f-204d-4564-9207-d7b8acb06a78 req-deda9658-15c0-4064-9357-7cb77cdb8eee tempest-TestVolumeBootPattern-1690597324 tempest-TestVolumeBootPattern-1690597324-project] 10.222.0.39 "GET /v2.0/security-groups?id=726d01fd-8df5-4a24-846e-ad176077f036&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0726292 Apr 12 11:12:53.190071 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7846e29d-80da-4fc9-a5eb-8bb61fdc79a8 req-b9a282c8-a2d8-4d0b-91b6-eb113d817d43 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:12:53.191702 dv-cinder-830088-4-iscsi neutron-server[103258]: INFO neutron.wsgi [req-7846e29d-80da-4fc9-a5eb-8bb61fdc79a8 req-b9a282c8-a2d8-4d0b-91b6-eb113d817d43 service neutron] 10.222.0.53 "GET /v2.0/networks?id=2c1587ca-a1cf-41f7-9797-c6a6968b720a HTTP/1.1" status: 200 len: 914 time: 0.1746659 Apr 12 11:12:53.196977 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron.plugins.ml2.rpc [None req-ae6c308c-a92e-4424-a7f8-d6a17e5174ef None None] Device 916b9215-bc88-4bf9-ba72-dd4d5590f88d up at agent hyperv_hv-cinder-83008 {{(pid=103259) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 11:12:53.242482 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron.db.provisioning_blocks [None req-ae6c308c-a92e-4424-a7f8-d6a17e5174ef None None] Provisioning for port 916b9215-bc88-4bf9-ba72-dd4d5590f88d completed by entity L2. {{(pid=103259) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Apr 12 11:12:53.248717 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron.db.provisioning_blocks [None req-ae6c308c-a92e-4424-a7f8-d6a17e5174ef None None] Provisioning complete for port 916b9215-bc88-4bf9-ba72-dd4d5590f88d triggered by entity L2. {{(pid=103259) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 11:12:53.249160 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron_lib.callbacks.manager [None req-ae6c308c-a92e-4424-a7f8-d6a17e5174ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1343588'] for port (916b9215-bc88-4bf9-ba72-dd4d5590f88d), provisioning_complete {{(pid=103259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:12:53.328925 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bd0b68b-c55f-4eee-83c5-a37a0bb867f5 req-645e1644-8637-4183-9ce8-d8b5436efb35 tempest-VolumesSnapshotTestJSON-1638709511 tempest-VolumesSnapshotTestJSON-1638709511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:12:53.330624 dv-cinder-830088-4-iscsi neutron-server[103257]: INFO neutron.wsgi [req-8bd0b68b-c55f-4eee-83c5-a37a0bb867f5 req-645e1644-8637-4183-9ce8-d8b5436efb35 tempest-VolumesSnapshotTestJSON-1638709511 tempest-VolumesSnapshotTestJSON-1638709511-project] 10.222.0.39 "GET /v2.0/ports?device_id=c65d6f5c-1ae5-4155-8ec8-145c65166e41 HTTP/1.1" status: 200 len: 944 time: 0.0533814 Apr 12 11:12:53.395125 dv-cinder-830088-4-iscsi neutron-server[103257]: INFO neutron.wsgi [req-8bd0b68b-c55f-4eee-83c5-a37a0bb867f5 req-1deaec47-8c72-44bb-9a3f-4b93ad5f1107 tempest-VolumesSnapshotTestJSON-1638709511 tempest-VolumesSnapshotTestJSON-1638709511-project] 10.222.0.39 "GET /v2.0/security-groups?id=913b69ee-c33a-4b0e-ab4a-1fa3794e4eb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0561259 Apr 12 11:12:53.408527 dv-cinder-830088-4-iscsi neutron-server[103258]: INFO neutron.wsgi [req-7846e29d-80da-4fc9-a5eb-8bb61fdc79a8 req-41949476-9aa5-4a98-8caa-a805b5f150b4 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=df8ffef1-4eb8-4f9c-986b-114ead445665 HTTP/1.1" status: 200 len: 217 time: 0.0407262 Apr 12 11:12:53.457811 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7846e29d-80da-4fc9-a5eb-8bb61fdc79a8 req-c0f52c24-0b57-4d2b-a235-ec92037cd7d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:12:53.459304 dv-cinder-830088-4-iscsi neutron-server[103258]: INFO neutron.wsgi [req-7846e29d-80da-4fc9-a5eb-8bb61fdc79a8 req-c0f52c24-0b57-4d2b-a235-ec92037cd7d8 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=95c5495e-ac0b-49f0-836a-8412d9349eeb HTTP/1.1" status: 200 len: 853 time: 0.0448480 Apr 12 11:12:53.465301 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron.plugins.ml2.plugin [None req-ae6c308c-a92e-4424-a7f8-d6a17e5174ef None None] Current status of the port 916b9215-bc88-4bf9-ba72-dd4d5590f88d is: BUILD; New status is: ACTIVE {{(pid=103259) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 11:12:53.465733 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron_lib.callbacks.manager [None req-ae6c308c-a92e-4424-a7f8-d6a17e5174ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1535343'] for port (916b9215-bc88-4bf9-ba72-dd4d5590f88d), before_update {{(pid=103259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:12:53.491211 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6b729849-124d-4cad-857e-d761c7bbc66c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '916b9215-bc88-4bf9-ba72-dd4d5590f88d'}] {{(pid=103259) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 11:12:53.491956 dv-cinder-830088-4-iscsi neutron-server[103258]: INFO neutron.wsgi [req-7846e29d-80da-4fc9-a5eb-8bb61fdc79a8 req-56d1d834-8e7d-4b8e-99e5-f0a8d17a3aee service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=2c1587ca-a1cf-41f7-9797-c6a6968b720a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0262246 Apr 12 11:12:53.493675 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}af87e37ddfedca7c8b2a1dd0c6cba4e3e91bcc66796c687067be127c7223cf15" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5e408e9c-c514-41a3-a497-84a4ef20d91e" -d '{"events": [{"server_uuid": "6b729849-124d-4cad-857e-d761c7bbc66c", "name": "network-vif-plugged", "status": "completed", "tag": "916b9215-bc88-4bf9-ba72-dd4d5590f88d"}]}' {{(pid=103259) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 11:12:53.509562 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron.plugins.ml2.db [None req-ae6c308c-a92e-4424-a7f8-d6a17e5174ef None None] For port 916b9215-bc88-4bf9-ba72-dd4d5590f88d, host hv-cinder-83008, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83008',level=0,port_id=916b9215-bc88-4bf9-ba72-dd4d5590f88d,segment=NetworkSegment(d51f3e71-8cf4-4a31-9034-8318c2e937aa),segment_id=d51f3e71-8cf4-4a31-9034-8318c2e937aa)] {{(pid=103259) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 11:12:53.512803 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron_lib.callbacks.manager [None req-ae6c308c-a92e-4424-a7f8-d6a17e5174ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1534861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777667992095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777667450170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777667450188'] for port (916b9215-bc88-4bf9-ba72-dd4d5590f88d), after_update {{(pid=103259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:12:53.567061 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae6c308c-a92e-4424-a7f8-d6a17e5174ef None None] Pushing event updated for resources: {'Port': ['ID=916b9215-bc88-4bf9-ba72-dd4d5590f88d,revision_number=5']} {{(pid=103259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:12:53.595355 dv-cinder-830088-4-iscsi neutron-server[103258]: INFO neutron.wsgi [req-7846e29d-80da-4fc9-a5eb-8bb61fdc79a8 req-e22c52dd-91b3-4ae9-90f2-d57109a670e7 service neutron] 10.222.0.53 "GET /v2.0/networks/2c1587ca-a1cf-41f7-9797-c6a6968b720a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0976317 Apr 12 11:12:53.690878 dv-cinder-830088-4-iscsi neutron-server[103258]: INFO neutron.wsgi [req-7846e29d-80da-4fc9-a5eb-8bb61fdc79a8 req-1766cd17-2771-4464-a429-48512aacb875 service neutron] 10.222.0.53 "GET /v2.0/networks/2c1587ca-a1cf-41f7-9797-c6a6968b720a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0888841 Apr 12 11:12:53.721315 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Apr 2022 11:12:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d28f0c82-8812-4c7a-a22c-1cc9c8f7057e x-openstack-request-id: req-d28f0c82-8812-4c7a-a22c-1cc9c8f7057e {{(pid=103259) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 11:12:53.721608 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6b729849-124d-4cad-857e-d761c7bbc66c", "name": "network-vif-plugged", "status": "completed", "tag": "916b9215-bc88-4bf9-ba72-dd4d5590f88d", "code": 200}]} {{(pid=103259) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 11:12:53.721866 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-d28f0c82-8812-4c7a-a22c-1cc9c8f7057e {{(pid=103259) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 11:12:53.722258 dv-cinder-830088-4-iscsi neutron-server[103259]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d28f0c82-8812-4c7a-a22c-1cc9c8f7057e'] response: {'server_uuid': '6b729849-124d-4cad-857e-d761c7bbc66c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '916b9215-bc88-4bf9-ba72-dd4d5590f88d', 'code': 200} Apr 12 11:12:53.975698 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fbebbd3-94b6-41f6-86f8-da49675eecd6 req-a4d8ab05-8390-4dc0-8964-7c2dd918cc9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:12:53.977209 dv-cinder-830088-4-iscsi neutron-server[103258]: INFO neutron.wsgi [req-7fbebbd3-94b6-41f6-86f8-da49675eecd6 req-a4d8ab05-8390-4dc0-8964-7c2dd918cc9e service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=6b729849-124d-4cad-857e-d761c7bbc66c HTTP/1.1" status: 200 len: 1130 time: 0.0426490 Apr 12 11:12:54.022780 dv-cinder-830088-4-iscsi neutron-server[103258]: INFO neutron.wsgi [req-7fbebbd3-94b6-41f6-86f8-da49675eecd6 req-d2a51b4c-368e-4c9e-9799-4539477f7d9f service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=726d01fd-8df5-4a24-846e-ad176077f036&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0391579 Apr 12 11:12:54.301531 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfb65a0d-34c0-4e95-a540-cc2b310d3ded req-0dcc7098-d30e-47ad-8f0f-5205da730783 tempest-TestVolumeBootPattern-1690597324 tempest-TestVolumeBootPattern-1690597324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:12:54.303058 dv-cinder-830088-4-iscsi neutron-server[103257]: INFO neutron.wsgi [req-cfb65a0d-34c0-4e95-a540-cc2b310d3ded req-0dcc7098-d30e-47ad-8f0f-5205da730783 tempest-TestVolumeBootPattern-1690597324 tempest-TestVolumeBootPattern-1690597324-project] 10.222.0.39 "GET /v2.0/ports?device_id=6b729849-124d-4cad-857e-d761c7bbc66c HTTP/1.1" status: 200 len: 946 time: 0.0471513 Apr 12 11:12:54.351972 dv-cinder-830088-4-iscsi neutron-server[103257]: INFO neutron.wsgi [req-cfb65a0d-34c0-4e95-a540-cc2b310d3ded req-c305c002-2601-45dd-ad51-a2e7a61120b9 tempest-TestVolumeBootPattern-1690597324 tempest-TestVolumeBootPattern-1690597324-project] 10.222.0.39 "GET /v2.0/security-groups?id=726d01fd-8df5-4a24-846e-ad176077f036&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432119 Apr 12 11:12:54.511860 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15aa000c-984f-4adb-bb5b-951b1793d31c req-d0e08281-ed25-4802-823e-8d5a162556cf tempest-VolumesSnapshotTestJSON-1638709511 tempest-VolumesSnapshotTestJSON-1638709511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:12:54.513260 dv-cinder-830088-4-iscsi neutron-server[103258]: INFO neutron.wsgi [req-15aa000c-984f-4adb-bb5b-951b1793d31c req-d0e08281-ed25-4802-823e-8d5a162556cf tempest-VolumesSnapshotTestJSON-1638709511 tempest-VolumesSnapshotTestJSON-1638709511-project] 10.222.0.39 "GET /v2.0/ports?device_id=c65d6f5c-1ae5-4155-8ec8-145c65166e41 HTTP/1.1" status: 200 len: 944 time: 0.0481327 Apr 12 11:12:54.573409 dv-cinder-830088-4-iscsi neutron-server[103258]: INFO neutron.wsgi [req-15aa000c-984f-4adb-bb5b-951b1793d31c req-ed1b3aca-90bf-4df7-b1e7-b78f4d8b47db tempest-VolumesSnapshotTestJSON-1638709511 tempest-VolumesSnapshotTestJSON-1638709511-project] 10.222.0.39 "GET /v2.0/security-groups?id=913b69ee-c33a-4b0e-ab4a-1fa3794e4eb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0545921 Apr 12 11:12:55.210161 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron.plugins.ml2.rpc [None req-ae6c308c-a92e-4424-a7f8-d6a17e5174ef None None] Device df8ffef1-4eb8-4f9c-986b-114ead445665 details requested by agent hyperv_hv-cinder-83008 with host hv-cinder-83008 {{(pid=103259) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 12 11:12:55.308856 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron.plugins.ml2.db [None req-ae6c308c-a92e-4424-a7f8-d6a17e5174ef None None] For port df8ffef1-4eb8-4f9c-986b-114ead445665, host hv-cinder-83008, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83008',level=0,port_id=df8ffef1-4eb8-4f9c-986b-114ead445665,segment=NetworkSegment(f63ba848-6919-49b1-9df1-3f52c7b159cf),segment_id=f63ba848-6919-49b1-9df1-3f52c7b159cf)] {{(pid=103259) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 11:12:55.319668 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron.plugins.ml2.rpc [None req-ae6c308c-a92e-4424-a7f8-d6a17e5174ef None None] Returning: {'device': 'df8ffef1-4eb8-4f9c-986b-114ead445665', 'network_id': '2c1587ca-a1cf-41f7-9797-c6a6968b720a', 'port_id': 'df8ffef1-4eb8-4f9c-986b-114ead445665', 'mac_address': 'fa:16:3e:8e:9c:66', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 524, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '95c5495e-ac0b-49f0-836a-8412d9349eeb', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103259) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 12 11:12:55.357514 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron.plugins.ml2.plugin [None req-ae6c308c-a92e-4424-a7f8-d6a17e5174ef None None] Current status of the port df8ffef1-4eb8-4f9c-986b-114ead445665 is: DOWN; New status is: BUILD {{(pid=103259) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 11:12:55.357911 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron_lib.callbacks.manager [None req-ae6c308c-a92e-4424-a7f8-d6a17e5174ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1535343'] for port (df8ffef1-4eb8-4f9c-986b-114ead445665), before_update {{(pid=103259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:12:55.371839 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron.notifiers.nova [None req-ae6c308c-a92e-4424-a7f8-d6a17e5174ef None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id df8ffef1-4eb8-4f9c-986b-114ead445665 {{(pid=103259) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 12 11:12:55.392330 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron.plugins.ml2.db [None req-ae6c308c-a92e-4424-a7f8-d6a17e5174ef None None] For port df8ffef1-4eb8-4f9c-986b-114ead445665, host hv-cinder-83008, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83008',level=0,port_id=df8ffef1-4eb8-4f9c-986b-114ead445665,segment=NetworkSegment(f63ba848-6919-49b1-9df1-3f52c7b159cf),segment_id=f63ba848-6919-49b1-9df1-3f52c7b159cf)] {{(pid=103259) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 11:12:55.396386 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron_lib.callbacks.manager [None req-ae6c308c-a92e-4424-a7f8-d6a17e5174ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1534861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777667992095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777667450170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777667450188'] for port (df8ffef1-4eb8-4f9c-986b-114ead445665), after_update {{(pid=103259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:12:55.453380 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae6c308c-a92e-4424-a7f8-d6a17e5174ef None None] Pushing event updated for resources: {'Port': ['ID=df8ffef1-4eb8-4f9c-986b-114ead445665,revision_number=4']} {{(pid=103259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:12:55.491147 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59faac60-6c07-4923-9f57-8da21f90f48a req-880ff1e2-8938-451f-99b5-3d468f2b2112 tempest-TestVolumeBootPattern-1690597324 tempest-TestVolumeBootPattern-1690597324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:12:55.492642 dv-cinder-830088-4-iscsi neutron-server[103257]: INFO neutron.wsgi [req-59faac60-6c07-4923-9f57-8da21f90f48a req-880ff1e2-8938-451f-99b5-3d468f2b2112 tempest-TestVolumeBootPattern-1690597324 tempest-TestVolumeBootPattern-1690597324-project] 10.222.0.39 "GET /v2.0/ports?device_id=6b729849-124d-4cad-857e-d761c7bbc66c HTTP/1.1" status: 200 len: 946 time: 0.0608780 Apr 12 11:12:55.540466 dv-cinder-830088-4-iscsi neutron-server[103257]: INFO neutron.wsgi [req-59faac60-6c07-4923-9f57-8da21f90f48a req-fe04a688-2aa0-47b3-885c-29eeaf82c617 tempest-TestVolumeBootPattern-1690597324 tempest-TestVolumeBootPattern-1690597324-project] 10.222.0.39 "GET /v2.0/security-groups?id=726d01fd-8df5-4a24-846e-ad176077f036&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414362 Apr 12 11:12:55.689335 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-486d0dd3-67d9-4bd9-875c-c9eda3fe1cde req-9feb3540-d80b-4bb9-9f61-024034c584f4 tempest-VolumesSnapshotTestJSON-1638709511 tempest-VolumesSnapshotTestJSON-1638709511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:12:55.690759 dv-cinder-830088-4-iscsi neutron-server[103258]: INFO neutron.wsgi [req-486d0dd3-67d9-4bd9-875c-c9eda3fe1cde req-9feb3540-d80b-4bb9-9f61-024034c584f4 tempest-VolumesSnapshotTestJSON-1638709511 tempest-VolumesSnapshotTestJSON-1638709511-project] 10.222.0.39 "GET /v2.0/ports?device_id=c65d6f5c-1ae5-4155-8ec8-145c65166e41 HTTP/1.1" status: 200 len: 945 time: 0.0508945 Apr 12 11:12:55.738441 dv-cinder-830088-4-iscsi neutron-server[103258]: INFO neutron.wsgi [req-486d0dd3-67d9-4bd9-875c-c9eda3fe1cde req-5af4b4aa-a9c6-45dc-8d56-b13369b1affe tempest-VolumesSnapshotTestJSON-1638709511 tempest-VolumesSnapshotTestJSON-1638709511-project] 10.222.0.39 "GET /v2.0/security-groups?id=913b69ee-c33a-4b0e-ab4a-1fa3794e4eb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421255 Apr 12 11:12:55.817280 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron.plugins.ml2.db [None req-ae6c308c-a92e-4424-a7f8-d6a17e5174ef None None] get_ports_and_sgs() called for port_ids ['df8ffef1-4eb8-4f9c-986b-114ead445665'] {{(pid=103259) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 12 11:12:56.655894 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-486175d2-cfa2-46a8-9994-0043a58b2fac req-b28014c8-22e1-4681-9692-50e125d58044 tempest-TestVolumeBootPattern-1690597324 tempest-TestVolumeBootPattern-1690597324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:12:56.657360 dv-cinder-830088-4-iscsi neutron-server[103257]: INFO neutron.wsgi [req-486175d2-cfa2-46a8-9994-0043a58b2fac req-b28014c8-22e1-4681-9692-50e125d58044 tempest-TestVolumeBootPattern-1690597324 tempest-TestVolumeBootPattern-1690597324-project] 10.222.0.39 "GET /v2.0/ports?device_id=6b729849-124d-4cad-857e-d761c7bbc66c HTTP/1.1" status: 200 len: 946 time: 0.0476449 Apr 12 11:12:56.706266 dv-cinder-830088-4-iscsi neutron-server[103257]: INFO neutron.wsgi [req-486175d2-cfa2-46a8-9994-0043a58b2fac req-a6df6af8-ebb3-4960-be3e-6b1ef958e53e tempest-TestVolumeBootPattern-1690597324 tempest-TestVolumeBootPattern-1690597324-project] 10.222.0.39 "GET /v2.0/security-groups?id=726d01fd-8df5-4a24-846e-ad176077f036&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432973 Apr 12 11:12:56.817764 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56d1c5ea-3dcc-47e3-a8d4-3d068e0f8b5d req-7e897cfe-f3c4-468a-a304-1bd6e0b29a2f tempest-TestVolumeBootPattern-1690597324 tempest-TestVolumeBootPattern-1690597324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:12:56.819274 dv-cinder-830088-4-iscsi neutron-server[103258]: INFO neutron.wsgi [req-56d1c5ea-3dcc-47e3-a8d4-3d068e0f8b5d req-7e897cfe-f3c4-468a-a304-1bd6e0b29a2f tempest-TestVolumeBootPattern-1690597324 tempest-TestVolumeBootPattern-1690597324-project] 10.222.0.39 "GET /v2.0/ports?device_id=6b729849-124d-4cad-857e-d761c7bbc66c HTTP/1.1" status: 200 len: 946 time: 0.0474882 Apr 12 11:12:56.848334 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-694ee90c-0c00-4c63-860b-0dd39751e7d8 req-699332b3-83b4-4918-b403-e993cc65e533 tempest-VolumesSnapshotTestJSON-1638709511 tempest-VolumesSnapshotTestJSON-1638709511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:12:56.850271 dv-cinder-830088-4-iscsi neutron-server[103257]: INFO neutron.wsgi [req-694ee90c-0c00-4c63-860b-0dd39751e7d8 req-699332b3-83b4-4918-b403-e993cc65e533 tempest-VolumesSnapshotTestJSON-1638709511 tempest-VolumesSnapshotTestJSON-1638709511-project] 10.222.0.39 "GET /v2.0/ports?device_id=c65d6f5c-1ae5-4155-8ec8-145c65166e41 HTTP/1.1" status: 200 len: 945 time: 0.0470173 Apr 12 11:12:56.868104 dv-cinder-830088-4-iscsi neutron-server[103258]: INFO neutron.wsgi [req-56d1c5ea-3dcc-47e3-a8d4-3d068e0f8b5d req-a1fcfd08-9ff3-4587-b288-00906a7ecdb0 tempest-TestVolumeBootPattern-1690597324 tempest-TestVolumeBootPattern-1690597324-project] 10.222.0.39 "GET /v2.0/security-groups?id=726d01fd-8df5-4a24-846e-ad176077f036&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433130 Apr 12 11:12:56.891688 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.wsgi [-] (103258) accepted ('10.222.0.39', 60530) {{(pid=103258) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 11:12:56.911656 dv-cinder-830088-4-iscsi neutron-server[103257]: INFO neutron.wsgi [req-694ee90c-0c00-4c63-860b-0dd39751e7d8 req-b648352e-c388-4530-b3b1-510f8d1e8a53 tempest-VolumesSnapshotTestJSON-1638709511 tempest-VolumesSnapshotTestJSON-1638709511-project] 10.222.0.39 "GET /v2.0/security-groups?id=913b69ee-c33a-4b0e-ab4a-1fa3794e4eb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455532 Apr 12 11:12:56.935716 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e344f2a-464b-4d55-9433-c2b32cdc5511 tempest-TestVolumeBootPattern-1923331832 tempest-TestVolumeBootPattern-1923331832-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:12:56.937220 dv-cinder-830088-4-iscsi neutron-server[103258]: INFO neutron.wsgi [None req-5e344f2a-464b-4d55-9433-c2b32cdc5511 tempest-TestVolumeBootPattern-1923331832 tempest-TestVolumeBootPattern-1923331832-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=6b729849-124d-4cad-857e-d761c7bbc66c HTTP/1.1" status: 200 len: 1125 time: 0.0445073 Apr 12 11:12:56.939960 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.wsgi [-] (103258) accepted ('10.222.0.39', 60536) {{(pid=103258) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 11:12:56.944080 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.api.v2.base [None req-5b3f4ea5-b927-424c-9f0e-a24f74f8dd93 tempest-TestVolumeBootPattern-1690597324 tempest-TestVolumeBootPattern-1690597324-project] Request body: {'floatingip': {'floating_network_id': '3b7be5f2-485b-4c85-8f98-fb200971b61c', 'port_id': '916b9215-bc88-4bf9-ba72-dd4d5590f88d', 'tenant_id': 'c2c05547762540eabb9d44e9bf42d19d', 'fixed_ip_address': '172.20.0.14'}} {{(pid=103258) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 11:12:56.963885 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-5b3f4ea5-b927-424c-9f0e-a24f74f8dd93 tempest-TestVolumeBootPattern-1690597324 tempest-TestVolumeBootPattern-1690597324-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:12:57.045298 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-5b3f4ea5-b927-424c-9f0e-a24f74f8dd93 tempest-TestVolumeBootPattern-1690597324 tempest-TestVolumeBootPattern-1690597324-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1535343'] for port (None), before_create {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:12:57.152516 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.db.db_base_plugin_common [None req-5b3f4ea5-b927-424c-9f0e-a24f74f8dd93 tempest-TestVolumeBootPattern-1690597324 tempest-TestVolumeBootPattern-1690597324-project] Allocated IP 172.27.3.48 (3b7be5f2-485b-4c85-8f98-fb200971b61c/4887111e-1302-416a-ab8e-c957c9df7f85/5199dd96-d60d-4934-a108-9aeac1e01a02) {{(pid=103258) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 12 11:12:57.205479 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron.plugins.ml2.rpc [None req-ae6c308c-a92e-4424-a7f8-d6a17e5174ef None None] Device df8ffef1-4eb8-4f9c-986b-114ead445665 up at agent hyperv_hv-cinder-83008 {{(pid=103259) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 11:12:57.253820 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-5b3f4ea5-b927-424c-9f0e-a24f74f8dd93 tempest-TestVolumeBootPattern-1690597324 tempest-TestVolumeBootPattern-1690597324-project] Publish callbacks [] for port (5199dd96-d60d-4934-a108-9aeac1e01a02), precommit_create {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:12:57.260007 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron.db.provisioning_blocks [None req-ae6c308c-a92e-4424-a7f8-d6a17e5174ef None None] Provisioning for port df8ffef1-4eb8-4f9c-986b-114ead445665 completed by entity L2. {{(pid=103259) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Apr 12 11:12:57.264926 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron.db.provisioning_blocks [None req-ae6c308c-a92e-4424-a7f8-d6a17e5174ef None None] Provisioning complete for port df8ffef1-4eb8-4f9c-986b-114ead445665 triggered by entity L2. {{(pid=103259) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 11:12:57.265427 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron_lib.callbacks.manager [None req-ae6c308c-a92e-4424-a7f8-d6a17e5174ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1343588'] for port (df8ffef1-4eb8-4f9c-986b-114ead445665), provisioning_complete {{(pid=103259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:12:57.288465 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-5b3f4ea5-b927-424c-9f0e-a24f74f8dd93 tempest-TestVolumeBootPattern-1690597324 tempest-TestVolumeBootPattern-1690597324-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1534861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777667450152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4796947'] for port (5199dd96-d60d-4934-a108-9aeac1e01a02), after_create {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:12:57.325805 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b3f4ea5-b927-424c-9f0e-a24f74f8dd93 tempest-TestVolumeBootPattern-1690597324 tempest-TestVolumeBootPattern-1690597324-project] Network 3b7be5f2-485b-4c85-8f98-fb200971b61c is already hosted by enough agents. {{(pid=103258) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 11:12:57.328520 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.scheduler.base_scheduler [None req-5b3f4ea5-b927-424c-9f0e-a24f74f8dd93 tempest-TestVolumeBootPattern-1690597324 tempest-TestVolumeBootPattern-1690597324-project] Resources bound (agent type, host, resource id): {{(pid=103258) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 11:12:57.331978 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b3f4ea5-b927-424c-9f0e-a24f74f8dd93 tempest-TestVolumeBootPattern-1690597324 tempest-TestVolumeBootPattern-1690597324-project] Received port after_create {{(pid=103258) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 12 11:12:57.340070 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b3f4ea5-b927-424c-9f0e-a24f74f8dd93 tempest-TestVolumeBootPattern-1690597324 tempest-TestVolumeBootPattern-1690597324-project] Pushing event updated for resources: {'Port': ['ID=5199dd96-d60d-4934-a108-9aeac1e01a02,revision_number=1']} {{(pid=103258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:12:57.343637 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron.plugins.ml2.plugin [None req-ae6c308c-a92e-4424-a7f8-d6a17e5174ef None None] Current status of the port df8ffef1-4eb8-4f9c-986b-114ead445665 is: BUILD; New status is: ACTIVE {{(pid=103259) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 11:12:57.344028 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron_lib.callbacks.manager [None req-ae6c308c-a92e-4424-a7f8-d6a17e5174ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1535343'] for port (df8ffef1-4eb8-4f9c-986b-114ead445665), before_update {{(pid=103259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:12:57.368507 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c65d6f5c-1ae5-4155-8ec8-145c65166e41', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'df8ffef1-4eb8-4f9c-986b-114ead445665'}] {{(pid=103259) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 11:12:57.370843 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}af87e37ddfedca7c8b2a1dd0c6cba4e3e91bcc66796c687067be127c7223cf15" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e16fc682-6467-45bd-a51d-d37fe8888d2b" -d '{"events": [{"server_uuid": "c65d6f5c-1ae5-4155-8ec8-145c65166e41", "name": "network-vif-plugged", "status": "completed", "tag": "df8ffef1-4eb8-4f9c-986b-114ead445665"}]}' {{(pid=103259) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 11:12:57.383597 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron.plugins.ml2.db [None req-ae6c308c-a92e-4424-a7f8-d6a17e5174ef None None] For port df8ffef1-4eb8-4f9c-986b-114ead445665, host hv-cinder-83008, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83008',level=0,port_id=df8ffef1-4eb8-4f9c-986b-114ead445665,segment=NetworkSegment(f63ba848-6919-49b1-9df1-3f52c7b159cf),segment_id=f63ba848-6919-49b1-9df1-3f52c7b159cf)] {{(pid=103259) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 11:12:57.388676 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron_lib.callbacks.manager [None req-ae6c308c-a92e-4424-a7f8-d6a17e5174ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1534861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777667992095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777667450170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777667450188'] for port (df8ffef1-4eb8-4f9c-986b-114ead445665), after_update {{(pid=103259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:12:57.421351 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Apr 2022 11:12:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f7f45520-4d4e-4cd2-9c1f-c431e70b56ea x-openstack-request-id: req-f7f45520-4d4e-4cd2-9c1f-c431e70b56ea {{(pid=103259) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 11:12:57.421637 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c65d6f5c-1ae5-4155-8ec8-145c65166e41", "name": "network-vif-plugged", "status": "completed", "tag": "df8ffef1-4eb8-4f9c-986b-114ead445665", "code": 200}]} {{(pid=103259) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 11:12:57.421885 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-f7f45520-4d4e-4cd2-9c1f-c431e70b56ea {{(pid=103259) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 11:12:57.422269 dv-cinder-830088-4-iscsi neutron-server[103259]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f7f45520-4d4e-4cd2-9c1f-c431e70b56ea'] response: {'server_uuid': 'c65d6f5c-1ae5-4155-8ec8-145c65166e41', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'df8ffef1-4eb8-4f9c-986b-114ead445665', 'code': 200} Apr 12 11:12:57.449113 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae6c308c-a92e-4424-a7f8-d6a17e5174ef None None] Pushing event updated for resources: {'Port': ['ID=df8ffef1-4eb8-4f9c-986b-114ead445665,revision_number=5']} {{(pid=103259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:12:57.665413 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ce13986-046a-4dca-a857-e24a1debd8f2 req-937df7ea-8732-4675-8a3b-d64670b642bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:12:57.666978 dv-cinder-830088-4-iscsi neutron-server[103258]: INFO neutron.wsgi [req-4ce13986-046a-4dca-a857-e24a1debd8f2 req-937df7ea-8732-4675-8a3b-d64670b642bd service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=c65d6f5c-1ae5-4155-8ec8-145c65166e41 HTTP/1.1" status: 200 len: 1130 time: 0.0787508 Apr 12 11:12:57.755480 dv-cinder-830088-4-iscsi neutron-server[103258]: INFO neutron.wsgi [req-4ce13986-046a-4dca-a857-e24a1debd8f2 req-7f627c56-8417-4564-a700-a22aea5c1cd0 service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=913b69ee-c33a-4b0e-ab4a-1fa3794e4eb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0823967 Apr 12 11:12:57.768572 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-5b3f4ea5-b927-424c-9f0e-a24f74f8dd93 tempest-TestVolumeBootPattern-1690597324 tempest-TestVolumeBootPattern-1690597324-project] Publish callbacks [] for floatingip (5a50a212-5454-4397-b79c-44949c944c8a), precommit_create {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:12:57.837383 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-5b3f4ea5-b927-424c-9f0e-a24f74f8dd93 tempest-TestVolumeBootPattern-1690597324 tempest-TestVolumeBootPattern-1690597324-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1535343'] for port (5199dd96-d60d-4934-a108-9aeac1e01a02), before_update {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:12:57.985696 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-5b3f4ea5-b927-424c-9f0e-a24f74f8dd93 tempest-TestVolumeBootPattern-1690597324 tempest-TestVolumeBootPattern-1690597324-project] Publish callbacks [] for port (5199dd96-d60d-4934-a108-9aeac1e01a02), precommit_update {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:12:57.990442 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-5b3f4ea5-b927-424c-9f0e-a24f74f8dd93 tempest-TestVolumeBootPattern-1690597324 tempest-TestVolumeBootPattern-1690597324-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1534861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777667992095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777667450170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777667450188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4796952'] for port (5199dd96-d60d-4934-a108-9aeac1e01a02), after_update {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:12:58.023958 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88b2134f-dcfe-4a4e-8069-d899cff0d151 req-c94dc503-02ad-4e74-b20e-2a5f7bf82ad1 tempest-VolumesSnapshotTestJSON-1638709511 tempest-VolumesSnapshotTestJSON-1638709511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:12:58.025504 dv-cinder-830088-4-iscsi neutron-server[103257]: INFO neutron.wsgi [req-88b2134f-dcfe-4a4e-8069-d899cff0d151 req-c94dc503-02ad-4e74-b20e-2a5f7bf82ad1 tempest-VolumesSnapshotTestJSON-1638709511 tempest-VolumesSnapshotTestJSON-1638709511-project] 10.222.0.39 "GET /v2.0/ports?device_id=c65d6f5c-1ae5-4155-8ec8-145c65166e41 HTTP/1.1" status: 200 len: 946 time: 0.0482509 Apr 12 11:12:58.057876 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b3f4ea5-b927-424c-9f0e-a24f74f8dd93 tempest-TestVolumeBootPattern-1690597324 tempest-TestVolumeBootPattern-1690597324-project] Pushing event updated for resources: {'Port': ['ID=5199dd96-d60d-4934-a108-9aeac1e01a02,revision_number=2']} {{(pid=103258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:12:58.068204 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-5b3f4ea5-b927-424c-9f0e-a24f74f8dd93 tempest-TestVolumeBootPattern-1690597324 tempest-TestVolumeBootPattern-1690597324-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-579534'] for floatingip (5a50a212-5454-4397-b79c-44949c944c8a), after_create {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:12:58.072166 dv-cinder-830088-4-iscsi neutron-server[103257]: INFO neutron.wsgi [req-88b2134f-dcfe-4a4e-8069-d899cff0d151 req-eb7a82c0-befd-4f2a-bcfc-b38b24decb1f tempest-VolumesSnapshotTestJSON-1638709511 tempest-VolumesSnapshotTestJSON-1638709511-project] 10.222.0.39 "GET /v2.0/security-groups?id=913b69ee-c33a-4b0e-ab4a-1fa3794e4eb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409384 Apr 12 11:12:58.170123 dv-cinder-830088-4-iscsi neutron-server[103258]: INFO neutron.db.l3_db [None req-5b3f4ea5-b927-424c-9f0e-a24f74f8dd93 tempest-TestVolumeBootPattern-1690597324 tempest-TestVolumeBootPattern-1690597324-project] Floating IP 5a50a212-5454-4397-b79c-44949c944c8a associated. External IP: 172.27.3.48, port: 916b9215-bc88-4bf9-ba72-dd4d5590f88d. Apr 12 11:12:58.377232 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5b3f4ea5-b927-424c-9f0e-a24f74f8dd93 tempest-TestVolumeBootPattern-1690597324 tempest-TestVolumeBootPattern-1690597324-project] Router 9e38f158-3956-4f71-9d28-1c8f7ee24bdd has already been hosted by L3 agent 77f5e085-0284-4236-9dbf-35d2d452e277 {{(pid=103258) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 12 11:12:58.486065 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5b3f4ea5-b927-424c-9f0e-a24f74f8dd93 tempest-TestVolumeBootPattern-1690597324 tempest-TestVolumeBootPattern-1690597324-project] Notify agent at l3_agent.dv-cinder-830088-4-iscsi the message routers_updated {{(pid=103258) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 12 11:12:58.495474 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53f17d1f-2703-4474-993c-6157b21aa775 None None] Sync routers for ids ['9e38f158-3956-4f71-9d28-1c8f7ee24bdd'] in dv-cinder-830088-4-iscsi {{(pid=103259) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 12 11:12:58.505340 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53f17d1f-2703-4474-993c-6157b21aa775 None None] Routers {'9e38f158-3956-4f71-9d28-1c8f7ee24bdd'} bound to L3 agent in host dv-cinder-830088-4-iscsi {{(pid=103259) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 11:12:58.505958 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron.db.l3_hamode_db [None req-53f17d1f-2703-4474-993c-6157b21aa775 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830088-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-12T10:52:12Z,description=,heartbeat_timestamp=2022-04-12T11:12:43Z,host='dv-cinder-830088-4-iscsi',id=77f5e085-0284-4236-9dbf-35d2d452e277,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T10:52:12Z,topic='l3_agent')) {'router_ids': ['9e38f158-3956-4f71-9d28-1c8f7ee24bdd'], 'active': True} {{(pid=103259) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 11:12:58.524049 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-5b3f4ea5-b927-424c-9f0e-a24f74f8dd93 tempest-TestVolumeBootPattern-1690597324 tempest-TestVolumeBootPattern-1690597324-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108023'] for floatingip (None), before_response {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:12:58.553551 dv-cinder-830088-4-iscsi neutron-server[103258]: INFO neutron.wsgi [None req-5b3f4ea5-b927-424c-9f0e-a24f74f8dd93 tempest-TestVolumeBootPattern-1690597324 tempest-TestVolumeBootPattern-1690597324-project] 10.222.0.39 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.6126096 Apr 12 11:12:58.554246 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6b729849-124d-4cad-857e-d761c7bbc66c', 'tag': '916b9215-bc88-4bf9-ba72-dd4d5590f88d'}] {{(pid=103258) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 11:12:58.556527 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c54b6d548356c9296345eb8e608a1624e6dfb095c10b2709a108c8ba991c21a4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2de69522-610f-4d18-9f0d-e7c0a80660e2" -d '{"events": [{"name": "network-changed", "server_uuid": "6b729849-124d-4cad-857e-d761c7bbc66c", "tag": "916b9215-bc88-4bf9-ba72-dd4d5590f88d"}]}' {{(pid=103258) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 11:12:58.600622 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Apr 2022 11:12:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2e664374-742a-4b61-90b6-2f178f86d59d x-openstack-request-id: req-2e664374-742a-4b61-90b6-2f178f86d59d {{(pid=103258) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 11:12:58.600911 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6b729849-124d-4cad-857e-d761c7bbc66c", "tag": "916b9215-bc88-4bf9-ba72-dd4d5590f88d", "status": "completed", "code": 200}]} {{(pid=103258) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 11:12:58.601162 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-2e664374-742a-4b61-90b6-2f178f86d59d {{(pid=103258) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 11:12:58.601567 dv-cinder-830088-4-iscsi neutron-server[103258]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2e664374-742a-4b61-90b6-2f178f86d59d'] response: {'name': 'network-changed', 'server_uuid': '6b729849-124d-4cad-857e-d761c7bbc66c', 'tag': '916b9215-bc88-4bf9-ba72-dd4d5590f88d', 'status': 'completed', 'code': 200} Apr 12 11:12:58.616152 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron.db.l3_dvr_db [None req-53f17d1f-2703-4474-993c-6157b21aa775 None None] Set router 9e38f158-3956-4f71-9d28-1c8f7ee24bdd gateway port host: dv-cinder-830088-4-iscsi {{(pid=103259) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 11:12:58.697541 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2de69522-610f-4d18-9f0d-e7c0a80660e2 req-e16d4b89-6ee8-4b21-8047-0f964a03d2f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:12:58.699202 dv-cinder-830088-4-iscsi neutron-server[103258]: INFO neutron.wsgi [req-2de69522-610f-4d18-9f0d-e7c0a80660e2 req-e16d4b89-6ee8-4b21-8047-0f964a03d2f8 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=c2c05547762540eabb9d44e9bf42d19d&device_id=6b729849-124d-4cad-857e-d761c7bbc66c HTTP/1.1" status: 200 len: 1130 time: 0.0414655 Apr 12 11:12:58.798869 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2de69522-610f-4d18-9f0d-e7c0a80660e2 req-36a14576-6321-41e7-9420-94bae3e4bdba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:12:58.800433 dv-cinder-830088-4-iscsi neutron-server[103258]: INFO neutron.wsgi [req-2de69522-610f-4d18-9f0d-e7c0a80660e2 req-36a14576-6321-41e7-9420-94bae3e4bdba service neutron] 10.222.0.53 "GET /v2.0/networks?id=1232fc79-51a8-446f-8db9-91c7982426a3 HTTP/1.1" status: 200 len: 912 time: 0.0857201 Apr 12 11:12:58.823992 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron.db.l3_hamode_db [None req-53f17d1f-2703-4474-993c-6157b21aa775 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9e38f158-3956-4f71-9d28-1c8f7ee24bdd', 'name': 'tempest-TestVolumeBootPattern-561075206-router', 'tenant_id': 'c2c05547762540eabb9d44e9bf42d19d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b7be5f2-485b-4c85-8f98-fb200971b61c', 'external_fixed_ips': [{'subnet_id': '4887111e-1302-416a-ab8e-c957c9df7f85', 'ip_address': '172.27.3.212'}], 'enable_snat': True}, 'gw_port_id': '28ccd685-151e-4be1-baa9-192dffe3854b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T11:08:56Z', 'updated_at': '2022-04-12T11:08:59Z', 'revision_number': 4, 'project_id': 'c2c05547762540eabb9d44e9bf42d19d', 'gw_port': {'id': '28ccd685-151e-4be1-baa9-192dffe3854b', 'name': '', 'network_id': '3b7be5f2-485b-4c85-8f98-fb200971b61c', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:dd:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e38f158-3956-4f71-9d28-1c8f7ee24bdd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 489, 'fixed_ips': [{'subnet_id': '4887111e-1302-416a-ab8e-c957c9df7f85', 'ip_address': '172.27.3.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830088-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T11:08:57Z', 'updated_at': '2022-04-12T11:09:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4887111e-1302-416a-ab8e-c957c9df7f85', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830088-4-iscsi', '_floatingips': [{'id': '5a50a212-5454-4397-b79c-44949c944c8a', 'tenant_id': 'c2c05547762540eabb9d44e9bf42d19d', 'floating_ip_address': '172.27.3.48', 'floating_network_id': '3b7be5f2-485b-4c85-8f98-fb200971b61c', 'router_id': '9e38f158-3956-4f71-9d28-1c8f7ee24bdd', 'port_id': '916b9215-bc88-4bf9-ba72-dd4d5590f88d', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 737, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1232fc79-51a8-446f-8db9-91c7982426a3', 'mac_address': 'fa:16:3e:d1:a3:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b729849-124d-4cad-857e-d761c7bbc66c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-12T11:12:57Z', 'updated_at': '2022-04-12T11:12:57Z', 'revision_number': 0, 'project_id': 'c2c05547762540eabb9d44e9bf42d19d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cc86eccc-dfd3-4c80-9648-2e0170ed6613', 'name': '', 'network_id': '1232fc79-51a8-446f-8db9-91c7982426a3', 'tenant_id': 'c2c05547762540eabb9d44e9bf42d19d', 'mac_address': 'fa:16:3e:53:12:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e38f158-3956-4f71-9d28-1c8f7ee24bdd', 'device_owner': 'network:router_interface', 'standard_attr_id': 490, 'fixed_ips': [{'subnet_id': '629313fa-4f32-46d8-868a-0d9dbc8c0fc7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830088-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T11:08:59Z', 'updated_at': '2022-04-12T11:09:03Z', 'revision_number': 5, 'project_id': 'c2c05547762540eabb9d44e9bf42d19d', 'subnets': [{'id': '629313fa-4f32-46d8-868a-0d9dbc8c0fc7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830088-4-iscsi', False) {} {{(pid=103259) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 11:12:58.853736 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53f17d1f-2703-4474-993c-6157b21aa775 None None] Checking router: 9e38f158-3956-4f71-9d28-1c8f7ee24bdd for host: dv-cinder-830088-4-iscsi {{(pid=103259) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 12 11:12:58.862424 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53f17d1f-2703-4474-993c-6157b21aa775 None None] Routers {'9e38f158-3956-4f71-9d28-1c8f7ee24bdd'} bound to L3 agent in host dv-cinder-830088-4-iscsi {{(pid=103259) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 11:12:58.863145 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron.db.l3_hamode_db [None req-53f17d1f-2703-4474-993c-6157b21aa775 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830088-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-12T10:52:12Z,description=,heartbeat_timestamp=2022-04-12T11:12:43Z,host='dv-cinder-830088-4-iscsi',id=77f5e085-0284-4236-9dbf-35d2d452e277,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T10:52:12Z,topic='l3_agent')) {'router_ids': ['9e38f158-3956-4f71-9d28-1c8f7ee24bdd'], 'active': True} {{(pid=103259) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 11:12:58.870088 dv-cinder-830088-4-iscsi neutron-server[103258]: INFO neutron.wsgi [req-2de69522-610f-4d18-9f0d-e7c0a80660e2 req-60870073-6a90-4ef3-8bcb-4c538822382d service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=916b9215-bc88-4bf9-ba72-dd4d5590f88d HTTP/1.1" status: 200 len: 999 time: 0.0606968 Apr 12 11:12:58.921315 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2de69522-610f-4d18-9f0d-e7c0a80660e2 req-67c3bfbf-0e37-4b0a-8177-6a7f0fecb92c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:12:58.922818 dv-cinder-830088-4-iscsi neutron-server[103258]: INFO neutron.wsgi [req-2de69522-610f-4d18-9f0d-e7c0a80660e2 req-67c3bfbf-0e37-4b0a-8177-6a7f0fecb92c service neutron] 10.222.0.53 "GET /v2.0/subnets?id=629313fa-4f32-46d8-868a-0d9dbc8c0fc7 HTTP/1.1" status: 200 len: 850 time: 0.0430737 Apr 12 11:12:58.966255 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2de69522-610f-4d18-9f0d-e7c0a80660e2 req-22274a12-fd24-4818-9fa6-b6c066ae7739 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:12:58.967680 dv-cinder-830088-4-iscsi neutron-server[103258]: INFO neutron.wsgi [req-2de69522-610f-4d18-9f0d-e7c0a80660e2 req-22274a12-fd24-4818-9fa6-b6c066ae7739 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=1232fc79-51a8-446f-8db9-91c7982426a3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0384951 Apr 12 11:12:58.969898 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron.db.l3_dvr_db [None req-53f17d1f-2703-4474-993c-6157b21aa775 None None] Set router 9e38f158-3956-4f71-9d28-1c8f7ee24bdd gateway port host: dv-cinder-830088-4-iscsi {{(pid=103259) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 11:12:59.215922 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fee9b82b-fa36-4a3f-a73a-273d951a0f34 req-2a4588d7-e018-42e8-9545-3e39acab37cf tempest-VolumesSnapshotTestJSON-1638709511 tempest-VolumesSnapshotTestJSON-1638709511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:12:59.216952 dv-cinder-830088-4-iscsi neutron-server[103258]: INFO neutron.wsgi [req-2de69522-610f-4d18-9f0d-e7c0a80660e2 req-d06ce3bd-ac0a-4311-979d-b3954e4a512a service neutron] 10.222.0.53 "GET /v2.0/networks/1232fc79-51a8-446f-8db9-91c7982426a3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1029470 Apr 12 11:12:59.219118 dv-cinder-830088-4-iscsi neutron-server[103257]: INFO neutron.wsgi [req-fee9b82b-fa36-4a3f-a73a-273d951a0f34 req-2a4588d7-e018-42e8-9545-3e39acab37cf tempest-VolumesSnapshotTestJSON-1638709511 tempest-VolumesSnapshotTestJSON-1638709511-project] 10.222.0.39 "GET /v2.0/ports?device_id=c65d6f5c-1ae5-4155-8ec8-145c65166e41 HTTP/1.1" status: 200 len: 946 time: 0.0520210 Apr 12 11:12:59.221444 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron.db.l3_hamode_db [None req-53f17d1f-2703-4474-993c-6157b21aa775 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9e38f158-3956-4f71-9d28-1c8f7ee24bdd', 'name': 'tempest-TestVolumeBootPattern-561075206-router', 'tenant_id': 'c2c05547762540eabb9d44e9bf42d19d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b7be5f2-485b-4c85-8f98-fb200971b61c', 'external_fixed_ips': [{'subnet_id': '4887111e-1302-416a-ab8e-c957c9df7f85', 'ip_address': '172.27.3.212'}], 'enable_snat': True}, 'gw_port_id': '28ccd685-151e-4be1-baa9-192dffe3854b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T11:08:56Z', 'updated_at': '2022-04-12T11:08:59Z', 'revision_number': 4, 'project_id': 'c2c05547762540eabb9d44e9bf42d19d', 'gw_port': {'id': '28ccd685-151e-4be1-baa9-192dffe3854b', 'name': '', 'network_id': '3b7be5f2-485b-4c85-8f98-fb200971b61c', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:dd:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e38f158-3956-4f71-9d28-1c8f7ee24bdd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 489, 'fixed_ips': [{'subnet_id': '4887111e-1302-416a-ab8e-c957c9df7f85', 'ip_address': '172.27.3.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830088-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T11:08:57Z', 'updated_at': '2022-04-12T11:09:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4887111e-1302-416a-ab8e-c957c9df7f85', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830088-4-iscsi', '_floatingips': [{'id': '5a50a212-5454-4397-b79c-44949c944c8a', 'tenant_id': 'c2c05547762540eabb9d44e9bf42d19d', 'floating_ip_address': '172.27.3.48', 'floating_network_id': '3b7be5f2-485b-4c85-8f98-fb200971b61c', 'router_id': '9e38f158-3956-4f71-9d28-1c8f7ee24bdd', 'port_id': '916b9215-bc88-4bf9-ba72-dd4d5590f88d', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 737, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1232fc79-51a8-446f-8db9-91c7982426a3', 'mac_address': 'fa:16:3e:d1:a3:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b729849-124d-4cad-857e-d761c7bbc66c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-12T11:12:57Z', 'updated_at': '2022-04-12T11:12:57Z', 'revision_number': 0, 'project_id': 'c2c05547762540eabb9d44e9bf42d19d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cc86eccc-dfd3-4c80-9648-2e0170ed6613', 'name': '', 'network_id': '1232fc79-51a8-446f-8db9-91c7982426a3', 'tenant_id': 'c2c05547762540eabb9d44e9bf42d19d', 'mac_address': 'fa:16:3e:53:12:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e38f158-3956-4f71-9d28-1c8f7ee24bdd', 'device_owner': 'network:router_interface', 'standard_attr_id': 490, 'fixed_ips': [{'subnet_id': '629313fa-4f32-46d8-868a-0d9dbc8c0fc7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830088-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T11:08:59Z', 'updated_at': '2022-04-12T11:09:03Z', 'revision_number': 5, 'project_id': 'c2c05547762540eabb9d44e9bf42d19d', 'subnets': [{'id': '629313fa-4f32-46d8-868a-0d9dbc8c0fc7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830088-4-iscsi', False) {} {{(pid=103259) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 11:12:59.250954 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53f17d1f-2703-4474-993c-6157b21aa775 None None] The sync data for ids ['9e38f158-3956-4f71-9d28-1c8f7ee24bdd'] in dv-cinder-830088-4-iscsi is: [{'id': '9e38f158-3956-4f71-9d28-1c8f7ee24bdd', 'name': 'tempest-TestVolumeBootPattern-561075206-router', 'tenant_id': 'c2c05547762540eabb9d44e9bf42d19d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b7be5f2-485b-4c85-8f98-fb200971b61c', 'external_fixed_ips': [{'subnet_id': '4887111e-1302-416a-ab8e-c957c9df7f85', 'ip_address': '172.27.3.212'}], 'enable_snat': True}, 'gw_port_id': '28ccd685-151e-4be1-baa9-192dffe3854b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T11:08:56Z', 'updated_at': '2022-04-12T11:08:59Z', 'revision_number': 4, 'project_id': 'c2c05547762540eabb9d44e9bf42d19d', 'gw_port': {'id': '28ccd685-151e-4be1-baa9-192dffe3854b', 'name': '', 'network_id': '3b7be5f2-485b-4c85-8f98-fb200971b61c', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:dd:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e38f158-3956-4f71-9d28-1c8f7ee24bdd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 489, 'fixed_ips': [{'subnet_id': '4887111e-1302-416a-ab8e-c957c9df7f85', 'ip_address': '172.27.3.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830088-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T11:08:57Z', 'updated_at': '2022-04-12T11:09:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4887111e-1302-416a-ab8e-c957c9df7f85', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830088-4-iscsi', '_floatingips': [{'id': '5a50a212-5454-4397-b79c-44949c944c8a', 'tenant_id': 'c2c05547762540eabb9d44e9bf42d19d', 'floating_ip_address': '172.27.3.48', 'floating_network_id': '3b7be5f2-485b-4c85-8f98-fb200971b61c', 'router_id': '9e38f158-3956-4f71-9d28-1c8f7ee24bdd', 'port_id': '916b9215-bc88-4bf9-ba72-dd4d5590f88d', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 737, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1232fc79-51a8-446f-8db9-91c7982426a3', 'mac_address': 'fa:16:3e:d1:a3:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b729849-124d-4cad-857e-d761c7bbc66c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-12T11:12:57Z', 'updated_at': '2022-04-12T11:12:57Z', 'revision_number': 0, 'project_id': 'c2c05547762540eabb9d44e9bf42d19d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cc86eccc-dfd3-4c80-9648-2e0170ed6613', 'name': '', 'network_id': '1232fc79-51a8-446f-8db9-91c7982426a3', 'tenant_id': 'c2c05547762540eabb9d44e9bf42d19d', 'mac_address': 'fa:16:3e:53:12:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e38f158-3956-4f71-9d28-1c8f7ee24bdd', 'device_owner': 'network:router_interface', 'standard_attr_id': 490, 'fixed_ips': [{'subnet_id': '629313fa-4f32-46d8-868a-0d9dbc8c0fc7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830088-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T11:08:59Z', 'updated_at': '2022-04-12T11:09:03Z', 'revision_number': 5, 'project_id': 'c2c05547762540eabb9d44e9bf42d19d', 'subnets': [{'id': '629313fa-4f32-46d8-868a-0d9dbc8c0fc7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103259) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 12 11:12:59.264521 dv-cinder-830088-4-iscsi neutron-server[103257]: INFO neutron.wsgi [req-fee9b82b-fa36-4a3f-a73a-273d951a0f34 req-07225c69-ffad-4997-86d9-77b8d768a2ec tempest-VolumesSnapshotTestJSON-1638709511 tempest-VolumesSnapshotTestJSON-1638709511-project] 10.222.0.39 "GET /v2.0/security-groups?id=913b69ee-c33a-4b0e-ab4a-1fa3794e4eb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414367 Apr 12 11:12:59.464747 dv-cinder-830088-4-iscsi neutron-server[103260]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7611fe51-457e-4e76-9307-438be362d393 None None] New status for floating IP 5a50a212-5454-4397-b79c-44949c944c8a: ACTIVE {{(pid=103260) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 12 11:12:59.658382 dv-cinder-830088-4-iscsi neutron-server[103258]: INFO neutron.wsgi [req-2de69522-610f-4d18-9f0d-e7c0a80660e2 req-27552f94-0152-4c7c-ab56-0b9cf2a772c2 service neutron] 10.222.0.53 "GET /v2.0/networks/1232fc79-51a8-446f-8db9-91c7982426a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0997579 Apr 12 11:13:07.733890 dv-cinder-830088-4-iscsi neutron-server[103260]: DEBUG neutron.db.agents_db [None req-b0205aca-973a-4a8a-ba9e-4a4e25067b42 None None] Agent healthcheck: found 6 active agents {{(pid=103260) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 12 11:13:07.851046 dv-cinder-830088-4-iscsi neutron-server[103258]: INFO neutron.wsgi [req-f07b3489-341f-4fbb-b5da-68256bc35765 req-4b1dfddb-8b01-48b1-9ea9-6120eb7fe861 tempest-TestShelveInstance-1574108578 tempest-TestShelveInstance-1574108578-project] 10.222.0.39 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-767787587&fields=id&tenant_id=7fa8cc4e03f54d9dadaf824366ebb2be HTTP/1.1" status: 200 len: 267 time: 0.0443633 Apr 12 11:13:07.959227 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f07b3489-341f-4fbb-b5da-68256bc35765 req-edf4fe42-24b3-4a3c-9d4b-fea167a21c2d tempest-TestShelveInstance-1574108578 tempest-TestShelveInstance-1574108578-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:13:07.960601 dv-cinder-830088-4-iscsi neutron-server[103258]: INFO neutron.wsgi [req-f07b3489-341f-4fbb-b5da-68256bc35765 req-edf4fe42-24b3-4a3c-9d4b-fea167a21c2d tempest-TestShelveInstance-1574108578 tempest-TestShelveInstance-1574108578-project] 10.222.0.39 "GET /v2.0/networks?id=3d302e5f-d1a1-4723-94b3-e2427a8d4c67 HTTP/1.1" status: 200 len: 808 time: 0.1030424 Apr 12 11:13:07.975661 dv-cinder-830088-4-iscsi neutron-server[103258]: INFO neutron.wsgi [req-f07b3489-341f-4fbb-b5da-68256bc35765 req-27f8b504-d869-42ec-82b6-4f255ea97fb2 tempest-TestShelveInstance-1574108578 tempest-TestShelveInstance-1574108578-project] 10.222.0.39 "GET /v2.0/quotas/7fa8cc4e03f54d9dadaf824366ebb2be HTTP/1.1" status: 200 len: 375 time: 0.0089078 Apr 12 11:13:08.023675 dv-cinder-830088-4-iscsi neutron-server[103258]: INFO neutron.wsgi [req-f07b3489-341f-4fbb-b5da-68256bc35765 req-0b0b73a4-eb88-42cb-b5c5-b47520c7de5c tempest-TestShelveInstance-1574108578 tempest-TestShelveInstance-1574108578-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=7fa8cc4e03f54d9dadaf824366ebb2be&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0431292 Apr 12 11:13:08.124501 dv-cinder-830088-4-iscsi neutron-server[103258]: INFO neutron.wsgi [req-f07b3489-341f-4fbb-b5da-68256bc35765 req-3237d7f6-39cd-41b5-9f34-c5d3b1202b40 service neutron] 10.222.0.39 "GET /v2.0/networks/3d302e5f-d1a1-4723-94b3-e2427a8d4c67?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0886304 Apr 12 11:13:08.213149 dv-cinder-830088-4-iscsi neutron-server[103258]: INFO neutron.wsgi [req-f07b3489-341f-4fbb-b5da-68256bc35765 req-ec5c9b48-8673-4486-9edb-8e105b685761 service neutron] 10.222.0.39 "GET /v2.0/networks/3d302e5f-d1a1-4723-94b3-e2427a8d4c67?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0828402 Apr 12 11:13:08.502886 dv-cinder-830088-4-iscsi neutron-server[103257]: INFO neutron.wsgi [req-782d5ddf-471b-4e89-980a-013bb06f4fdf req-f0d77c0e-a931-4b14-9e86-dba3c70f97ee tempest-TestShelveInstance-1574108578 tempest-TestShelveInstance-1574108578-project] 10.222.0.39 "GET /v2.0/ports?device_id=1e7e9961-1bdf-4768-8591-e378e327ee05 HTTP/1.1" status: 200 len: 210 time: 0.0336242 Apr 12 11:13:09.626941 dv-cinder-830088-4-iscsi neutron-server[103258]: INFO neutron.wsgi [req-8d2f5ada-8c0e-4c2f-b658-dfc62941ae0e req-0b434ae5-29a3-4fd6-9932-4e0999eec5bf tempest-TestShelveInstance-1574108578 tempest-TestShelveInstance-1574108578-project] 10.222.0.39 "GET /v2.0/ports?device_id=1e7e9961-1bdf-4768-8591-e378e327ee05 HTTP/1.1" status: 200 len: 210 time: 0.0334749 Apr 12 11:13:09.659070 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f07b3489-341f-4fbb-b5da-68256bc35765 req-c00714be-f4af-4409-b513-0c35c1f3d456 tempest-TestShelveInstance-1574108578 tempest-TestShelveInstance-1574108578-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:13:09.660515 dv-cinder-830088-4-iscsi neutron-server[103258]: INFO neutron.wsgi [req-f07b3489-341f-4fbb-b5da-68256bc35765 req-c00714be-f4af-4409-b513-0c35c1f3d456 tempest-TestShelveInstance-1574108578 tempest-TestShelveInstance-1574108578-project] 10.222.0.53 "GET /v2.0/networks?id=3d302e5f-d1a1-4723-94b3-e2427a8d4c67 HTTP/1.1" status: 200 len: 808 time: 0.1404419 Apr 12 11:13:09.759021 dv-cinder-830088-4-iscsi neutron-server[103258]: INFO neutron.wsgi [req-f07b3489-341f-4fbb-b5da-68256bc35765 req-c678ad2c-7f84-4135-bb6b-fd9aa39a5c00 tempest-TestShelveInstance-1574108578 tempest-TestShelveInstance-1574108578-project] 10.222.0.53 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=7fa8cc4e03f54d9dadaf824366ebb2be HTTP/1.1" status: 200 len: 379 time: 0.0574954 Apr 12 11:13:09.769099 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.api.v2.base [req-f07b3489-341f-4fbb-b5da-68256bc35765 req-8a17a41b-35d5-4ec5-ae34-43de7122c72c tempest-TestShelveInstance-1574108578 tempest-TestShelveInstance-1574108578-project] Request body: {'port': {'device_id': '1e7e9961-1bdf-4768-8591-e378e327ee05', 'network_id': '3d302e5f-d1a1-4723-94b3-e2427a8d4c67', 'admin_state_up': True, 'tenant_id': '7fa8cc4e03f54d9dadaf824366ebb2be', 'security_groups': ['251d3c11-e628-4ad9-afe3-13b35071ee32']}} {{(pid=103258) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 11:13:09.877005 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f07b3489-341f-4fbb-b5da-68256bc35765 req-8a17a41b-35d5-4ec5-ae34-43de7122c72c tempest-TestShelveInstance-1574108578 tempest-TestShelveInstance-1574108578-project] Made reservation on behalf of 7fa8cc4e03f54d9dadaf824366ebb2be for: {'port': 1} {{(pid=103258) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 12 11:13:09.880392 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [req-f07b3489-341f-4fbb-b5da-68256bc35765 req-8a17a41b-35d5-4ec5-ae34-43de7122c72c tempest-TestShelveInstance-1574108578 tempest-TestShelveInstance-1574108578-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1535343'] for port (None), before_create {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:13:10.006248 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.db.db_base_plugin_common [req-f07b3489-341f-4fbb-b5da-68256bc35765 req-8a17a41b-35d5-4ec5-ae34-43de7122c72c tempest-TestShelveInstance-1574108578 tempest-TestShelveInstance-1574108578-project] Allocated IP 172.20.0.5 (3d302e5f-d1a1-4723-94b3-e2427a8d4c67/d013eb67-1f0a-443e-ace2-56fd68182da2/5cdf10bb-5765-47e9-86bc-711483a39ceb) {{(pid=103258) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 12 11:13:10.138090 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [req-f07b3489-341f-4fbb-b5da-68256bc35765 req-8a17a41b-35d5-4ec5-ae34-43de7122c72c tempest-TestShelveInstance-1574108578 tempest-TestShelveInstance-1574108578-project] Publish callbacks [] for port (5cdf10bb-5765-47e9-86bc-711483a39ceb), precommit_create {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:13:10.174715 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [req-f07b3489-341f-4fbb-b5da-68256bc35765 req-8a17a41b-35d5-4ec5-ae34-43de7122c72c tempest-TestShelveInstance-1574108578 tempest-TestShelveInstance-1574108578-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1534861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777667450152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4796947'] for port (5cdf10bb-5765-47e9-86bc-711483a39ceb), after_create {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:13:10.223547 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f07b3489-341f-4fbb-b5da-68256bc35765 req-8a17a41b-35d5-4ec5-ae34-43de7122c72c tempest-TestShelveInstance-1574108578 tempest-TestShelveInstance-1574108578-project] Network 3d302e5f-d1a1-4723-94b3-e2427a8d4c67 is already hosted by enough agents. {{(pid=103258) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 11:13:10.226666 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.scheduler.base_scheduler [req-f07b3489-341f-4fbb-b5da-68256bc35765 req-8a17a41b-35d5-4ec5-ae34-43de7122c72c tempest-TestShelveInstance-1574108578 tempest-TestShelveInstance-1574108578-project] Resources bound (agent type, host, resource id): {{(pid=103258) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 11:13:10.230419 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.db.l3_dvrscheduler_db [req-f07b3489-341f-4fbb-b5da-68256bc35765 req-8a17a41b-35d5-4ec5-ae34-43de7122c72c tempest-TestShelveInstance-1574108578 tempest-TestShelveInstance-1574108578-project] Received port after_create {{(pid=103258) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 12 11:13:10.239576 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a17a41b-35d5-4ec5-ae34-43de7122c72c tempest-TestShelveInstance-1574108578 tempest-TestShelveInstance-1574108578-project] Pushing event updated for resources: {'Port': ['ID=5cdf10bb-5765-47e9-86bc-711483a39ceb,revision_number=1']} {{(pid=103258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:13:10.274360 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron_lib.callbacks.manager [None req-a3a0f077-7d6c-4061-9360-df5bf875b2bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777667879581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1343690'] for agent (0a0a44e5-732d-48d9-a8ad-b47e7b7c1a86), after_update {{(pid=103259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:13:10.289781 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f07b3489-341f-4fbb-b5da-68256bc35765 req-8a17a41b-35d5-4ec5-ae34-43de7122c72c tempest-TestShelveInstance-1574108578 tempest-TestShelveInstance-1574108578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:13:10.290568 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [req-f07b3489-341f-4fbb-b5da-68256bc35765 req-8a17a41b-35d5-4ec5-ae34-43de7122c72c tempest-TestShelveInstance-1574108578 tempest-TestShelveInstance-1574108578-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108023'] for port (None), before_response {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:13:10.316831 dv-cinder-830088-4-iscsi neutron-server[103258]: INFO neutron.wsgi [req-f07b3489-341f-4fbb-b5da-68256bc35765 req-8a17a41b-35d5-4ec5-ae34-43de7122c72c tempest-TestShelveInstance-1574108578 tempest-TestShelveInstance-1574108578-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5512884 Apr 12 11:13:10.336381 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.api.v2.base [req-f07b3489-341f-4fbb-b5da-68256bc35765 req-21accc17-0515-46b3-8895-334b98479bfa service neutron] Request body: {'port': {'device_id': '1e7e9961-1bdf-4768-8591-e378e327ee05', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83008'}} {{(pid=103258) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 11:13:10.411556 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [req-f07b3489-341f-4fbb-b5da-68256bc35765 req-21accc17-0515-46b3-8895-334b98479bfa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1535343'] for port (5cdf10bb-5765-47e9-86bc-711483a39ceb), before_update {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:13:10.510237 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron.db.provisioning_blocks [None req-b9737c5d-6432-4e6e-b510-c0db50c96814 None None] Provisioning complete for port 5cdf10bb-5765-47e9-86bc-711483a39ceb triggered by entity DHCP. {{(pid=103259) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 11:13:10.510504 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron_lib.callbacks.manager [None req-b9737c5d-6432-4e6e-b510-c0db50c96814 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1343588'] for port (5cdf10bb-5765-47e9-86bc-711483a39ceb), provisioning_complete {{(pid=103259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:13:10.545567 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron.plugins.ml2.plugin [None req-b9737c5d-6432-4e6e-b510-c0db50c96814 None None] Port 5cdf10bb-5765-47e9-86bc-711483a39ceb cannot update to ACTIVE because it is not bound. {{(pid=103259) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 12 11:13:10.679785 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.notifiers.nova [req-f07b3489-341f-4fbb-b5da-68256bc35765 req-21accc17-0515-46b3-8895-334b98479bfa service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5cdf10bb-5765-47e9-86bc-711483a39ceb {{(pid=103258) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 12 11:13:10.687688 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [req-f07b3489-341f-4fbb-b5da-68256bc35765 req-21accc17-0515-46b3-8895-334b98479bfa service neutron] Publish callbacks [] for port (5cdf10bb-5765-47e9-86bc-711483a39ceb), precommit_update {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:13:10.701626 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.db.provisioning_blocks [req-f07b3489-341f-4fbb-b5da-68256bc35765 req-21accc17-0515-46b3-8895-334b98479bfa service neutron] Transition to ACTIVE for port object 5cdf10bb-5765-47e9-86bc-711483a39ceb will not be triggered until provisioned by entity L2. {{(pid=103258) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 12 11:13:10.705986 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [req-f07b3489-341f-4fbb-b5da-68256bc35765 req-21accc17-0515-46b3-8895-334b98479bfa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1534861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777667992095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777667450170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777667450188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4796952'] for port (5cdf10bb-5765-47e9-86bc-711483a39ceb), after_update {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:13:10.739346 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1c5e97e-0b64-403c-9c88-1d8eef5fa5c7 req-66edd32b-b823-492c-aba7-fbc94b8f6527 tempest-TestShelveInstance-1574108578 tempest-TestShelveInstance-1574108578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:13:10.740980 dv-cinder-830088-4-iscsi neutron-server[103257]: INFO neutron.wsgi [req-c1c5e97e-0b64-403c-9c88-1d8eef5fa5c7 req-66edd32b-b823-492c-aba7-fbc94b8f6527 tempest-TestShelveInstance-1574108578 tempest-TestShelveInstance-1574108578-project] 10.222.0.39 "GET /v2.0/ports?device_id=1e7e9961-1bdf-4768-8591-e378e327ee05 HTTP/1.1" status: 200 len: 931 time: 0.0483916 Apr 12 11:13:10.756846 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21accc17-0515-46b3-8895-334b98479bfa service neutron] Pushing event updated for resources: {'Port': ['ID=5cdf10bb-5765-47e9-86bc-711483a39ceb,revision_number=2']} {{(pid=103258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:13:10.796908 dv-cinder-830088-4-iscsi neutron-server[103257]: INFO neutron.wsgi [req-c1c5e97e-0b64-403c-9c88-1d8eef5fa5c7 req-e26f4f1e-678e-444f-9f14-f326aae7f13a tempest-TestShelveInstance-1574108578 tempest-TestShelveInstance-1574108578-project] 10.222.0.39 "GET /v2.0/security-groups?id=251d3c11-e628-4ad9-afe3-13b35071ee32&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0471272 Apr 12 11:13:10.832336 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.plugins.ml2.managers [req-f07b3489-341f-4fbb-b5da-68256bc35765 req-21accc17-0515-46b3-8895-334b98479bfa service neutron] Attempting to bind port 5cdf10bb-5765-47e9-86bc-711483a39ceb on host hv-cinder-83008 for vnic_type normal with profile {{(pid=103258) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 12 11:13:10.832762 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.plugins.ml2.managers [req-f07b3489-341f-4fbb-b5da-68256bc35765 req-21accc17-0515-46b3-8895-334b98479bfa service neutron] Attempting to bind port 5cdf10bb-5765-47e9-86bc-711483a39ceb by drivers openvswitch,hyperv on host hv-cinder-83008 at level 0 using segments [{'id': '1fc2a7c4-cff6-4e34-b5ce-5d61e7711aa3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': '3d302e5f-d1a1-4723-94b3-e2427a8d4c67'}] {{(pid=103258) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 12 11:13:10.833166 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f07b3489-341f-4fbb-b5da-68256bc35765 req-21accc17-0515-46b3-8895-334b98479bfa service neutron] Attempting to bind port 5cdf10bb-5765-47e9-86bc-711483a39ceb on network 3d302e5f-d1a1-4723-94b3-e2427a8d4c67 {{(pid=103258) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 11:13:10.838299 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f07b3489-341f-4fbb-b5da-68256bc35765 req-21accc17-0515-46b3-8895-334b98479bfa service neutron] Port 5cdf10bb-5765-47e9-86bc-711483a39ceb on network 3d302e5f-d1a1-4723-94b3-e2427a8d4c67 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83008 {{(pid=103258) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 12 11:13:10.838635 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f07b3489-341f-4fbb-b5da-68256bc35765 req-21accc17-0515-46b3-8895-334b98479bfa service neutron] Attempting to bind port 5cdf10bb-5765-47e9-86bc-711483a39ceb on network 3d302e5f-d1a1-4723-94b3-e2427a8d4c67 {{(pid=103258) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 11:13:10.844157 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f07b3489-341f-4fbb-b5da-68256bc35765 req-21accc17-0515-46b3-8895-334b98479bfa service neutron] Checking agent: {'id': '742b2e09-86ec-4663-b086-f6b891926c3e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83008', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 12, 10, 58, 42), 'started_at': datetime.datetime(2022, 4, 12, 10, 58, 42), 'heartbeat_timestamp': datetime.datetime(2022, 4, 12, 11, 12, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103258) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 12 11:13:10.844495 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f07b3489-341f-4fbb-b5da-68256bc35765 req-21accc17-0515-46b3-8895-334b98479bfa service neutron] Checking segment: {'id': '1fc2a7c4-cff6-4e34-b5ce-5d61e7711aa3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': '3d302e5f-d1a1-4723-94b3-e2427a8d4c67'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103258) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 11:13:10.844875 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f07b3489-341f-4fbb-b5da-68256bc35765 req-21accc17-0515-46b3-8895-334b98479bfa service neutron] Bound using segment: {'id': '1fc2a7c4-cff6-4e34-b5ce-5d61e7711aa3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': '3d302e5f-d1a1-4723-94b3-e2427a8d4c67'} {{(pid=103258) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 12 11:13:10.845303 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.plugins.ml2.managers [req-f07b3489-341f-4fbb-b5da-68256bc35765 req-21accc17-0515-46b3-8895-334b98479bfa service neutron] Bound port: 5cdf10bb-5765-47e9-86bc-711483a39ceb, host: hv-cinder-83008, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1fc2a7c4-cff6-4e34-b5ce-5d61e7711aa3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': '3d302e5f-d1a1-4723-94b3-e2427a8d4c67'}}] {{(pid=103258) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 12 11:13:10.845656 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [req-f07b3489-341f-4fbb-b5da-68256bc35765 req-21accc17-0515-46b3-8895-334b98479bfa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1535343'] for port (5cdf10bb-5765-47e9-86bc-711483a39ceb), before_update {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:13:10.913024 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.plugins.ml2.db [req-f07b3489-341f-4fbb-b5da-68256bc35765 req-21accc17-0515-46b3-8895-334b98479bfa service neutron] For port 5cdf10bb-5765-47e9-86bc-711483a39ceb, host hv-cinder-83008, cleared binding levels {{(pid=103258) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 12 11:13:10.916167 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.plugins.ml2.db [req-f07b3489-341f-4fbb-b5da-68256bc35765 req-21accc17-0515-46b3-8895-334b98479bfa service neutron] For port 5cdf10bb-5765-47e9-86bc-711483a39ceb, host hv-cinder-83008, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83008',level=0,port_id=5cdf10bb-5765-47e9-86bc-711483a39ceb,segment=NetworkSegment(1fc2a7c4-cff6-4e34-b5ce-5d61e7711aa3),segment_id=1fc2a7c4-cff6-4e34-b5ce-5d61e7711aa3)] {{(pid=103258) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 12 11:13:10.922848 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [req-f07b3489-341f-4fbb-b5da-68256bc35765 req-21accc17-0515-46b3-8895-334b98479bfa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1534861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777667992095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777667450170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777667450188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4796952'] for port (5cdf10bb-5765-47e9-86bc-711483a39ceb), after_update {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:13:10.956921 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f07b3489-341f-4fbb-b5da-68256bc35765 req-21accc17-0515-46b3-8895-334b98479bfa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:13:10.957683 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [req-f07b3489-341f-4fbb-b5da-68256bc35765 req-21accc17-0515-46b3-8895-334b98479bfa service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108023'] for port (None), before_response {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:13:10.958941 dv-cinder-830088-4-iscsi neutron-server[103258]: INFO neutron.wsgi [req-f07b3489-341f-4fbb-b5da-68256bc35765 req-21accc17-0515-46b3-8895-334b98479bfa service neutron] 10.222.0.53 "PUT /v2.0/ports/5cdf10bb-5765-47e9-86bc-711483a39ceb HTTP/1.1" status: 200 len: 1093 time: 0.6269870 Apr 12 11:13:10.959431 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1e7e9961-1bdf-4768-8591-e378e327ee05', 'tag': '5cdf10bb-5765-47e9-86bc-711483a39ceb'}] {{(pid=103258) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 11:13:10.961642 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c54b6d548356c9296345eb8e608a1624e6dfb095c10b2709a108c8ba991c21a4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c15a6b81-d927-49b9-9c64-b61c77aef14a" -d '{"events": [{"name": "network-changed", "server_uuid": "1e7e9961-1bdf-4768-8591-e378e327ee05", "tag": "5cdf10bb-5765-47e9-86bc-711483a39ceb"}]}' {{(pid=103258) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 11:13:10.986751 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21accc17-0515-46b3-8895-334b98479bfa service neutron] Pushing event updated for resources: {'Port': ['ID=5cdf10bb-5765-47e9-86bc-711483a39ceb,revision_number=3']} {{(pid=103258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:13:11.004031 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Apr 2022 11:13:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-581eb543-cbef-4625-b47e-3e188d7c4ebb x-openstack-request-id: req-581eb543-cbef-4625-b47e-3e188d7c4ebb {{(pid=103258) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 11:13:11.004272 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1e7e9961-1bdf-4768-8591-e378e327ee05", "tag": "5cdf10bb-5765-47e9-86bc-711483a39ceb", "status": "completed", "code": 200}]} {{(pid=103258) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 11:13:11.004536 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-581eb543-cbef-4625-b47e-3e188d7c4ebb {{(pid=103258) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 11:13:11.004941 dv-cinder-830088-4-iscsi neutron-server[103258]: INFO neutron.notifiers.nova [-] Nova event matching ['req-581eb543-cbef-4625-b47e-3e188d7c4ebb'] response: {'name': 'network-changed', 'server_uuid': '1e7e9961-1bdf-4768-8591-e378e327ee05', 'tag': '5cdf10bb-5765-47e9-86bc-711483a39ceb', 'status': 'completed', 'code': 200} Apr 12 11:13:11.074490 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f07b3489-341f-4fbb-b5da-68256bc35765 req-ebf6a1cf-a84b-495a-8747-0093544aa8d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:13:11.076069 dv-cinder-830088-4-iscsi neutron-server[103258]: INFO neutron.wsgi [req-f07b3489-341f-4fbb-b5da-68256bc35765 req-ebf6a1cf-a84b-495a-8747-0093544aa8d5 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=7fa8cc4e03f54d9dadaf824366ebb2be&device_id=1e7e9961-1bdf-4768-8591-e378e327ee05 HTTP/1.1" status: 200 len: 1127 time: 0.0420744 Apr 12 11:13:11.128817 dv-cinder-830088-4-iscsi neutron-server[103258]: INFO neutron.wsgi [req-f07b3489-341f-4fbb-b5da-68256bc35765 req-30f5bb3e-c64a-46ef-be05-d75116df0383 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=5cdf10bb-5765-47e9-86bc-711483a39ceb HTTP/1.1" status: 200 len: 217 time: 0.0389309 Apr 12 11:13:11.176443 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f07b3489-341f-4fbb-b5da-68256bc35765 req-7ecd17d1-5ea6-424b-910b-2d3a77b3f386 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:13:11.177860 dv-cinder-830088-4-iscsi neutron-server[103258]: INFO neutron.wsgi [req-f07b3489-341f-4fbb-b5da-68256bc35765 req-7ecd17d1-5ea6-424b-910b-2d3a77b3f386 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=d013eb67-1f0a-443e-ace2-56fd68182da2 HTTP/1.1" status: 200 len: 847 time: 0.0428607 Apr 12 11:13:11.222679 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f07b3489-341f-4fbb-b5da-68256bc35765 req-3bb81105-1ec9-4a83-b7e7-d838c5a5186e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:13:11.224179 dv-cinder-830088-4-iscsi neutron-server[103258]: INFO neutron.wsgi [req-f07b3489-341f-4fbb-b5da-68256bc35765 req-3bb81105-1ec9-4a83-b7e7-d838c5a5186e service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=3d302e5f-d1a1-4723-94b3-e2427a8d4c67&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0396960 Apr 12 11:13:11.577758 dv-cinder-830088-4-iscsi neutron-server[103258]: INFO neutron.wsgi [req-f07b3489-341f-4fbb-b5da-68256bc35765 req-15561577-0ef1-4a0a-bd82-e9daf5e61ca6 service neutron] 10.222.0.53 "GET /v2.0/networks/3d302e5f-d1a1-4723-94b3-e2427a8d4c67?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3461699 Apr 12 11:13:11.662681 dv-cinder-830088-4-iscsi neutron-server[103258]: INFO neutron.wsgi [req-f07b3489-341f-4fbb-b5da-68256bc35765 req-794cfc62-027c-4327-8af5-d7f24655a211 service neutron] 10.222.0.53 "GET /v2.0/networks/3d302e5f-d1a1-4723-94b3-e2427a8d4c67?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0789120 Apr 12 11:13:11.914092 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-685bd230-d344-46aa-9faa-e809fa52469e req-98f4368d-304d-40b5-abd4-db92be5e2074 tempest-TestShelveInstance-1574108578 tempest-TestShelveInstance-1574108578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:13:11.915607 dv-cinder-830088-4-iscsi neutron-server[103257]: INFO neutron.wsgi [req-685bd230-d344-46aa-9faa-e809fa52469e req-98f4368d-304d-40b5-abd4-db92be5e2074 tempest-TestShelveInstance-1574108578 tempest-TestShelveInstance-1574108578-project] 10.222.0.39 "GET /v2.0/ports?device_id=1e7e9961-1bdf-4768-8591-e378e327ee05 HTTP/1.1" status: 200 len: 943 time: 0.0467272 Apr 12 11:13:11.964166 dv-cinder-830088-4-iscsi neutron-server[103257]: INFO neutron.wsgi [req-685bd230-d344-46aa-9faa-e809fa52469e req-04b9d6f4-7d90-4a41-b803-6593a08d3a82 tempest-TestShelveInstance-1574108578 tempest-TestShelveInstance-1574108578-project] 10.222.0.39 "GET /v2.0/security-groups?id=251d3c11-e628-4ad9-afe3-13b35071ee32&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423205 Apr 12 11:13:12.561473 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron_lib.callbacks.manager [None req-8518bd91-0ae7-4ff1-801c-d640d667fde7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777667879581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1343690'] for agent (77f5e085-0284-4236-9dbf-35d2d452e277), after_update {{(pid=103259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:13:12.726193 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c15a6b81-d927-49b9-9c64-b61c77aef14a req-9f085435-f204-47b1-8e01-dd529f083021 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:13:12.727615 dv-cinder-830088-4-iscsi neutron-server[103258]: INFO neutron.wsgi [req-c15a6b81-d927-49b9-9c64-b61c77aef14a req-9f085435-f204-47b1-8e01-dd529f083021 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=7fa8cc4e03f54d9dadaf824366ebb2be&device_id=1e7e9961-1bdf-4768-8591-e378e327ee05 HTTP/1.1" status: 200 len: 1127 time: 0.0414541 Apr 12 11:13:12.816124 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c15a6b81-d927-49b9-9c64-b61c77aef14a req-048d8e6a-8458-4e6e-aaf9-0b6d6a33d897 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:13:12.817597 dv-cinder-830088-4-iscsi neutron-server[103258]: INFO neutron.wsgi [req-c15a6b81-d927-49b9-9c64-b61c77aef14a req-048d8e6a-8458-4e6e-aaf9-0b6d6a33d897 service neutron] 10.222.0.53 "GET /v2.0/networks?id=3d302e5f-d1a1-4723-94b3-e2427a8d4c67 HTTP/1.1" status: 200 len: 909 time: 0.0821824 Apr 12 11:13:12.868691 dv-cinder-830088-4-iscsi neutron-server[103258]: INFO neutron.wsgi [req-c15a6b81-d927-49b9-9c64-b61c77aef14a req-78e62825-557b-42bd-b359-d1908a73e624 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=5cdf10bb-5765-47e9-86bc-711483a39ceb HTTP/1.1" status: 200 len: 217 time: 0.0368242 Apr 12 11:13:12.915913 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c15a6b81-d927-49b9-9c64-b61c77aef14a req-abd0c3df-146f-4821-a52c-a588c36699d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:13:12.917270 dv-cinder-830088-4-iscsi neutron-server[103258]: INFO neutron.wsgi [req-c15a6b81-d927-49b9-9c64-b61c77aef14a req-abd0c3df-146f-4821-a52c-a588c36699d8 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=d013eb67-1f0a-443e-ace2-56fd68182da2 HTTP/1.1" status: 200 len: 847 time: 0.0410926 Apr 12 11:13:12.961607 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c15a6b81-d927-49b9-9c64-b61c77aef14a req-f46271a8-e463-487b-9ca0-0c20e2ba56c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:13:12.963120 dv-cinder-830088-4-iscsi neutron-server[103258]: INFO neutron.wsgi [req-c15a6b81-d927-49b9-9c64-b61c77aef14a req-f46271a8-e463-487b-9ca0-0c20e2ba56c1 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=3d302e5f-d1a1-4723-94b3-e2427a8d4c67&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0365920 Apr 12 11:13:13.090395 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1fd8651-3d81-436c-8efe-e33b0981e46d req-9a61a441-8f9b-4d9d-a8b4-76843711c918 tempest-TestShelveInstance-1574108578 tempest-TestShelveInstance-1574108578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:13:13.091883 dv-cinder-830088-4-iscsi neutron-server[103258]: INFO neutron.wsgi [req-a1fd8651-3d81-436c-8efe-e33b0981e46d req-9a61a441-8f9b-4d9d-a8b4-76843711c918 tempest-TestShelveInstance-1574108578 tempest-TestShelveInstance-1574108578-project] 10.222.0.39 "GET /v2.0/ports?device_id=1e7e9961-1bdf-4768-8591-e378e327ee05 HTTP/1.1" status: 200 len: 943 time: 0.0593634 Apr 12 11:13:13.093711 dv-cinder-830088-4-iscsi neutron-server[103258]: INFO neutron.wsgi [req-c15a6b81-d927-49b9-9c64-b61c77aef14a req-e298b393-c6bd-45a4-8cd5-9f5ba962a65f service neutron] 10.222.0.53 "GET /v2.0/networks/3d302e5f-d1a1-4723-94b3-e2427a8d4c67?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1221871 Apr 12 11:13:13.191990 dv-cinder-830088-4-iscsi neutron-server[103258]: INFO neutron.wsgi [req-a1fd8651-3d81-436c-8efe-e33b0981e46d req-e3e0fafa-1c52-4413-b190-2fca4f0377f4 tempest-TestShelveInstance-1574108578 tempest-TestShelveInstance-1574108578-project] 10.222.0.39 "GET /v2.0/security-groups?id=251d3c11-e628-4ad9-afe3-13b35071ee32&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0943880 Apr 12 11:13:13.216597 dv-cinder-830088-4-iscsi neutron-server[103258]: INFO neutron.wsgi [req-c15a6b81-d927-49b9-9c64-b61c77aef14a req-afd77f11-d87e-441c-9af9-57869952594b service neutron] 10.222.0.53 "GET /v2.0/networks/3d302e5f-d1a1-4723-94b3-e2427a8d4c67?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1135242 Apr 12 11:13:13.839067 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron_lib.callbacks.manager [None req-601bd752-88b9-4ad2-8e14-56931e32431b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777667879581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1343690'] for agent (3ceb33ec-7c20-4632-9357-4cc6534463de), after_update {{(pid=103259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:13:14.307166 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6d81eaa-2c4b-49e5-85cb-792b0813450f req-56c198bf-d3ba-46c4-b491-c72be81f61f3 tempest-TestShelveInstance-1574108578 tempest-TestShelveInstance-1574108578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:13:14.309279 dv-cinder-830088-4-iscsi neutron-server[103257]: INFO neutron.wsgi [req-b6d81eaa-2c4b-49e5-85cb-792b0813450f req-56c198bf-d3ba-46c4-b491-c72be81f61f3 tempest-TestShelveInstance-1574108578 tempest-TestShelveInstance-1574108578-project] 10.222.0.39 "GET /v2.0/ports?device_id=1e7e9961-1bdf-4768-8591-e378e327ee05 HTTP/1.1" status: 200 len: 943 time: 0.0518472 Apr 12 11:13:14.358510 dv-cinder-830088-4-iscsi neutron-server[103257]: INFO neutron.wsgi [req-b6d81eaa-2c4b-49e5-85cb-792b0813450f req-427a86b6-17af-49ae-a134-baa63a43ce2d tempest-TestShelveInstance-1574108578 tempest-TestShelveInstance-1574108578-project] 10.222.0.39 "GET /v2.0/security-groups?id=251d3c11-e628-4ad9-afe3-13b35071ee32&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438678 Apr 12 11:13:15.080621 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron_lib.callbacks.manager [None req-0acb87d3-0572-4b2c-b7c9-977edd32a8b9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777667879581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1343690'] for agent (3c144e28-9cc5-463d-ad96-a18b19cd455c), after_update {{(pid=103259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:13:15.469599 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a488deaa-31e6-471e-91ae-b3035d0a64d4 req-479e0152-a819-438d-a5cd-8786732c330e tempest-TestShelveInstance-1574108578 tempest-TestShelveInstance-1574108578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:13:15.471067 dv-cinder-830088-4-iscsi neutron-server[103258]: INFO neutron.wsgi [req-a488deaa-31e6-471e-91ae-b3035d0a64d4 req-479e0152-a819-438d-a5cd-8786732c330e tempest-TestShelveInstance-1574108578 tempest-TestShelveInstance-1574108578-project] 10.222.0.39 "GET /v2.0/ports?device_id=1e7e9961-1bdf-4768-8591-e378e327ee05 HTTP/1.1" status: 200 len: 943 time: 0.0475788 Apr 12 11:13:15.517665 dv-cinder-830088-4-iscsi neutron-server[103258]: INFO neutron.wsgi [req-a488deaa-31e6-471e-91ae-b3035d0a64d4 req-7ea0557e-00bf-4f11-999b-10d4fd2df7b7 tempest-TestShelveInstance-1574108578 tempest-TestShelveInstance-1574108578-project] 10.222.0.39 "GET /v2.0/security-groups?id=251d3c11-e628-4ad9-afe3-13b35071ee32&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411355 Apr 12 11:13:16.562483 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron_lib.callbacks.manager [None req-e4b062a6-7a21-4431-be77-3c7776c11043 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777667879581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1343690'] for agent (c71cae7d-514b-467a-8477-0a67bee0b970), after_update {{(pid=103259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:13:16.629891 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c859bcac-b8f0-43fb-999f-528b64fe7bf4 req-2b2fab7f-a87c-4a6e-be5b-10d089cab997 tempest-TestShelveInstance-1574108578 tempest-TestShelveInstance-1574108578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:13:16.631378 dv-cinder-830088-4-iscsi neutron-server[103257]: INFO neutron.wsgi [req-c859bcac-b8f0-43fb-999f-528b64fe7bf4 req-2b2fab7f-a87c-4a6e-be5b-10d089cab997 tempest-TestShelveInstance-1574108578 tempest-TestShelveInstance-1574108578-project] 10.222.0.39 "GET /v2.0/ports?device_id=1e7e9961-1bdf-4768-8591-e378e327ee05 HTTP/1.1" status: 200 len: 943 time: 0.0467355 Apr 12 11:13:16.677917 dv-cinder-830088-4-iscsi neutron-server[103257]: INFO neutron.wsgi [req-c859bcac-b8f0-43fb-999f-528b64fe7bf4 req-91c491f8-c9bb-4619-a7e2-a250ce5dcee0 tempest-TestShelveInstance-1574108578 tempest-TestShelveInstance-1574108578-project] 10.222.0.39 "GET /v2.0/security-groups?id=251d3c11-e628-4ad9-afe3-13b35071ee32&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403640 Apr 12 11:13:17.173226 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron_lib.callbacks.manager [None req-ae6c308c-a92e-4424-a7f8-d6a17e5174ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777667879581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1343690'] for agent (742b2e09-86ec-4663-b086-f6b891926c3e), after_update {{(pid=103259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:13:17.786545 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d69b888-39ce-490b-b991-3d5e4c4b7aae req-525c66b1-dc8c-4dc7-9978-9159a98717ad tempest-TestShelveInstance-1574108578 tempest-TestShelveInstance-1574108578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:13:17.788035 dv-cinder-830088-4-iscsi neutron-server[103258]: INFO neutron.wsgi [req-7d69b888-39ce-490b-b991-3d5e4c4b7aae req-525c66b1-dc8c-4dc7-9978-9159a98717ad tempest-TestShelveInstance-1574108578 tempest-TestShelveInstance-1574108578-project] 10.222.0.39 "GET /v2.0/ports?device_id=1e7e9961-1bdf-4768-8591-e378e327ee05 HTTP/1.1" status: 200 len: 943 time: 0.0459175 Apr 12 11:13:17.839164 dv-cinder-830088-4-iscsi neutron-server[103258]: INFO neutron.wsgi [req-7d69b888-39ce-490b-b991-3d5e4c4b7aae req-41602d8e-6c6a-4570-8fd2-5962a958c0f5 tempest-TestShelveInstance-1574108578 tempest-TestShelveInstance-1574108578-project] 10.222.0.39 "GET /v2.0/security-groups?id=251d3c11-e628-4ad9-afe3-13b35071ee32&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0451968 Apr 12 11:13:18.949488 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9f69f61-f9f0-4454-8c40-d9033eee8aba req-659bbdf1-b719-4469-be88-a7d00d78b301 tempest-TestShelveInstance-1574108578 tempest-TestShelveInstance-1574108578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:13:18.950980 dv-cinder-830088-4-iscsi neutron-server[103257]: INFO neutron.wsgi [req-b9f69f61-f9f0-4454-8c40-d9033eee8aba req-659bbdf1-b719-4469-be88-a7d00d78b301 tempest-TestShelveInstance-1574108578 tempest-TestShelveInstance-1574108578-project] 10.222.0.39 "GET /v2.0/ports?device_id=1e7e9961-1bdf-4768-8591-e378e327ee05 HTTP/1.1" status: 200 len: 943 time: 0.0463052 Apr 12 11:13:19.001416 dv-cinder-830088-4-iscsi neutron-server[103257]: INFO neutron.wsgi [req-b9f69f61-f9f0-4454-8c40-d9033eee8aba req-a3198ec0-a1e3-4082-87c0-0c0a0fe6c988 tempest-TestShelveInstance-1574108578 tempest-TestShelveInstance-1574108578-project] 10.222.0.39 "GET /v2.0/security-groups?id=251d3c11-e628-4ad9-afe3-13b35071ee32&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0451059 Apr 12 11:13:20.111906 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a8570f4-4ba7-48d5-bd13-7a4d891297e7 req-cf647b96-f0fe-41e7-8772-7fa0305f41ac tempest-TestShelveInstance-1574108578 tempest-TestShelveInstance-1574108578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:13:20.113362 dv-cinder-830088-4-iscsi neutron-server[103258]: INFO neutron.wsgi [req-5a8570f4-4ba7-48d5-bd13-7a4d891297e7 req-cf647b96-f0fe-41e7-8772-7fa0305f41ac tempest-TestShelveInstance-1574108578 tempest-TestShelveInstance-1574108578-project] 10.222.0.39 "GET /v2.0/ports?device_id=1e7e9961-1bdf-4768-8591-e378e327ee05 HTTP/1.1" status: 200 len: 943 time: 0.0463843 Apr 12 11:13:20.161287 dv-cinder-830088-4-iscsi neutron-server[103258]: INFO neutron.wsgi [req-5a8570f4-4ba7-48d5-bd13-7a4d891297e7 req-bb15f097-53ff-4202-9dd8-35fd33557f79 tempest-TestShelveInstance-1574108578 tempest-TestShelveInstance-1574108578-project] 10.222.0.39 "GET /v2.0/security-groups?id=251d3c11-e628-4ad9-afe3-13b35071ee32&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425413 Apr 12 11:13:21.270951 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9b77562-11c7-4c30-8be6-d05e596b05dd req-04b75ece-d66c-43ed-8a2d-398867601776 tempest-TestShelveInstance-1574108578 tempest-TestShelveInstance-1574108578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:13:21.272392 dv-cinder-830088-4-iscsi neutron-server[103257]: INFO neutron.wsgi [req-d9b77562-11c7-4c30-8be6-d05e596b05dd req-04b75ece-d66c-43ed-8a2d-398867601776 tempest-TestShelveInstance-1574108578 tempest-TestShelveInstance-1574108578-project] 10.222.0.39 "GET /v2.0/ports?device_id=1e7e9961-1bdf-4768-8591-e378e327ee05 HTTP/1.1" status: 200 len: 943 time: 0.0460632 Apr 12 11:13:21.318658 dv-cinder-830088-4-iscsi neutron-server[103257]: INFO neutron.wsgi [req-d9b77562-11c7-4c30-8be6-d05e596b05dd req-9e376ddf-f6a4-41aa-af8e-32a4f6d62c93 tempest-TestShelveInstance-1574108578 tempest-TestShelveInstance-1574108578-project] 10.222.0.39 "GET /v2.0/security-groups?id=251d3c11-e628-4ad9-afe3-13b35071ee32&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408535 Apr 12 11:13:21.357931 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron.plugins.ml2.rpc [None req-ae6c308c-a92e-4424-a7f8-d6a17e5174ef None None] Device 5cdf10bb-5765-47e9-86bc-711483a39ceb details requested by agent hyperv_hv-cinder-83008 with host hv-cinder-83008 {{(pid=103259) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 12 11:13:21.456731 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron.plugins.ml2.db [None req-ae6c308c-a92e-4424-a7f8-d6a17e5174ef None None] For port 5cdf10bb-5765-47e9-86bc-711483a39ceb, host hv-cinder-83008, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83008',level=0,port_id=5cdf10bb-5765-47e9-86bc-711483a39ceb,segment=NetworkSegment(1fc2a7c4-cff6-4e34-b5ce-5d61e7711aa3),segment_id=1fc2a7c4-cff6-4e34-b5ce-5d61e7711aa3)] {{(pid=103259) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 11:13:21.467660 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron.plugins.ml2.rpc [None req-ae6c308c-a92e-4424-a7f8-d6a17e5174ef None None] Returning: {'device': '5cdf10bb-5765-47e9-86bc-711483a39ceb', 'network_id': '3d302e5f-d1a1-4723-94b3-e2427a8d4c67', 'port_id': '5cdf10bb-5765-47e9-86bc-711483a39ceb', 'mac_address': 'fa:16:3e:b4:ab:85', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 527, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd013eb67-1f0a-443e-ace2-56fd68182da2', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103259) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 12 11:13:21.509654 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron.plugins.ml2.plugin [None req-ae6c308c-a92e-4424-a7f8-d6a17e5174ef None None] Current status of the port 5cdf10bb-5765-47e9-86bc-711483a39ceb is: DOWN; New status is: BUILD {{(pid=103259) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 11:13:21.510050 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron_lib.callbacks.manager [None req-ae6c308c-a92e-4424-a7f8-d6a17e5174ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1535343'] for port (5cdf10bb-5765-47e9-86bc-711483a39ceb), before_update {{(pid=103259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:13:21.522425 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron.notifiers.nova [None req-ae6c308c-a92e-4424-a7f8-d6a17e5174ef None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5cdf10bb-5765-47e9-86bc-711483a39ceb {{(pid=103259) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 12 11:13:21.544896 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron.plugins.ml2.db [None req-ae6c308c-a92e-4424-a7f8-d6a17e5174ef None None] For port 5cdf10bb-5765-47e9-86bc-711483a39ceb, host hv-cinder-83008, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83008',level=0,port_id=5cdf10bb-5765-47e9-86bc-711483a39ceb,segment=NetworkSegment(1fc2a7c4-cff6-4e34-b5ce-5d61e7711aa3),segment_id=1fc2a7c4-cff6-4e34-b5ce-5d61e7711aa3)] {{(pid=103259) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 11:13:21.548662 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron_lib.callbacks.manager [None req-ae6c308c-a92e-4424-a7f8-d6a17e5174ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1534861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777667992095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777667450170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777667450188'] for port (5cdf10bb-5765-47e9-86bc-711483a39ceb), after_update {{(pid=103259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:13:21.593637 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae6c308c-a92e-4424-a7f8-d6a17e5174ef None None] Pushing event updated for resources: {'Port': ['ID=5cdf10bb-5765-47e9-86bc-711483a39ceb,revision_number=4']} {{(pid=103259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:13:22.033310 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron.plugins.ml2.db [None req-ae6c308c-a92e-4424-a7f8-d6a17e5174ef None None] get_ports_and_sgs() called for port_ids ['5cdf10bb-5765-47e9-86bc-711483a39ceb'] {{(pid=103259) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 12 11:13:22.430285 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08feba94-44c2-4f48-8648-2c61fd4d92af req-afb1769d-2ddc-417c-92d8-67d0ad8a26eb tempest-TestShelveInstance-1574108578 tempest-TestShelveInstance-1574108578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:13:22.431810 dv-cinder-830088-4-iscsi neutron-server[103258]: INFO neutron.wsgi [req-08feba94-44c2-4f48-8648-2c61fd4d92af req-afb1769d-2ddc-417c-92d8-67d0ad8a26eb tempest-TestShelveInstance-1574108578 tempest-TestShelveInstance-1574108578-project] 10.222.0.39 "GET /v2.0/ports?device_id=1e7e9961-1bdf-4768-8591-e378e327ee05 HTTP/1.1" status: 200 len: 944 time: 0.0488729 Apr 12 11:13:22.484953 dv-cinder-830088-4-iscsi neutron-server[103258]: INFO neutron.wsgi [req-08feba94-44c2-4f48-8648-2c61fd4d92af req-4df30889-2d8e-4d94-8980-00e799642ebe tempest-TestShelveInstance-1574108578 tempest-TestShelveInstance-1574108578-project] 10.222.0.39 "GET /v2.0/security-groups?id=251d3c11-e628-4ad9-afe3-13b35071ee32&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0475645 Apr 12 11:13:23.363717 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron.plugins.ml2.rpc [None req-ae6c308c-a92e-4424-a7f8-d6a17e5174ef None None] Device 5cdf10bb-5765-47e9-86bc-711483a39ceb up at agent hyperv_hv-cinder-83008 {{(pid=103259) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 11:13:23.407316 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron.db.provisioning_blocks [None req-ae6c308c-a92e-4424-a7f8-d6a17e5174ef None None] Provisioning for port 5cdf10bb-5765-47e9-86bc-711483a39ceb completed by entity L2. {{(pid=103259) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Apr 12 11:13:23.413922 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron.db.provisioning_blocks [None req-ae6c308c-a92e-4424-a7f8-d6a17e5174ef None None] Provisioning complete for port 5cdf10bb-5765-47e9-86bc-711483a39ceb triggered by entity L2. {{(pid=103259) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 11:13:23.414265 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron_lib.callbacks.manager [None req-ae6c308c-a92e-4424-a7f8-d6a17e5174ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1343588'] for port (5cdf10bb-5765-47e9-86bc-711483a39ceb), provisioning_complete {{(pid=103259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:13:23.489883 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron.plugins.ml2.plugin [None req-ae6c308c-a92e-4424-a7f8-d6a17e5174ef None None] Current status of the port 5cdf10bb-5765-47e9-86bc-711483a39ceb is: BUILD; New status is: ACTIVE {{(pid=103259) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 11:13:23.490257 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron_lib.callbacks.manager [None req-ae6c308c-a92e-4424-a7f8-d6a17e5174ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1535343'] for port (5cdf10bb-5765-47e9-86bc-711483a39ceb), before_update {{(pid=103259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:13:23.513701 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1e7e9961-1bdf-4768-8591-e378e327ee05', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5cdf10bb-5765-47e9-86bc-711483a39ceb'}] {{(pid=103259) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 11:13:23.515957 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}af87e37ddfedca7c8b2a1dd0c6cba4e3e91bcc66796c687067be127c7223cf15" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aa749d8c-3ea4-4aa0-880c-9f56fec0ca8e" -d '{"events": [{"server_uuid": "1e7e9961-1bdf-4768-8591-e378e327ee05", "name": "network-vif-plugged", "status": "completed", "tag": "5cdf10bb-5765-47e9-86bc-711483a39ceb"}]}' {{(pid=103259) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 11:13:23.528519 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron.plugins.ml2.db [None req-ae6c308c-a92e-4424-a7f8-d6a17e5174ef None None] For port 5cdf10bb-5765-47e9-86bc-711483a39ceb, host hv-cinder-83008, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83008',level=0,port_id=5cdf10bb-5765-47e9-86bc-711483a39ceb,segment=NetworkSegment(1fc2a7c4-cff6-4e34-b5ce-5d61e7711aa3),segment_id=1fc2a7c4-cff6-4e34-b5ce-5d61e7711aa3)] {{(pid=103259) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 11:13:23.533547 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron_lib.callbacks.manager [None req-ae6c308c-a92e-4424-a7f8-d6a17e5174ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1534861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777667992095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777667450170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777667450188'] for port (5cdf10bb-5765-47e9-86bc-711483a39ceb), after_update {{(pid=103259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:13:23.557267 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Apr 2022 11:13:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2756ea5e-6d6f-49e9-a7fe-fc400f7f1de4 x-openstack-request-id: req-2756ea5e-6d6f-49e9-a7fe-fc400f7f1de4 {{(pid=103259) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 11:13:23.557555 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1e7e9961-1bdf-4768-8591-e378e327ee05", "name": "network-vif-plugged", "status": "completed", "tag": "5cdf10bb-5765-47e9-86bc-711483a39ceb", "code": 200}]} {{(pid=103259) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 11:13:23.557810 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-2756ea5e-6d6f-49e9-a7fe-fc400f7f1de4 {{(pid=103259) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 11:13:23.558722 dv-cinder-830088-4-iscsi neutron-server[103259]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2756ea5e-6d6f-49e9-a7fe-fc400f7f1de4'] response: {'server_uuid': '1e7e9961-1bdf-4768-8591-e378e327ee05', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5cdf10bb-5765-47e9-86bc-711483a39ceb', 'code': 200} Apr 12 11:13:23.585094 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae6c308c-a92e-4424-a7f8-d6a17e5174ef None None] Pushing event updated for resources: {'Port': ['ID=5cdf10bb-5765-47e9-86bc-711483a39ceb,revision_number=5']} {{(pid=103259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:13:23.612303 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9b812e0-a65a-4f42-9407-b21999027aad req-fd604754-5842-4506-9cfd-1d9c99f76da2 tempest-TestShelveInstance-1574108578 tempest-TestShelveInstance-1574108578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:13:23.614524 dv-cinder-830088-4-iscsi neutron-server[103258]: INFO neutron.wsgi [req-f9b812e0-a65a-4f42-9407-b21999027aad req-fd604754-5842-4506-9cfd-1d9c99f76da2 tempest-TestShelveInstance-1574108578 tempest-TestShelveInstance-1574108578-project] 10.222.0.39 "GET /v2.0/ports?device_id=1e7e9961-1bdf-4768-8591-e378e327ee05 HTTP/1.1" status: 200 len: 945 time: 0.0595815 Apr 12 11:13:23.662245 dv-cinder-830088-4-iscsi neutron-server[103258]: INFO neutron.wsgi [req-f9b812e0-a65a-4f42-9407-b21999027aad req-468da4dc-d1e8-4872-8de9-10f06514419d tempest-TestShelveInstance-1574108578 tempest-TestShelveInstance-1574108578-project] 10.222.0.39 "GET /v2.0/security-groups?id=251d3c11-e628-4ad9-afe3-13b35071ee32&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420079 Apr 12 11:13:23.830092 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23a36424-e546-4e57-aed6-b55c0efda0bf req-5a367aea-13f8-4852-acb4-d887d3a5c700 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:13:23.831598 dv-cinder-830088-4-iscsi neutron-server[103258]: INFO neutron.wsgi [req-23a36424-e546-4e57-aed6-b55c0efda0bf req-5a367aea-13f8-4852-acb4-d887d3a5c700 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=1e7e9961-1bdf-4768-8591-e378e327ee05 HTTP/1.1" status: 200 len: 1129 time: 0.0392730 Apr 12 11:13:23.876034 dv-cinder-830088-4-iscsi neutron-server[103258]: INFO neutron.wsgi [req-23a36424-e546-4e57-aed6-b55c0efda0bf req-4da7224d-0fe8-45dc-8d44-d8ffe795f8d2 service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=251d3c11-e628-4ad9-afe3-13b35071ee32&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0383718 Apr 12 11:13:24.774580 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62423f59-4342-449d-9737-1bd9a3b818a8 req-e804caaf-0019-4ca9-bb46-feea0f42e04f tempest-TestShelveInstance-1574108578 tempest-TestShelveInstance-1574108578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:13:24.776059 dv-cinder-830088-4-iscsi neutron-server[103257]: INFO neutron.wsgi [req-62423f59-4342-449d-9737-1bd9a3b818a8 req-e804caaf-0019-4ca9-bb46-feea0f42e04f tempest-TestShelveInstance-1574108578 tempest-TestShelveInstance-1574108578-project] 10.222.0.39 "GET /v2.0/ports?device_id=1e7e9961-1bdf-4768-8591-e378e327ee05 HTTP/1.1" status: 200 len: 945 time: 0.0455654 Apr 12 11:13:24.824263 dv-cinder-830088-4-iscsi neutron-server[103257]: INFO neutron.wsgi [req-62423f59-4342-449d-9737-1bd9a3b818a8 req-58fd4f51-55f3-4efb-92f2-ffc8903c0063 tempest-TestShelveInstance-1574108578 tempest-TestShelveInstance-1574108578-project] 10.222.0.39 "GET /v2.0/security-groups?id=251d3c11-e628-4ad9-afe3-13b35071ee32&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414376 Apr 12 11:13:25.932386 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-759a5a19-f666-4bbc-8484-365aae21b235 req-ef9c95fe-a601-4d8a-b558-1c6df03e8409 tempest-TestShelveInstance-1574108578 tempest-TestShelveInstance-1574108578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:13:25.933824 dv-cinder-830088-4-iscsi neutron-server[103258]: INFO neutron.wsgi [req-759a5a19-f666-4bbc-8484-365aae21b235 req-ef9c95fe-a601-4d8a-b558-1c6df03e8409 tempest-TestShelveInstance-1574108578 tempest-TestShelveInstance-1574108578-project] 10.222.0.39 "GET /v2.0/ports?device_id=1e7e9961-1bdf-4768-8591-e378e327ee05 HTTP/1.1" status: 200 len: 945 time: 0.0450177 Apr 12 11:13:25.985233 dv-cinder-830088-4-iscsi neutron-server[103258]: INFO neutron.wsgi [req-759a5a19-f666-4bbc-8484-365aae21b235 req-2e51b743-763c-49de-a312-54ea9beb28e4 tempest-TestShelveInstance-1574108578 tempest-TestShelveInstance-1574108578-project] 10.222.0.39 "GET /v2.0/security-groups?id=251d3c11-e628-4ad9-afe3-13b35071ee32&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0452342 Apr 12 11:13:26.096655 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7007780c-1eb9-425b-bb31-b231a28027af req-4ba42e63-5e82-4b75-b196-1cc8aa3f6865 tempest-TestShelveInstance-1574108578 tempest-TestShelveInstance-1574108578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:13:26.098072 dv-cinder-830088-4-iscsi neutron-server[103257]: INFO neutron.wsgi [req-7007780c-1eb9-425b-bb31-b231a28027af req-4ba42e63-5e82-4b75-b196-1cc8aa3f6865 tempest-TestShelveInstance-1574108578 tempest-TestShelveInstance-1574108578-project] 10.222.0.39 "GET /v2.0/ports?device_id=1e7e9961-1bdf-4768-8591-e378e327ee05 HTTP/1.1" status: 200 len: 945 time: 0.0492952 Apr 12 11:13:26.144709 dv-cinder-830088-4-iscsi neutron-server[103257]: INFO neutron.wsgi [req-7007780c-1eb9-425b-bb31-b231a28027af req-5ddf5255-9328-4b86-bf21-331df1ace511 tempest-TestShelveInstance-1574108578 tempest-TestShelveInstance-1574108578-project] 10.222.0.39 "GET /v2.0/security-groups?id=251d3c11-e628-4ad9-afe3-13b35071ee32&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411510 Apr 12 11:13:26.165594 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.wsgi [-] (103258) accepted ('10.222.0.39', 60770) {{(pid=103258) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 11:13:26.344247 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e266fd97-5770-40d3-b666-42facf365cb3 tempest-TestShelveInstance-1483694335 tempest-TestShelveInstance-1483694335-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:13:26.345745 dv-cinder-830088-4-iscsi neutron-server[103258]: INFO neutron.wsgi [None req-e266fd97-5770-40d3-b666-42facf365cb3 tempest-TestShelveInstance-1483694335 tempest-TestShelveInstance-1483694335-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=1e7e9961-1bdf-4768-8591-e378e327ee05 HTTP/1.1" status: 200 len: 1124 time: 0.1790509 Apr 12 11:13:26.348739 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.wsgi [-] (103258) accepted ('10.222.0.39', 60774) {{(pid=103258) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 11:13:26.352830 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.api.v2.base [None req-4c97e760-760d-4655-a6ed-7a5f18ad83a7 tempest-TestShelveInstance-1574108578 tempest-TestShelveInstance-1574108578-project] Request body: {'floatingip': {'floating_network_id': '3b7be5f2-485b-4c85-8f98-fb200971b61c', 'port_id': '5cdf10bb-5765-47e9-86bc-711483a39ceb', 'tenant_id': '7fa8cc4e03f54d9dadaf824366ebb2be', 'fixed_ip_address': '172.20.0.5'}} {{(pid=103258) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 11:13:26.373257 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-4c97e760-760d-4655-a6ed-7a5f18ad83a7 tempest-TestShelveInstance-1574108578 tempest-TestShelveInstance-1574108578-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:13:26.453270 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-4c97e760-760d-4655-a6ed-7a5f18ad83a7 tempest-TestShelveInstance-1574108578 tempest-TestShelveInstance-1574108578-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1535343'] for port (None), before_create {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:13:26.554105 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.db.db_base_plugin_common [None req-4c97e760-760d-4655-a6ed-7a5f18ad83a7 tempest-TestShelveInstance-1574108578 tempest-TestShelveInstance-1574108578-project] Allocated IP 172.27.3.98 (3b7be5f2-485b-4c85-8f98-fb200971b61c/4887111e-1302-416a-ab8e-c957c9df7f85/5ba74515-6f9d-4964-abd6-7893051407d4) {{(pid=103258) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 12 11:13:26.656026 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-4c97e760-760d-4655-a6ed-7a5f18ad83a7 tempest-TestShelveInstance-1574108578 tempest-TestShelveInstance-1574108578-project] Publish callbacks [] for port (5ba74515-6f9d-4964-abd6-7893051407d4), precommit_create {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:13:26.691809 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-4c97e760-760d-4655-a6ed-7a5f18ad83a7 tempest-TestShelveInstance-1574108578 tempest-TestShelveInstance-1574108578-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1534861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777667450152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4796947'] for port (5ba74515-6f9d-4964-abd6-7893051407d4), after_create {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:13:26.727424 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c97e760-760d-4655-a6ed-7a5f18ad83a7 tempest-TestShelveInstance-1574108578 tempest-TestShelveInstance-1574108578-project] Network 3b7be5f2-485b-4c85-8f98-fb200971b61c is already hosted by enough agents. {{(pid=103258) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 11:13:26.730139 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.scheduler.base_scheduler [None req-4c97e760-760d-4655-a6ed-7a5f18ad83a7 tempest-TestShelveInstance-1574108578 tempest-TestShelveInstance-1574108578-project] Resources bound (agent type, host, resource id): {{(pid=103258) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 11:13:26.734004 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c97e760-760d-4655-a6ed-7a5f18ad83a7 tempest-TestShelveInstance-1574108578 tempest-TestShelveInstance-1574108578-project] Received port after_create {{(pid=103258) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 12 11:13:26.758650 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c97e760-760d-4655-a6ed-7a5f18ad83a7 tempest-TestShelveInstance-1574108578 tempest-TestShelveInstance-1574108578-project] Pushing event updated for resources: {'Port': ['ID=5ba74515-6f9d-4964-abd6-7893051407d4,revision_number=1']} {{(pid=103258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:13:27.091283 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-4c97e760-760d-4655-a6ed-7a5f18ad83a7 tempest-TestShelveInstance-1574108578 tempest-TestShelveInstance-1574108578-project] Publish callbacks [] for floatingip (115a0ba9-2c8f-44c4-899a-aeb37b70972b), precommit_create {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:13:27.156612 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-4c97e760-760d-4655-a6ed-7a5f18ad83a7 tempest-TestShelveInstance-1574108578 tempest-TestShelveInstance-1574108578-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1535343'] for port (5ba74515-6f9d-4964-abd6-7893051407d4), before_update {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:13:27.302934 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-4c97e760-760d-4655-a6ed-7a5f18ad83a7 tempest-TestShelveInstance-1574108578 tempest-TestShelveInstance-1574108578-project] Publish callbacks [] for port (5ba74515-6f9d-4964-abd6-7893051407d4), precommit_update {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:13:27.307586 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-4c97e760-760d-4655-a6ed-7a5f18ad83a7 tempest-TestShelveInstance-1574108578 tempest-TestShelveInstance-1574108578-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1534861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777667992095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777667450170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777667450188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4796952'] for port (5ba74515-6f9d-4964-abd6-7893051407d4), after_update {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:13:27.375215 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c97e760-760d-4655-a6ed-7a5f18ad83a7 tempest-TestShelveInstance-1574108578 tempest-TestShelveInstance-1574108578-project] Pushing event updated for resources: {'Port': ['ID=5ba74515-6f9d-4964-abd6-7893051407d4,revision_number=2']} {{(pid=103258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:13:27.386678 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-4c97e760-760d-4655-a6ed-7a5f18ad83a7 tempest-TestShelveInstance-1574108578 tempest-TestShelveInstance-1574108578-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-579534'] for floatingip (115a0ba9-2c8f-44c4-899a-aeb37b70972b), after_create {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:13:27.488830 dv-cinder-830088-4-iscsi neutron-server[103258]: INFO neutron.db.l3_db [None req-4c97e760-760d-4655-a6ed-7a5f18ad83a7 tempest-TestShelveInstance-1574108578 tempest-TestShelveInstance-1574108578-project] Floating IP 115a0ba9-2c8f-44c4-899a-aeb37b70972b associated. External IP: 172.27.3.98, port: 5cdf10bb-5765-47e9-86bc-711483a39ceb. Apr 12 11:13:27.692132 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4c97e760-760d-4655-a6ed-7a5f18ad83a7 tempest-TestShelveInstance-1574108578 tempest-TestShelveInstance-1574108578-project] Router 49e16ee8-8612-4d0e-914b-8d819f734a28 has already been hosted by L3 agent 77f5e085-0284-4236-9dbf-35d2d452e277 {{(pid=103258) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 12 11:13:27.798581 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4c97e760-760d-4655-a6ed-7a5f18ad83a7 tempest-TestShelveInstance-1574108578 tempest-TestShelveInstance-1574108578-project] Notify agent at l3_agent.dv-cinder-830088-4-iscsi the message routers_updated {{(pid=103258) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 12 11:13:27.809167 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f4a9f6b-b9df-4c1a-ae11-9c6dab58a0a6 None None] Sync routers for ids ['49e16ee8-8612-4d0e-914b-8d819f734a28'] in dv-cinder-830088-4-iscsi {{(pid=103259) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 12 11:13:27.818284 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-4c97e760-760d-4655-a6ed-7a5f18ad83a7 tempest-TestShelveInstance-1574108578 tempest-TestShelveInstance-1574108578-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108023'] for floatingip (None), before_response {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:13:27.819900 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f4a9f6b-b9df-4c1a-ae11-9c6dab58a0a6 None None] Routers {'49e16ee8-8612-4d0e-914b-8d819f734a28'} bound to L3 agent in host dv-cinder-830088-4-iscsi {{(pid=103259) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 11:13:27.820590 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron.db.l3_hamode_db [None req-9f4a9f6b-b9df-4c1a-ae11-9c6dab58a0a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830088-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-12T10:52:12Z,description=,heartbeat_timestamp=2022-04-12T11:13:13Z,host='dv-cinder-830088-4-iscsi',id=77f5e085-0284-4236-9dbf-35d2d452e277,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T10:52:12Z,topic='l3_agent')) {'router_ids': ['49e16ee8-8612-4d0e-914b-8d819f734a28'], 'active': True} {{(pid=103259) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 11:13:27.851580 dv-cinder-830088-4-iscsi neutron-server[103258]: INFO neutron.wsgi [None req-4c97e760-760d-4655-a6ed-7a5f18ad83a7 tempest-TestShelveInstance-1574108578 tempest-TestShelveInstance-1574108578-project] 10.222.0.39 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.5018334 Apr 12 11:13:27.852274 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1e7e9961-1bdf-4768-8591-e378e327ee05', 'tag': '5cdf10bb-5765-47e9-86bc-711483a39ceb'}] {{(pid=103258) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 11:13:27.854505 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c54b6d548356c9296345eb8e608a1624e6dfb095c10b2709a108c8ba991c21a4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5687b9ee-8112-423b-bbfc-b8f595cc9070" -d '{"events": [{"name": "network-changed", "server_uuid": "1e7e9961-1bdf-4768-8591-e378e327ee05", "tag": "5cdf10bb-5765-47e9-86bc-711483a39ceb"}]}' {{(pid=103258) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 11:13:27.890143 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Apr 2022 11:13:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f54255b4-5c8b-44a7-ab44-a13393e18019 x-openstack-request-id: req-f54255b4-5c8b-44a7-ab44-a13393e18019 {{(pid=103258) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 11:13:27.890432 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1e7e9961-1bdf-4768-8591-e378e327ee05", "tag": "5cdf10bb-5765-47e9-86bc-711483a39ceb", "status": "completed", "code": 200}]} {{(pid=103258) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 11:13:27.890788 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-f54255b4-5c8b-44a7-ab44-a13393e18019 {{(pid=103258) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 11:13:27.891196 dv-cinder-830088-4-iscsi neutron-server[103258]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f54255b4-5c8b-44a7-ab44-a13393e18019'] response: {'name': 'network-changed', 'server_uuid': '1e7e9961-1bdf-4768-8591-e378e327ee05', 'tag': '5cdf10bb-5765-47e9-86bc-711483a39ceb', 'status': 'completed', 'code': 200} Apr 12 11:13:27.928775 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron.db.l3_dvr_db [None req-9f4a9f6b-b9df-4c1a-ae11-9c6dab58a0a6 None None] Set router 49e16ee8-8612-4d0e-914b-8d819f734a28 gateway port host: dv-cinder-830088-4-iscsi {{(pid=103259) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 11:13:27.976032 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5687b9ee-8112-423b-bbfc-b8f595cc9070 req-a6b73297-521b-426e-8c97-37ed5bdac4cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:13:27.977441 dv-cinder-830088-4-iscsi neutron-server[103258]: INFO neutron.wsgi [req-5687b9ee-8112-423b-bbfc-b8f595cc9070 req-a6b73297-521b-426e-8c97-37ed5bdac4cb service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=7fa8cc4e03f54d9dadaf824366ebb2be&device_id=1e7e9961-1bdf-4768-8591-e378e327ee05 HTTP/1.1" status: 200 len: 1129 time: 0.0387168 Apr 12 11:13:28.064786 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5687b9ee-8112-423b-bbfc-b8f595cc9070 req-e38758cb-2cc3-4689-9f6d-10dacacb9d6d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:13:28.066304 dv-cinder-830088-4-iscsi neutron-server[103258]: INFO neutron.wsgi [req-5687b9ee-8112-423b-bbfc-b8f595cc9070 req-e38758cb-2cc3-4689-9f6d-10dacacb9d6d service neutron] 10.222.0.53 "GET /v2.0/networks?id=3d302e5f-d1a1-4723-94b3-e2427a8d4c67 HTTP/1.1" status: 200 len: 909 time: 0.0829675 Apr 12 11:13:28.138085 dv-cinder-830088-4-iscsi neutron-server[103258]: INFO neutron.wsgi [req-5687b9ee-8112-423b-bbfc-b8f595cc9070 req-1a8c3947-9e57-4d63-a21b-8083835a1bcd service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=5cdf10bb-5765-47e9-86bc-711483a39ceb HTTP/1.1" status: 200 len: 998 time: 0.0652082 Apr 12 11:13:28.187393 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5687b9ee-8112-423b-bbfc-b8f595cc9070 req-5cace6c8-b9ad-4dc4-8b07-283800a19151 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:13:28.188896 dv-cinder-830088-4-iscsi neutron-server[103258]: INFO neutron.wsgi [req-5687b9ee-8112-423b-bbfc-b8f595cc9070 req-5cace6c8-b9ad-4dc4-8b07-283800a19151 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=d013eb67-1f0a-443e-ace2-56fd68182da2 HTTP/1.1" status: 200 len: 847 time: 0.0450985 Apr 12 11:13:28.231666 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5687b9ee-8112-423b-bbfc-b8f595cc9070 req-58b76b45-f154-4cb2-a9cd-64972044c4de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:13:28.233078 dv-cinder-830088-4-iscsi neutron-server[103258]: INFO neutron.wsgi [req-5687b9ee-8112-423b-bbfc-b8f595cc9070 req-58b76b45-f154-4cb2-a9cd-64972044c4de service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=3d302e5f-d1a1-4723-94b3-e2427a8d4c67&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0387464 Apr 12 11:13:28.266446 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron.db.l3_hamode_db [None req-9f4a9f6b-b9df-4c1a-ae11-9c6dab58a0a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '49e16ee8-8612-4d0e-914b-8d819f734a28', 'name': 'tempest-TestShelveInstance-499418605-router', 'tenant_id': '7fa8cc4e03f54d9dadaf824366ebb2be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b7be5f2-485b-4c85-8f98-fb200971b61c', 'external_fixed_ips': [{'subnet_id': '4887111e-1302-416a-ab8e-c957c9df7f85', 'ip_address': '172.27.3.151'}], 'enable_snat': True}, 'gw_port_id': '9a2f4e30-8fc6-40fa-8c7c-8c945babb6eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T11:12:33Z', 'updated_at': '2022-04-12T11:12:36Z', 'revision_number': 4, 'project_id': '7fa8cc4e03f54d9dadaf824366ebb2be', 'gw_port': {'id': '9a2f4e30-8fc6-40fa-8c7c-8c945babb6eb', 'name': '', 'network_id': '3b7be5f2-485b-4c85-8f98-fb200971b61c', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:51:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49e16ee8-8612-4d0e-914b-8d819f734a28', 'device_owner': 'network:router_gateway', 'standard_attr_id': 674, 'fixed_ips': [{'subnet_id': '4887111e-1302-416a-ab8e-c957c9df7f85', 'ip_address': '172.27.3.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830088-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T11:12:33Z', 'updated_at': '2022-04-12T11:12:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4887111e-1302-416a-ab8e-c957c9df7f85', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830088-4-iscsi', '_floatingips': [{'id': '115a0ba9-2c8f-44c4-899a-aeb37b70972b', 'tenant_id': '7fa8cc4e03f54d9dadaf824366ebb2be', 'floating_ip_address': '172.27.3.98', 'floating_network_id': '3b7be5f2-485b-4c85-8f98-fb200971b61c', 'router_id': '49e16ee8-8612-4d0e-914b-8d819f734a28', 'port_id': '5cdf10bb-5765-47e9-86bc-711483a39ceb', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 740, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3d302e5f-d1a1-4723-94b3-e2427a8d4c67', 'mac_address': 'fa:16:3e:b4:ab:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e7e9961-1bdf-4768-8591-e378e327ee05', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-12T11:13:26Z', 'updated_at': '2022-04-12T11:13:26Z', 'revision_number': 0, 'project_id': '7fa8cc4e03f54d9dadaf824366ebb2be', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd8eafada-7ab0-4dd9-a3d8-ec24838beb44', 'name': '', 'network_id': '3d302e5f-d1a1-4723-94b3-e2427a8d4c67', 'tenant_id': '7fa8cc4e03f54d9dadaf824366ebb2be', 'mac_address': 'fa:16:3e:c7:76:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49e16ee8-8612-4d0e-914b-8d819f734a28', 'device_owner': 'network:router_interface', 'standard_attr_id': 675, 'fixed_ips': [{'subnet_id': 'd013eb67-1f0a-443e-ace2-56fd68182da2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830088-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T11:12:35Z', 'updated_at': '2022-04-12T11:12:39Z', 'revision_number': 5, 'project_id': '7fa8cc4e03f54d9dadaf824366ebb2be', 'subnets': [{'id': 'd013eb67-1f0a-443e-ace2-56fd68182da2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830088-4-iscsi', False) {} {{(pid=103259) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 11:13:28.296807 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f4a9f6b-b9df-4c1a-ae11-9c6dab58a0a6 None None] Checking router: 49e16ee8-8612-4d0e-914b-8d819f734a28 for host: dv-cinder-830088-4-iscsi {{(pid=103259) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 12 11:13:28.306075 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f4a9f6b-b9df-4c1a-ae11-9c6dab58a0a6 None None] Routers {'49e16ee8-8612-4d0e-914b-8d819f734a28'} bound to L3 agent in host dv-cinder-830088-4-iscsi {{(pid=103259) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 11:13:28.306691 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron.db.l3_hamode_db [None req-9f4a9f6b-b9df-4c1a-ae11-9c6dab58a0a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830088-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-12T10:52:12Z,description=,heartbeat_timestamp=2022-04-12T11:13:13Z,host='dv-cinder-830088-4-iscsi',id=77f5e085-0284-4236-9dbf-35d2d452e277,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T10:52:12Z,topic='l3_agent')) {'router_ids': ['49e16ee8-8612-4d0e-914b-8d819f734a28'], 'active': True} {{(pid=103259) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 11:13:28.325923 dv-cinder-830088-4-iscsi neutron-server[103258]: INFO neutron.wsgi [req-5687b9ee-8112-423b-bbfc-b8f595cc9070 req-25a3cc8d-2234-47c7-b44c-fb3a1dc46ab2 service neutron] 10.222.0.53 "GET /v2.0/networks/3d302e5f-d1a1-4723-94b3-e2427a8d4c67?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0863984 Apr 12 11:13:28.412487 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron.db.l3_dvr_db [None req-9f4a9f6b-b9df-4c1a-ae11-9c6dab58a0a6 None None] Set router 49e16ee8-8612-4d0e-914b-8d819f734a28 gateway port host: dv-cinder-830088-4-iscsi {{(pid=103259) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 11:13:28.413170 dv-cinder-830088-4-iscsi neutron-server[103258]: INFO neutron.wsgi [req-5687b9ee-8112-423b-bbfc-b8f595cc9070 req-a28f35e3-088d-446e-850e-86a0fa6befca service neutron] 10.222.0.53 "GET /v2.0/networks/3d302e5f-d1a1-4723-94b3-e2427a8d4c67?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0807514 Apr 12 11:13:28.622924 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron.db.l3_hamode_db [None req-9f4a9f6b-b9df-4c1a-ae11-9c6dab58a0a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '49e16ee8-8612-4d0e-914b-8d819f734a28', 'name': 'tempest-TestShelveInstance-499418605-router', 'tenant_id': '7fa8cc4e03f54d9dadaf824366ebb2be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b7be5f2-485b-4c85-8f98-fb200971b61c', 'external_fixed_ips': [{'subnet_id': '4887111e-1302-416a-ab8e-c957c9df7f85', 'ip_address': '172.27.3.151'}], 'enable_snat': True}, 'gw_port_id': '9a2f4e30-8fc6-40fa-8c7c-8c945babb6eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T11:12:33Z', 'updated_at': '2022-04-12T11:12:36Z', 'revision_number': 4, 'project_id': '7fa8cc4e03f54d9dadaf824366ebb2be', 'gw_port': {'id': '9a2f4e30-8fc6-40fa-8c7c-8c945babb6eb', 'name': '', 'network_id': '3b7be5f2-485b-4c85-8f98-fb200971b61c', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:51:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49e16ee8-8612-4d0e-914b-8d819f734a28', 'device_owner': 'network:router_gateway', 'standard_attr_id': 674, 'fixed_ips': [{'subnet_id': '4887111e-1302-416a-ab8e-c957c9df7f85', 'ip_address': '172.27.3.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830088-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T11:12:33Z', 'updated_at': '2022-04-12T11:12:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4887111e-1302-416a-ab8e-c957c9df7f85', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830088-4-iscsi', '_floatingips': [{'id': '115a0ba9-2c8f-44c4-899a-aeb37b70972b', 'tenant_id': '7fa8cc4e03f54d9dadaf824366ebb2be', 'floating_ip_address': '172.27.3.98', 'floating_network_id': '3b7be5f2-485b-4c85-8f98-fb200971b61c', 'router_id': '49e16ee8-8612-4d0e-914b-8d819f734a28', 'port_id': '5cdf10bb-5765-47e9-86bc-711483a39ceb', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 740, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3d302e5f-d1a1-4723-94b3-e2427a8d4c67', 'mac_address': 'fa:16:3e:b4:ab:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e7e9961-1bdf-4768-8591-e378e327ee05', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-12T11:13:26Z', 'updated_at': '2022-04-12T11:13:26Z', 'revision_number': 0, 'project_id': '7fa8cc4e03f54d9dadaf824366ebb2be', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd8eafada-7ab0-4dd9-a3d8-ec24838beb44', 'name': '', 'network_id': '3d302e5f-d1a1-4723-94b3-e2427a8d4c67', 'tenant_id': '7fa8cc4e03f54d9dadaf824366ebb2be', 'mac_address': 'fa:16:3e:c7:76:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49e16ee8-8612-4d0e-914b-8d819f734a28', 'device_owner': 'network:router_interface', 'standard_attr_id': 675, 'fixed_ips': [{'subnet_id': 'd013eb67-1f0a-443e-ace2-56fd68182da2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830088-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T11:12:35Z', 'updated_at': '2022-04-12T11:12:39Z', 'revision_number': 5, 'project_id': '7fa8cc4e03f54d9dadaf824366ebb2be', 'subnets': [{'id': 'd013eb67-1f0a-443e-ace2-56fd68182da2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830088-4-iscsi', False) {} {{(pid=103259) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 11:13:28.647821 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f4a9f6b-b9df-4c1a-ae11-9c6dab58a0a6 None None] The sync data for ids ['49e16ee8-8612-4d0e-914b-8d819f734a28'] in dv-cinder-830088-4-iscsi is: [{'id': '49e16ee8-8612-4d0e-914b-8d819f734a28', 'name': 'tempest-TestShelveInstance-499418605-router', 'tenant_id': '7fa8cc4e03f54d9dadaf824366ebb2be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b7be5f2-485b-4c85-8f98-fb200971b61c', 'external_fixed_ips': [{'subnet_id': '4887111e-1302-416a-ab8e-c957c9df7f85', 'ip_address': '172.27.3.151'}], 'enable_snat': True}, 'gw_port_id': '9a2f4e30-8fc6-40fa-8c7c-8c945babb6eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T11:12:33Z', 'updated_at': '2022-04-12T11:12:36Z', 'revision_number': 4, 'project_id': '7fa8cc4e03f54d9dadaf824366ebb2be', 'gw_port': {'id': '9a2f4e30-8fc6-40fa-8c7c-8c945babb6eb', 'name': '', 'network_id': '3b7be5f2-485b-4c85-8f98-fb200971b61c', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:51:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49e16ee8-8612-4d0e-914b-8d819f734a28', 'device_owner': 'network:router_gateway', 'standard_attr_id': 674, 'fixed_ips': [{'subnet_id': '4887111e-1302-416a-ab8e-c957c9df7f85', 'ip_address': '172.27.3.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830088-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T11:12:33Z', 'updated_at': '2022-04-12T11:12:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4887111e-1302-416a-ab8e-c957c9df7f85', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830088-4-iscsi', '_floatingips': [{'id': '115a0ba9-2c8f-44c4-899a-aeb37b70972b', 'tenant_id': '7fa8cc4e03f54d9dadaf824366ebb2be', 'floating_ip_address': '172.27.3.98', 'floating_network_id': '3b7be5f2-485b-4c85-8f98-fb200971b61c', 'router_id': '49e16ee8-8612-4d0e-914b-8d819f734a28', 'port_id': '5cdf10bb-5765-47e9-86bc-711483a39ceb', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 740, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3d302e5f-d1a1-4723-94b3-e2427a8d4c67', 'mac_address': 'fa:16:3e:b4:ab:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e7e9961-1bdf-4768-8591-e378e327ee05', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-12T11:13:26Z', 'updated_at': '2022-04-12T11:13:26Z', 'revision_number': 0, 'project_id': '7fa8cc4e03f54d9dadaf824366ebb2be', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd8eafada-7ab0-4dd9-a3d8-ec24838beb44', 'name': '', 'network_id': '3d302e5f-d1a1-4723-94b3-e2427a8d4c67', 'tenant_id': '7fa8cc4e03f54d9dadaf824366ebb2be', 'mac_address': 'fa:16:3e:c7:76:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49e16ee8-8612-4d0e-914b-8d819f734a28', 'device_owner': 'network:router_interface', 'standard_attr_id': 675, 'fixed_ips': [{'subnet_id': 'd013eb67-1f0a-443e-ace2-56fd68182da2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830088-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T11:12:35Z', 'updated_at': '2022-04-12T11:12:39Z', 'revision_number': 5, 'project_id': '7fa8cc4e03f54d9dadaf824366ebb2be', 'subnets': [{'id': 'd013eb67-1f0a-443e-ace2-56fd68182da2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103259) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 12 11:13:28.847285 dv-cinder-830088-4-iscsi neutron-server[103260]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2566b961-c954-4cc9-bad8-b8d897060abc None None] New status for floating IP 115a0ba9-2c8f-44c4-899a-aeb37b70972b: ACTIVE {{(pid=103260) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 12 11:13:40.271924 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron_lib.callbacks.manager [None req-f92f116e-47e0-4c88-9625-57527c1c0633 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777667879581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1343690'] for agent (0a0a44e5-732d-48d9-a8ad-b47e7b7c1a86), after_update {{(pid=103259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:13:42.563329 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron_lib.callbacks.manager [None req-5da4d0c4-bf92-4946-9108-484e78f4cf7c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777667879581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1343690'] for agent (77f5e085-0284-4236-9dbf-35d2d452e277), after_update {{(pid=103259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:13:43.841461 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron_lib.callbacks.manager [None req-601bd752-88b9-4ad2-8e14-56931e32431b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777667879581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1343690'] for agent (3ceb33ec-7c20-4632-9357-4cc6534463de), after_update {{(pid=103259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:13:44.731953 dv-cinder-830088-4-iscsi neutron-server[103260]: DEBUG neutron.db.agents_db [None req-b0205aca-973a-4a8a-ba9e-4a4e25067b42 None None] Agent healthcheck: found 6 active agents {{(pid=103260) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 12 11:13:45.081189 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron_lib.callbacks.manager [None req-0acb87d3-0572-4b2c-b7c9-977edd32a8b9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777667879581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1343690'] for agent (3c144e28-9cc5-463d-ad96-a18b19cd455c), after_update {{(pid=103259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:13:46.565870 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron_lib.callbacks.manager [None req-e4b062a6-7a21-4431-be77-3c7776c11043 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777667879581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1343690'] for agent (c71cae7d-514b-467a-8477-0a67bee0b970), after_update {{(pid=103259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:13:47.194382 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron_lib.callbacks.manager [None req-ae6c308c-a92e-4424-a7f8-d6a17e5174ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777667879581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1343690'] for agent (742b2e09-86ec-4663-b086-f6b891926c3e), after_update {{(pid=103259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:13:51.111344 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bd3671f-afb6-47a8-a344-b35e6bb2f7ac req-9962bb6b-5568-49e3-840e-a5654a9674d3 tempest-VolumesSnapshotTestJSON-1638709511 tempest-VolumesSnapshotTestJSON-1638709511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:13:51.113050 dv-cinder-830088-4-iscsi neutron-server[103257]: INFO neutron.wsgi [req-4bd3671f-afb6-47a8-a344-b35e6bb2f7ac req-9962bb6b-5568-49e3-840e-a5654a9674d3 tempest-VolumesSnapshotTestJSON-1638709511 tempest-VolumesSnapshotTestJSON-1638709511-project] 10.222.0.39 "GET /v2.0/ports?device_id=c65d6f5c-1ae5-4155-8ec8-145c65166e41 HTTP/1.1" status: 200 len: 946 time: 0.0470164 Apr 12 11:13:51.158889 dv-cinder-830088-4-iscsi neutron-server[103257]: INFO neutron.wsgi [req-4bd3671f-afb6-47a8-a344-b35e6bb2f7ac req-b0fcd304-e106-4628-941c-a7db5b276c0a tempest-VolumesSnapshotTestJSON-1638709511 tempest-VolumesSnapshotTestJSON-1638709511-project] 10.222.0.39 "GET /v2.0/security-groups?id=913b69ee-c33a-4b0e-ab4a-1fa3794e4eb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403440 Apr 12 11:13:52.274839 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68aa124d-fc14-4fff-91f4-b8512663affe req-d3f70fdb-8760-4062-8573-c219e833cfcc tempest-VolumesSnapshotTestJSON-1638709511 tempest-VolumesSnapshotTestJSON-1638709511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:13:52.276283 dv-cinder-830088-4-iscsi neutron-server[103258]: INFO neutron.wsgi [req-68aa124d-fc14-4fff-91f4-b8512663affe req-d3f70fdb-8760-4062-8573-c219e833cfcc tempest-VolumesSnapshotTestJSON-1638709511 tempest-VolumesSnapshotTestJSON-1638709511-project] 10.222.0.39 "GET /v2.0/ports?device_id=c65d6f5c-1ae5-4155-8ec8-145c65166e41 HTTP/1.1" status: 200 len: 946 time: 0.0495212 Apr 12 11:13:52.321429 dv-cinder-830088-4-iscsi neutron-server[103258]: INFO neutron.wsgi [req-68aa124d-fc14-4fff-91f4-b8512663affe req-915dedbb-31bd-4e37-8bd4-02a1f23cea27 tempest-VolumesSnapshotTestJSON-1638709511 tempest-VolumesSnapshotTestJSON-1638709511-project] 10.222.0.39 "GET /v2.0/security-groups?id=913b69ee-c33a-4b0e-ab4a-1fa3794e4eb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396936 Apr 12 11:13:52.456901 dv-cinder-830088-4-iscsi neutron-server[103258]: INFO neutron.wsgi [req-15fdf94d-461f-4a9f-919b-fac560327ff7 req-77273b1d-fabe-497b-9e3d-fd3de49b4041 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=6b729849-124d-4cad-857e-d761c7bbc66c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0375078 Apr 12 11:13:52.557799 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15fdf94d-461f-4a9f-919b-fac560327ff7 req-8b05d159-2bb2-4215-ab7a-63afbc71214e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:13:52.559302 dv-cinder-830088-4-iscsi neutron-server[103258]: INFO neutron.wsgi [req-15fdf94d-461f-4a9f-919b-fac560327ff7 req-8b05d159-2bb2-4215-ab7a-63afbc71214e service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=c2c05547762540eabb9d44e9bf42d19d&device_id=6b729849-124d-4cad-857e-d761c7bbc66c HTTP/1.1" status: 200 len: 1130 time: 0.0378628 Apr 12 11:13:52.662726 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15fdf94d-461f-4a9f-919b-fac560327ff7 req-9b4b6ccd-0546-4345-a17e-caaed25efd66 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:13:52.664203 dv-cinder-830088-4-iscsi neutron-server[103258]: INFO neutron.wsgi [req-15fdf94d-461f-4a9f-919b-fac560327ff7 req-9b4b6ccd-0546-4345-a17e-caaed25efd66 service neutron] 10.222.0.53 "GET /v2.0/networks?id=1232fc79-51a8-446f-8db9-91c7982426a3 HTTP/1.1" status: 200 len: 912 time: 0.0841851 Apr 12 11:13:52.729328 dv-cinder-830088-4-iscsi neutron-server[103258]: INFO neutron.wsgi [req-15fdf94d-461f-4a9f-919b-fac560327ff7 req-5146f492-c046-4cc9-8e4a-1c40f16f4693 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=916b9215-bc88-4bf9-ba72-dd4d5590f88d HTTP/1.1" status: 200 len: 1001 time: 0.0557363 Apr 12 11:13:53.112916 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15fdf94d-461f-4a9f-919b-fac560327ff7 req-ee7cb849-22f2-4011-867d-9911b5655bc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:13:53.114546 dv-cinder-830088-4-iscsi neutron-server[103258]: INFO neutron.wsgi [req-15fdf94d-461f-4a9f-919b-fac560327ff7 req-ee7cb849-22f2-4011-867d-9911b5655bc3 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=629313fa-4f32-46d8-868a-0d9dbc8c0fc7 HTTP/1.1" status: 200 len: 850 time: 0.0474384 Apr 12 11:13:53.131861 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad9f572e-abb3-4c20-b238-96cc997c4eef req-2549e175-edc4-468e-88d6-c8b8933ae011 tempest-VolumesSnapshotTestJSON-1638709511 tempest-VolumesSnapshotTestJSON-1638709511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:13:53.133317 dv-cinder-830088-4-iscsi neutron-server[103257]: INFO neutron.wsgi [req-ad9f572e-abb3-4c20-b238-96cc997c4eef req-2549e175-edc4-468e-88d6-c8b8933ae011 tempest-VolumesSnapshotTestJSON-1638709511 tempest-VolumesSnapshotTestJSON-1638709511-project] 10.222.0.53 "GET /v2.0/ports?device_id=c65d6f5c-1ae5-4155-8ec8-145c65166e41 HTTP/1.1" status: 200 len: 946 time: 0.0496922 Apr 12 11:13:53.157999 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15fdf94d-461f-4a9f-919b-fac560327ff7 req-f02463cc-a7b0-4316-8267-9e69e9a8de26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:13:53.159571 dv-cinder-830088-4-iscsi neutron-server[103258]: INFO neutron.wsgi [req-15fdf94d-461f-4a9f-919b-fac560327ff7 req-f02463cc-a7b0-4316-8267-9e69e9a8de26 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=1232fc79-51a8-446f-8db9-91c7982426a3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0388896 Apr 12 11:13:53.217498 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [req-ad9f572e-abb3-4c20-b238-96cc997c4eef req-10f053c6-e4dd-41b2-8f6e-6182aea1021d tempest-VolumesSnapshotTestJSON-1638709511 tempest-VolumesSnapshotTestJSON-1638709511-project] Deleting port df8ffef1-4eb8-4f9c-986b-114ead445665 {{(pid=103257) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 12 11:13:53.217837 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [req-ad9f572e-abb3-4c20-b238-96cc997c4eef req-10f053c6-e4dd-41b2-8f6e-6182aea1021d tempest-VolumesSnapshotTestJSON-1638709511 tempest-VolumesSnapshotTestJSON-1638709511-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777667983647'] for port (df8ffef1-4eb8-4f9c-986b-114ead445665), before_delete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:13:53.247426 dv-cinder-830088-4-iscsi neutron-server[103258]: INFO neutron.wsgi [req-15fdf94d-461f-4a9f-919b-fac560327ff7 req-ba9cf913-db66-4cfc-9340-70c42cd80ea6 service neutron] 10.222.0.53 "GET /v2.0/networks/1232fc79-51a8-446f-8db9-91c7982426a3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0814445 Apr 12 11:13:53.307975 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron.plugins.ml2.db [req-ad9f572e-abb3-4c20-b238-96cc997c4eef req-10f053c6-e4dd-41b2-8f6e-6182aea1021d tempest-VolumesSnapshotTestJSON-1638709511 tempest-VolumesSnapshotTestJSON-1638709511-project] For port df8ffef1-4eb8-4f9c-986b-114ead445665, host hv-cinder-83008, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83008',level=0,port_id=df8ffef1-4eb8-4f9c-986b-114ead445665,segment=NetworkSegment(f63ba848-6919-49b1-9df1-3f52c7b159cf),segment_id=f63ba848-6919-49b1-9df1-3f52c7b159cf)] {{(pid=103257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 11:13:53.308343 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [req-ad9f572e-abb3-4c20-b238-96cc997c4eef req-10f053c6-e4dd-41b2-8f6e-6182aea1021d tempest-VolumesSnapshotTestJSON-1638709511 tempest-VolumesSnapshotTestJSON-1638709511-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-575824'] for port (df8ffef1-4eb8-4f9c-986b-114ead445665), precommit_delete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:13:53.322149 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [req-ad9f572e-abb3-4c20-b238-96cc997c4eef req-10f053c6-e4dd-41b2-8f6e-6182aea1021d tempest-VolumesSnapshotTestJSON-1638709511 tempest-VolumesSnapshotTestJSON-1638709511-project] Calling delete_port for df8ffef1-4eb8-4f9c-986b-114ead445665 owned by compute:nova {{(pid=103257) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 12 11:13:53.337858 dv-cinder-830088-4-iscsi neutron-server[103258]: INFO neutron.wsgi [req-15fdf94d-461f-4a9f-919b-fac560327ff7 req-9200b892-c86c-4a47-a2fa-e38ea3660a24 service neutron] 10.222.0.53 "GET /v2.0/networks/1232fc79-51a8-446f-8db9-91c7982426a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0832336 Apr 12 11:13:53.468296 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b7555c9-fe6c-4a41-9af6-f7319b17c1de req-d71e8148-e682-414b-a127-70bd9ae1cbb2 tempest-VolumesSnapshotTestJSON-1638709511 tempest-VolumesSnapshotTestJSON-1638709511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:13:53.469745 dv-cinder-830088-4-iscsi neutron-server[103257]: INFO neutron.wsgi [req-9b7555c9-fe6c-4a41-9af6-f7319b17c1de req-d71e8148-e682-414b-a127-70bd9ae1cbb2 tempest-VolumesSnapshotTestJSON-1638709511 tempest-VolumesSnapshotTestJSON-1638709511-project] 10.222.0.39 "GET /v2.0/ports?device_id=c65d6f5c-1ae5-4155-8ec8-145c65166e41 HTTP/1.1" status: 200 len: 946 time: 0.0751317 Apr 12 11:13:53.504628 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [req-ad9f572e-abb3-4c20-b238-96cc997c4eef req-10f053c6-e4dd-41b2-8f6e-6182aea1021d tempest-VolumesSnapshotTestJSON-1638709511 tempest-VolumesSnapshotTestJSON-1638709511-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1534861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777667992077', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777667450161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5265645'] for port (df8ffef1-4eb8-4f9c-986b-114ead445665), after_delete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:13:53.541742 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10f053c6-e4dd-41b2-8f6e-6182aea1021d tempest-VolumesSnapshotTestJSON-1638709511 tempest-VolumesSnapshotTestJSON-1638709511-project] Pushing event deleted for resources: {'Port': ['ID=df8ffef1-4eb8-4f9c-986b-114ead445665,revision_number=None']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:13:53.543807 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron.plugins.ml2.db [None req-ae6c308c-a92e-4424-a7f8-d6a17e5174ef None None] get_ports_and_sgs() called for port_ids ['df8ffef1-4eb8-4f9c-986b-114ead445665'] {{(pid=103259) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 12 11:13:53.578543 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10f053c6-e4dd-41b2-8f6e-6182aea1021d tempest-VolumesSnapshotTestJSON-1638709511 tempest-VolumesSnapshotTestJSON-1638709511-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830088-4-iscsi {{(pid=103257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:13:53.578944 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10f053c6-e4dd-41b2-8f6e-6182aea1021d tempest-VolumesSnapshotTestJSON-1638709511 tempest-VolumesSnapshotTestJSON-1638709511-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830088-4-iscsi {{(pid=103257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:13:53.579285 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10f053c6-e4dd-41b2-8f6e-6182aea1021d tempest-VolumesSnapshotTestJSON-1638709511 tempest-VolumesSnapshotTestJSON-1638709511-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830088-4-iscsi {{(pid=103257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:13:53.579621 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10f053c6-e4dd-41b2-8f6e-6182aea1021d tempest-VolumesSnapshotTestJSON-1638709511 tempest-VolumesSnapshotTestJSON-1638709511-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830088-4-iscsi {{(pid=103257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:13:53.579954 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10f053c6-e4dd-41b2-8f6e-6182aea1021d tempest-VolumesSnapshotTestJSON-1638709511 tempest-VolumesSnapshotTestJSON-1638709511-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830088-4-iscsi {{(pid=103257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:13:53.580281 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10f053c6-e4dd-41b2-8f6e-6182aea1021d tempest-VolumesSnapshotTestJSON-1638709511 tempest-VolumesSnapshotTestJSON-1638709511-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830088-4-iscsi {{(pid=103257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:13:53.580607 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10f053c6-e4dd-41b2-8f6e-6182aea1021d tempest-VolumesSnapshotTestJSON-1638709511 tempest-VolumesSnapshotTestJSON-1638709511-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830088-4-iscsi {{(pid=103257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:13:53.580931 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10f053c6-e4dd-41b2-8f6e-6182aea1021d tempest-VolumesSnapshotTestJSON-1638709511 tempest-VolumesSnapshotTestJSON-1638709511-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830088-4-iscsi {{(pid=103257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:13:53.581255 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10f053c6-e4dd-41b2-8f6e-6182aea1021d tempest-VolumesSnapshotTestJSON-1638709511 tempest-VolumesSnapshotTestJSON-1638709511-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-830088-4-iscsi {{(pid=103257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:13:53.581577 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10f053c6-e4dd-41b2-8f6e-6182aea1021d tempest-VolumesSnapshotTestJSON-1638709511 tempest-VolumesSnapshotTestJSON-1638709511-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830088-4-iscsi {{(pid=103257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:13:53.581901 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10f053c6-e4dd-41b2-8f6e-6182aea1021d tempest-VolumesSnapshotTestJSON-1638709511 tempest-VolumesSnapshotTestJSON-1638709511-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830088-4-iscsi {{(pid=103257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:13:53.582221 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10f053c6-e4dd-41b2-8f6e-6182aea1021d tempest-VolumesSnapshotTestJSON-1638709511 tempest-VolumesSnapshotTestJSON-1638709511-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830088-4-iscsi {{(pid=103257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:13:53.582547 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10f053c6-e4dd-41b2-8f6e-6182aea1021d tempest-VolumesSnapshotTestJSON-1638709511 tempest-VolumesSnapshotTestJSON-1638709511-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830088-4-iscsi {{(pid=103257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:13:53.582894 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10f053c6-e4dd-41b2-8f6e-6182aea1021d tempest-VolumesSnapshotTestJSON-1638709511 tempest-VolumesSnapshotTestJSON-1638709511-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830088-4-iscsi {{(pid=103257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:13:53.583215 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10f053c6-e4dd-41b2-8f6e-6182aea1021d tempest-VolumesSnapshotTestJSON-1638709511 tempest-VolumesSnapshotTestJSON-1638709511-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830088-4-iscsi {{(pid=103257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:13:53.591294 dv-cinder-830088-4-iscsi neutron-server[103257]: INFO neutron.wsgi [req-9b7555c9-fe6c-4a41-9af6-f7319b17c1de req-539f6e09-45ce-4fd1-8cf9-4127d40d1005 tempest-VolumesSnapshotTestJSON-1638709511 tempest-VolumesSnapshotTestJSON-1638709511-project] 10.222.0.39 "GET /v2.0/security-groups?id=913b69ee-c33a-4b0e-ab4a-1fa3794e4eb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1160686 Apr 12 11:13:53.606062 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron.db.l3_dvrscheduler_db [req-ad9f572e-abb3-4c20-b238-96cc997c4eef req-10f053c6-e4dd-41b2-8f6e-6182aea1021d tempest-VolumesSnapshotTestJSON-1638709511 tempest-VolumesSnapshotTestJSON-1638709511-project] No DVR routers for this DVR port df8ffef1-4eb8-4f9c-986b-114ead445665 on host hv-cinder-83008 {{(pid=103257) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 12 11:13:53.608615 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [req-ad9f572e-abb3-4c20-b238-96cc997c4eef req-10f053c6-e4dd-41b2-8f6e-6182aea1021d tempest-VolumesSnapshotTestJSON-1638709511 tempest-VolumesSnapshotTestJSON-1638709511-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108023'] for port (None), before_response {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:13:53.612552 dv-cinder-830088-4-iscsi neutron-server[103257]: INFO neutron.wsgi [req-ad9f572e-abb3-4c20-b238-96cc997c4eef req-10f053c6-e4dd-41b2-8f6e-6182aea1021d tempest-VolumesSnapshotTestJSON-1638709511 tempest-VolumesSnapshotTestJSON-1638709511-project] 10.222.0.53 "DELETE /v2.0/ports/df8ffef1-4eb8-4f9c-986b-114ead445665 HTTP/1.1" status: 204 len: 173 time: 0.4742274 Apr 12 11:13:53.613001 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c65d6f5c-1ae5-4155-8ec8-145c65166e41', 'name': 'network-vif-deleted', 'tag': 'df8ffef1-4eb8-4f9c-986b-114ead445665'}] {{(pid=103257) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 11:13:53.615230 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}263188bb5a56b6ea0b99504a79f1a82db60da3322be0ebbd3338f0b2803b3102" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-57383a44-d8e1-4197-a738-78284d7db4de" -d '{"events": [{"server_uuid": "c65d6f5c-1ae5-4155-8ec8-145c65166e41", "name": "network-vif-deleted", "tag": "df8ffef1-4eb8-4f9c-986b-114ead445665"}]}' {{(pid=103257) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 11:13:53.710896 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Apr 2022 11:13:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4822b895-70ae-4eef-b0a5-f4102d33dac2 x-openstack-request-id: req-4822b895-70ae-4eef-b0a5-f4102d33dac2 {{(pid=103257) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 11:13:53.711189 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c65d6f5c-1ae5-4155-8ec8-145c65166e41", "name": "network-vif-deleted", "tag": "df8ffef1-4eb8-4f9c-986b-114ead445665", "status": "completed", "code": 200}]} {{(pid=103257) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 11:13:53.711439 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-4822b895-70ae-4eef-b0a5-f4102d33dac2 {{(pid=103257) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 11:13:53.711836 dv-cinder-830088-4-iscsi neutron-server[103257]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4822b895-70ae-4eef-b0a5-f4102d33dac2'] response: {'server_uuid': 'c65d6f5c-1ae5-4155-8ec8-145c65166e41', 'name': 'network-vif-deleted', 'tag': 'df8ffef1-4eb8-4f9c-986b-114ead445665', 'status': 'completed', 'code': 200} Apr 12 11:13:58.570199 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron.plugins.ml2.rpc [None req-ae6c308c-a92e-4424-a7f8-d6a17e5174ef None None] Device df8ffef1-4eb8-4f9c-986b-114ead445665 no longer exists at agent hyperv_hv-cinder-83008 {{(pid=103259) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 12 11:13:58.591157 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron.plugins.ml2.plugin [None req-ae6c308c-a92e-4424-a7f8-d6a17e5174ef None None] No Port match for: df8ffef1-4eb8-4f9c-986b-114ead445665 {{(pid=103259) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 12 11:13:58.591500 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron.plugins.ml2.rpc [None req-ae6c308c-a92e-4424-a7f8-d6a17e5174ef None None] Device df8ffef1-4eb8-4f9c-986b-114ead445665 not bound to the agent host hv-cinder-83008 {{(pid=103259) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 12 11:14:04.615309 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a77f97ae-784b-41fa-95ff-5693f28feeb5 req-ca6ae723-4133-4455-b375-9e4b130a9c2a tempest-VolumesSnapshotTestJSON-1638709511 tempest-VolumesSnapshotTestJSON-1638709511-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:14:04.616786 dv-cinder-830088-4-iscsi neutron-server[103258]: INFO neutron.wsgi [req-a77f97ae-784b-41fa-95ff-5693f28feeb5 req-ca6ae723-4133-4455-b375-9e4b130a9c2a tempest-VolumesSnapshotTestJSON-1638709511 tempest-VolumesSnapshotTestJSON-1638709511-project] 10.222.0.39 "GET /v2.0/networks?id=2c1587ca-a1cf-41f7-9797-c6a6968b720a HTTP/1.1" status: 200 len: 813 time: 0.1012444 Apr 12 11:14:04.630741 dv-cinder-830088-4-iscsi neutron-server[103258]: INFO neutron.wsgi [req-a77f97ae-784b-41fa-95ff-5693f28feeb5 req-c85220e4-468d-42c0-aa2d-4baf42efa126 tempest-VolumesSnapshotTestJSON-1638709511 tempest-VolumesSnapshotTestJSON-1638709511-project] 10.222.0.39 "GET /v2.0/quotas/6144571919274c209d50bb930217ba64 HTTP/1.1" status: 200 len: 375 time: 0.0087347 Apr 12 11:14:04.662478 dv-cinder-830088-4-iscsi neutron-server[103258]: INFO neutron.wsgi [req-a77f97ae-784b-41fa-95ff-5693f28feeb5 req-795c3f3a-0449-454f-917f-fcf09c072419 tempest-VolumesSnapshotTestJSON-1638709511 tempest-VolumesSnapshotTestJSON-1638709511-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=6144571919274c209d50bb930217ba64&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0271266 Apr 12 11:14:04.748848 dv-cinder-830088-4-iscsi neutron-server[103258]: INFO neutron.wsgi [req-a77f97ae-784b-41fa-95ff-5693f28feeb5 req-f750e227-0a84-4c8f-b034-b4e525321f85 service neutron] 10.222.0.39 "GET /v2.0/networks/2c1587ca-a1cf-41f7-9797-c6a6968b720a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0799630 Apr 12 11:14:04.837089 dv-cinder-830088-4-iscsi neutron-server[103258]: INFO neutron.wsgi [req-a77f97ae-784b-41fa-95ff-5693f28feeb5 req-03d3b0b5-83e9-4a0e-b515-b925c5fbbbf9 service neutron] 10.222.0.39 "GET /v2.0/networks/2c1587ca-a1cf-41f7-9797-c6a6968b720a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0826666 Apr 12 11:14:04.992066 dv-cinder-830088-4-iscsi neutron-server[103257]: INFO neutron.wsgi [req-627b0a71-dbe4-43f1-834e-65e552838908 req-eafe2fcd-f643-4bc4-83dd-d1f42200714e tempest-VolumesSnapshotTestJSON-1638709511 tempest-VolumesSnapshotTestJSON-1638709511-project] 10.222.0.39 "GET /v2.0/ports?device_id=4137c51f-b178-44d9-9ac9-d98b9b4290d0 HTTP/1.1" status: 200 len: 210 time: 0.0309372 Apr 12 11:14:05.998282 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a77f97ae-784b-41fa-95ff-5693f28feeb5 req-ba943160-da20-4112-a9bf-a9c53a918666 tempest-VolumesSnapshotTestJSON-1638709511 tempest-VolumesSnapshotTestJSON-1638709511-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:14:05.999752 dv-cinder-830088-4-iscsi neutron-server[103257]: INFO neutron.wsgi [req-a77f97ae-784b-41fa-95ff-5693f28feeb5 req-ba943160-da20-4112-a9bf-a9c53a918666 tempest-VolumesSnapshotTestJSON-1638709511 tempest-VolumesSnapshotTestJSON-1638709511-project] 10.222.0.53 "GET /v2.0/networks?id=2c1587ca-a1cf-41f7-9797-c6a6968b720a HTTP/1.1" status: 200 len: 813 time: 0.1026177 Apr 12 11:14:06.020712 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron.api.v2.base [req-a77f97ae-784b-41fa-95ff-5693f28feeb5 req-ae018a7f-8618-47d1-8e57-145c2d31419a tempest-VolumesSnapshotTestJSON-1638709511 tempest-VolumesSnapshotTestJSON-1638709511-project] Request body: {'port': {'device_id': '4137c51f-b178-44d9-9ac9-d98b9b4290d0', 'network_id': '2c1587ca-a1cf-41f7-9797-c6a6968b720a', 'admin_state_up': True, 'tenant_id': '6144571919274c209d50bb930217ba64'}} {{(pid=103257) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 11:14:06.088998 dv-cinder-830088-4-iscsi neutron-server[103258]: INFO neutron.wsgi [req-ddee943a-146f-4f2f-a399-7600b0ef26e5 req-11d4ee0e-7a95-46cf-a272-054a3c20c959 tempest-VolumesSnapshotTestJSON-1638709511 tempest-VolumesSnapshotTestJSON-1638709511-project] 10.222.0.39 "GET /v2.0/ports?device_id=4137c51f-b178-44d9-9ac9-d98b9b4290d0 HTTP/1.1" status: 200 len: 210 time: 0.0271823 Apr 12 11:14:06.130389 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a77f97ae-784b-41fa-95ff-5693f28feeb5 req-ae018a7f-8618-47d1-8e57-145c2d31419a tempest-VolumesSnapshotTestJSON-1638709511 tempest-VolumesSnapshotTestJSON-1638709511-project] Made reservation on behalf of 6144571919274c209d50bb930217ba64 for: {'port': 1} {{(pid=103257) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 12 11:14:06.133768 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [req-a77f97ae-784b-41fa-95ff-5693f28feeb5 req-ae018a7f-8618-47d1-8e57-145c2d31419a tempest-VolumesSnapshotTestJSON-1638709511 tempest-VolumesSnapshotTestJSON-1638709511-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1535343'] for port (None), before_create {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:14:06.253153 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron.db.db_base_plugin_common [req-a77f97ae-784b-41fa-95ff-5693f28feeb5 req-ae018a7f-8618-47d1-8e57-145c2d31419a tempest-VolumesSnapshotTestJSON-1638709511 tempest-VolumesSnapshotTestJSON-1638709511-project] Allocated IP 172.20.0.12 (2c1587ca-a1cf-41f7-9797-c6a6968b720a/95c5495e-ac0b-49f0-836a-8412d9349eeb/88ae1209-8a90-4e42-9ec1-bbe458f34082) {{(pid=103257) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 12 11:14:06.397517 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [req-a77f97ae-784b-41fa-95ff-5693f28feeb5 req-ae018a7f-8618-47d1-8e57-145c2d31419a tempest-VolumesSnapshotTestJSON-1638709511 tempest-VolumesSnapshotTestJSON-1638709511-project] Publish callbacks [] for port (88ae1209-8a90-4e42-9ec1-bbe458f34082), precommit_create {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:14:06.429858 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [req-a77f97ae-784b-41fa-95ff-5693f28feeb5 req-ae018a7f-8618-47d1-8e57-145c2d31419a tempest-VolumesSnapshotTestJSON-1638709511 tempest-VolumesSnapshotTestJSON-1638709511-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1534861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777667450152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5265645'] for port (88ae1209-8a90-4e42-9ec1-bbe458f34082), after_create {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:14:06.475785 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a77f97ae-784b-41fa-95ff-5693f28feeb5 req-ae018a7f-8618-47d1-8e57-145c2d31419a tempest-VolumesSnapshotTestJSON-1638709511 tempest-VolumesSnapshotTestJSON-1638709511-project] Network 2c1587ca-a1cf-41f7-9797-c6a6968b720a is already hosted by enough agents. {{(pid=103257) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 11:14:06.478769 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron.scheduler.base_scheduler [req-a77f97ae-784b-41fa-95ff-5693f28feeb5 req-ae018a7f-8618-47d1-8e57-145c2d31419a tempest-VolumesSnapshotTestJSON-1638709511 tempest-VolumesSnapshotTestJSON-1638709511-project] Resources bound (agent type, host, resource id): {{(pid=103257) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 11:14:06.481699 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron.db.l3_dvrscheduler_db [req-a77f97ae-784b-41fa-95ff-5693f28feeb5 req-ae018a7f-8618-47d1-8e57-145c2d31419a tempest-VolumesSnapshotTestJSON-1638709511 tempest-VolumesSnapshotTestJSON-1638709511-project] Received port after_create {{(pid=103257) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 12 11:14:06.511390 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae018a7f-8618-47d1-8e57-145c2d31419a tempest-VolumesSnapshotTestJSON-1638709511 tempest-VolumesSnapshotTestJSON-1638709511-project] Pushing event updated for resources: {'Port': ['ID=88ae1209-8a90-4e42-9ec1-bbe458f34082,revision_number=1']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:14:06.537465 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a77f97ae-784b-41fa-95ff-5693f28feeb5 req-ae018a7f-8618-47d1-8e57-145c2d31419a tempest-VolumesSnapshotTestJSON-1638709511 tempest-VolumesSnapshotTestJSON-1638709511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:14:06.538062 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [req-a77f97ae-784b-41fa-95ff-5693f28feeb5 req-ae018a7f-8618-47d1-8e57-145c2d31419a tempest-VolumesSnapshotTestJSON-1638709511 tempest-VolumesSnapshotTestJSON-1638709511-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108023'] for port (None), before_response {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:14:06.553518 dv-cinder-830088-4-iscsi neutron-server[103257]: INFO neutron.wsgi [req-a77f97ae-784b-41fa-95ff-5693f28feeb5 req-ae018a7f-8618-47d1-8e57-145c2d31419a tempest-VolumesSnapshotTestJSON-1638709511 tempest-VolumesSnapshotTestJSON-1638709511-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5365465 Apr 12 11:14:06.627156 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron.api.v2.base [req-a77f97ae-784b-41fa-95ff-5693f28feeb5 req-7294f638-a801-452c-90ba-b40c22945712 service neutron] Request body: {'port': {'device_id': '4137c51f-b178-44d9-9ac9-d98b9b4290d0', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83008'}} {{(pid=103257) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 11:14:06.684742 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [req-a77f97ae-784b-41fa-95ff-5693f28feeb5 req-7294f638-a801-452c-90ba-b40c22945712 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1535343'] for port (88ae1209-8a90-4e42-9ec1-bbe458f34082), before_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:14:06.939959 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron.notifiers.nova [req-a77f97ae-784b-41fa-95ff-5693f28feeb5 req-7294f638-a801-452c-90ba-b40c22945712 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 88ae1209-8a90-4e42-9ec1-bbe458f34082 {{(pid=103257) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 12 11:14:06.947383 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [req-a77f97ae-784b-41fa-95ff-5693f28feeb5 req-7294f638-a801-452c-90ba-b40c22945712 service neutron] Publish callbacks [] for port (88ae1209-8a90-4e42-9ec1-bbe458f34082), precommit_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:14:06.959031 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron.db.provisioning_blocks [req-a77f97ae-784b-41fa-95ff-5693f28feeb5 req-7294f638-a801-452c-90ba-b40c22945712 service neutron] Transition to ACTIVE for port object 88ae1209-8a90-4e42-9ec1-bbe458f34082 will not be triggered until provisioned by entity L2. {{(pid=103257) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 12 11:14:06.962657 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [req-a77f97ae-784b-41fa-95ff-5693f28feeb5 req-7294f638-a801-452c-90ba-b40c22945712 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1534861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777667992095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777667450170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777667450188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5265638'] for port (88ae1209-8a90-4e42-9ec1-bbe458f34082), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:14:07.012916 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7294f638-a801-452c-90ba-b40c22945712 service neutron] Pushing event updated for resources: {'Port': ['ID=88ae1209-8a90-4e42-9ec1-bbe458f34082,revision_number=2']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:14:07.078255 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron.plugins.ml2.managers [req-a77f97ae-784b-41fa-95ff-5693f28feeb5 req-7294f638-a801-452c-90ba-b40c22945712 service neutron] Attempting to bind port 88ae1209-8a90-4e42-9ec1-bbe458f34082 on host hv-cinder-83008 for vnic_type normal with profile {{(pid=103257) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 12 11:14:07.078616 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron.plugins.ml2.managers [req-a77f97ae-784b-41fa-95ff-5693f28feeb5 req-7294f638-a801-452c-90ba-b40c22945712 service neutron] Attempting to bind port 88ae1209-8a90-4e42-9ec1-bbe458f34082 by drivers openvswitch,hyperv on host hv-cinder-83008 at level 0 using segments [{'id': 'f63ba848-6919-49b1-9df1-3f52c7b159cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': '2c1587ca-a1cf-41f7-9797-c6a6968b720a'}] {{(pid=103257) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 12 11:14:07.078989 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a77f97ae-784b-41fa-95ff-5693f28feeb5 req-7294f638-a801-452c-90ba-b40c22945712 service neutron] Attempting to bind port 88ae1209-8a90-4e42-9ec1-bbe458f34082 on network 2c1587ca-a1cf-41f7-9797-c6a6968b720a {{(pid=103257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 11:14:07.083196 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a77f97ae-784b-41fa-95ff-5693f28feeb5 req-7294f638-a801-452c-90ba-b40c22945712 service neutron] Port 88ae1209-8a90-4e42-9ec1-bbe458f34082 on network 2c1587ca-a1cf-41f7-9797-c6a6968b720a not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83008 {{(pid=103257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 12 11:14:07.083518 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a77f97ae-784b-41fa-95ff-5693f28feeb5 req-7294f638-a801-452c-90ba-b40c22945712 service neutron] Attempting to bind port 88ae1209-8a90-4e42-9ec1-bbe458f34082 on network 2c1587ca-a1cf-41f7-9797-c6a6968b720a {{(pid=103257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 11:14:07.088192 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a77f97ae-784b-41fa-95ff-5693f28feeb5 req-7294f638-a801-452c-90ba-b40c22945712 service neutron] Checking agent: {'id': '742b2e09-86ec-4663-b086-f6b891926c3e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83008', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 12, 10, 58, 42), 'started_at': datetime.datetime(2022, 4, 12, 10, 58, 42), 'heartbeat_timestamp': datetime.datetime(2022, 4, 12, 11, 13, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 12 11:14:07.088529 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a77f97ae-784b-41fa-95ff-5693f28feeb5 req-7294f638-a801-452c-90ba-b40c22945712 service neutron] Checking segment: {'id': 'f63ba848-6919-49b1-9df1-3f52c7b159cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': '2c1587ca-a1cf-41f7-9797-c6a6968b720a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103257) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 11:14:07.088914 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a77f97ae-784b-41fa-95ff-5693f28feeb5 req-7294f638-a801-452c-90ba-b40c22945712 service neutron] Bound using segment: {'id': 'f63ba848-6919-49b1-9df1-3f52c7b159cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': '2c1587ca-a1cf-41f7-9797-c6a6968b720a'} {{(pid=103257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 12 11:14:07.089338 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron.plugins.ml2.managers [req-a77f97ae-784b-41fa-95ff-5693f28feeb5 req-7294f638-a801-452c-90ba-b40c22945712 service neutron] Bound port: 88ae1209-8a90-4e42-9ec1-bbe458f34082, host: hv-cinder-83008, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f63ba848-6919-49b1-9df1-3f52c7b159cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': '2c1587ca-a1cf-41f7-9797-c6a6968b720a'}}] {{(pid=103257) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 12 11:14:07.089966 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [req-a77f97ae-784b-41fa-95ff-5693f28feeb5 req-7294f638-a801-452c-90ba-b40c22945712 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1535343'] for port (88ae1209-8a90-4e42-9ec1-bbe458f34082), before_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:14:07.157723 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron.plugins.ml2.db [req-a77f97ae-784b-41fa-95ff-5693f28feeb5 req-7294f638-a801-452c-90ba-b40c22945712 service neutron] For port 88ae1209-8a90-4e42-9ec1-bbe458f34082, host hv-cinder-83008, cleared binding levels {{(pid=103257) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 12 11:14:07.193804 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron.plugins.ml2.db [req-a77f97ae-784b-41fa-95ff-5693f28feeb5 req-7294f638-a801-452c-90ba-b40c22945712 service neutron] For port 88ae1209-8a90-4e42-9ec1-bbe458f34082, host hv-cinder-83008, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83008',level=0,port_id=88ae1209-8a90-4e42-9ec1-bbe458f34082,segment=NetworkSegment(f63ba848-6919-49b1-9df1-3f52c7b159cf),segment_id=f63ba848-6919-49b1-9df1-3f52c7b159cf)] {{(pid=103257) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 12 11:14:07.203168 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [req-a77f97ae-784b-41fa-95ff-5693f28feeb5 req-7294f638-a801-452c-90ba-b40c22945712 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1534861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777667992095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777667450170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777667450188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5265638'] for port (88ae1209-8a90-4e42-9ec1-bbe458f34082), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:14:07.218089 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-215d4293-b0fa-421f-9b63-8ea5f05336c1 req-69e24fff-0b98-4f67-a489-cbb28acf7298 tempest-VolumesSnapshotTestJSON-1638709511 tempest-VolumesSnapshotTestJSON-1638709511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:14:07.220213 dv-cinder-830088-4-iscsi neutron-server[103257]: INFO neutron.wsgi [req-215d4293-b0fa-421f-9b63-8ea5f05336c1 req-69e24fff-0b98-4f67-a489-cbb28acf7298 tempest-VolumesSnapshotTestJSON-1638709511 tempest-VolumesSnapshotTestJSON-1638709511-project] 10.222.0.39 "GET /v2.0/ports?device_id=4137c51f-b178-44d9-9ac9-d98b9b4290d0 HTTP/1.1" status: 200 len: 944 time: 0.0650039 Apr 12 11:14:07.255390 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a77f97ae-784b-41fa-95ff-5693f28feeb5 req-7294f638-a801-452c-90ba-b40c22945712 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:14:07.255999 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [req-a77f97ae-784b-41fa-95ff-5693f28feeb5 req-7294f638-a801-452c-90ba-b40c22945712 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108023'] for port (None), before_response {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:14:07.257329 dv-cinder-830088-4-iscsi neutron-server[103257]: INFO neutron.wsgi [req-a77f97ae-784b-41fa-95ff-5693f28feeb5 req-7294f638-a801-452c-90ba-b40c22945712 service neutron] 10.222.0.53 "PUT /v2.0/ports/88ae1209-8a90-4e42-9ec1-bbe458f34082 HTTP/1.1" status: 200 len: 1094 time: 0.6348610 Apr 12 11:14:07.257763 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4137c51f-b178-44d9-9ac9-d98b9b4290d0', 'tag': '88ae1209-8a90-4e42-9ec1-bbe458f34082'}] {{(pid=103257) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 11:14:07.260001 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}263188bb5a56b6ea0b99504a79f1a82db60da3322be0ebbd3338f0b2803b3102" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-48249fd8-4895-40e6-bb64-36a444f90a5d" -d '{"events": [{"name": "network-changed", "server_uuid": "4137c51f-b178-44d9-9ac9-d98b9b4290d0", "tag": "88ae1209-8a90-4e42-9ec1-bbe458f34082"}]}' {{(pid=103257) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 11:14:07.299904 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Apr 2022 11:14:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-97be59cf-c501-48a7-812d-5bf241fcc15f x-openstack-request-id: req-97be59cf-c501-48a7-812d-5bf241fcc15f {{(pid=103257) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 11:14:07.300206 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4137c51f-b178-44d9-9ac9-d98b9b4290d0", "tag": "88ae1209-8a90-4e42-9ec1-bbe458f34082", "status": "completed", "code": 200}]} {{(pid=103257) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 11:14:07.300464 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-97be59cf-c501-48a7-812d-5bf241fcc15f {{(pid=103257) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 11:14:07.300869 dv-cinder-830088-4-iscsi neutron-server[103257]: INFO neutron.notifiers.nova [-] Nova event matching ['req-97be59cf-c501-48a7-812d-5bf241fcc15f'] response: {'name': 'network-changed', 'server_uuid': '4137c51f-b178-44d9-9ac9-d98b9b4290d0', 'tag': '88ae1209-8a90-4e42-9ec1-bbe458f34082', 'status': 'completed', 'code': 200} Apr 12 11:14:07.301554 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7294f638-a801-452c-90ba-b40c22945712 service neutron] Pushing event updated for resources: {'Port': ['ID=88ae1209-8a90-4e42-9ec1-bbe458f34082,revision_number=3']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:14:07.317413 dv-cinder-830088-4-iscsi neutron-server[103257]: INFO neutron.wsgi [req-215d4293-b0fa-421f-9b63-8ea5f05336c1 req-33093987-049f-468d-a4cb-6641f0ff11d5 tempest-VolumesSnapshotTestJSON-1638709511 tempest-VolumesSnapshotTestJSON-1638709511-project] 10.222.0.39 "GET /v2.0/security-groups?id=913b69ee-c33a-4b0e-ab4a-1fa3794e4eb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0767014 Apr 12 11:14:07.395234 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a77f97ae-784b-41fa-95ff-5693f28feeb5 req-b65b36b3-f8f1-4884-8253-d0ef5f8e4f32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:14:07.396710 dv-cinder-830088-4-iscsi neutron-server[103257]: INFO neutron.wsgi [req-a77f97ae-784b-41fa-95ff-5693f28feeb5 req-b65b36b3-f8f1-4884-8253-d0ef5f8e4f32 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=6144571919274c209d50bb930217ba64&device_id=4137c51f-b178-44d9-9ac9-d98b9b4290d0 HTTP/1.1" status: 200 len: 1128 time: 0.0441391 Apr 12 11:14:07.442815 dv-cinder-830088-4-iscsi neutron-server[103257]: INFO neutron.wsgi [req-a77f97ae-784b-41fa-95ff-5693f28feeb5 req-6f316d22-d6e4-4f37-a3af-d291cbad8473 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=88ae1209-8a90-4e42-9ec1-bbe458f34082 HTTP/1.1" status: 200 len: 217 time: 0.0329666 Apr 12 11:14:07.490461 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a77f97ae-784b-41fa-95ff-5693f28feeb5 req-bd3ded2a-a739-4115-a2de-40ca89c55ec6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:14:07.491927 dv-cinder-830088-4-iscsi neutron-server[103257]: INFO neutron.wsgi [req-a77f97ae-784b-41fa-95ff-5693f28feeb5 req-bd3ded2a-a739-4115-a2de-40ca89c55ec6 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=95c5495e-ac0b-49f0-836a-8412d9349eeb HTTP/1.1" status: 200 len: 853 time: 0.0434532 Apr 12 11:14:07.522155 dv-cinder-830088-4-iscsi neutron-server[103257]: INFO neutron.wsgi [req-a77f97ae-784b-41fa-95ff-5693f28feeb5 req-5e878649-2cfa-4c93-af91-552867256c09 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=2c1587ca-a1cf-41f7-9797-c6a6968b720a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0248206 Apr 12 11:14:07.609987 dv-cinder-830088-4-iscsi neutron-server[103257]: INFO neutron.wsgi [req-a77f97ae-784b-41fa-95ff-5693f28feeb5 req-6313ad5b-e376-4e96-9b18-12992895b9e4 service neutron] 10.222.0.53 "GET /v2.0/networks/2c1587ca-a1cf-41f7-9797-c6a6968b720a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0818567 Apr 12 11:14:07.697331 dv-cinder-830088-4-iscsi neutron-server[103257]: INFO neutron.wsgi [req-a77f97ae-784b-41fa-95ff-5693f28feeb5 req-0493d459-f9f9-4353-86ab-5bb33a3cfa52 service neutron] 10.222.0.53 "GET /v2.0/networks/2c1587ca-a1cf-41f7-9797-c6a6968b720a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0813897 Apr 12 11:14:08.427983 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e614581-de4c-4793-8b76-a8ebf2e0e2db req-2c00b188-19f2-4019-9424-8fd03aaa5a59 tempest-VolumesSnapshotTestJSON-1638709511 tempest-VolumesSnapshotTestJSON-1638709511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:14:08.429445 dv-cinder-830088-4-iscsi neutron-server[103258]: INFO neutron.wsgi [req-2e614581-de4c-4793-8b76-a8ebf2e0e2db req-2c00b188-19f2-4019-9424-8fd03aaa5a59 tempest-VolumesSnapshotTestJSON-1638709511 tempest-VolumesSnapshotTestJSON-1638709511-project] 10.222.0.39 "GET /v2.0/ports?device_id=4137c51f-b178-44d9-9ac9-d98b9b4290d0 HTTP/1.1" status: 200 len: 944 time: 0.0458081 Apr 12 11:14:08.478160 dv-cinder-830088-4-iscsi neutron-server[103258]: INFO neutron.wsgi [req-2e614581-de4c-4793-8b76-a8ebf2e0e2db req-fbe3ee17-17ed-4d09-a124-87d1ab9c0504 tempest-VolumesSnapshotTestJSON-1638709511 tempest-VolumesSnapshotTestJSON-1638709511-project] 10.222.0.39 "GET /v2.0/security-groups?id=913b69ee-c33a-4b0e-ab4a-1fa3794e4eb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433366 Apr 12 11:14:09.586410 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af9104ac-e150-4737-ba17-49d1437d5c9c req-7df90113-d34c-4956-aeb7-9282eecb11aa tempest-VolumesSnapshotTestJSON-1638709511 tempest-VolumesSnapshotTestJSON-1638709511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:14:09.587884 dv-cinder-830088-4-iscsi neutron-server[103257]: INFO neutron.wsgi [req-af9104ac-e150-4737-ba17-49d1437d5c9c req-7df90113-d34c-4956-aeb7-9282eecb11aa tempest-VolumesSnapshotTestJSON-1638709511 tempest-VolumesSnapshotTestJSON-1638709511-project] 10.222.0.39 "GET /v2.0/ports?device_id=4137c51f-b178-44d9-9ac9-d98b9b4290d0 HTTP/1.1" status: 200 len: 944 time: 0.0461981 Apr 12 11:14:09.633501 dv-cinder-830088-4-iscsi neutron-server[103257]: INFO neutron.wsgi [req-af9104ac-e150-4737-ba17-49d1437d5c9c req-a5e8487a-ccd4-46ec-b643-611f605b31c2 tempest-VolumesSnapshotTestJSON-1638709511 tempest-VolumesSnapshotTestJSON-1638709511-project] 10.222.0.39 "GET /v2.0/security-groups?id=913b69ee-c33a-4b0e-ab4a-1fa3794e4eb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400021 Apr 12 11:14:09.955424 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48249fd8-4895-40e6-bb64-36a444f90a5d req-1f3d7f46-3f2f-44fd-9f39-a5b24a7ba9d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:14:09.956945 dv-cinder-830088-4-iscsi neutron-server[103257]: INFO neutron.wsgi [req-48249fd8-4895-40e6-bb64-36a444f90a5d req-1f3d7f46-3f2f-44fd-9f39-a5b24a7ba9d4 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=6144571919274c209d50bb930217ba64&device_id=4137c51f-b178-44d9-9ac9-d98b9b4290d0 HTTP/1.1" status: 200 len: 1128 time: 0.0414920 Apr 12 11:14:10.053011 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48249fd8-4895-40e6-bb64-36a444f90a5d req-cd983e54-db52-40d9-a0df-5abc639e9e9c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:14:10.054434 dv-cinder-830088-4-iscsi neutron-server[103257]: INFO neutron.wsgi [req-48249fd8-4895-40e6-bb64-36a444f90a5d req-cd983e54-db52-40d9-a0df-5abc639e9e9c service neutron] 10.222.0.53 "GET /v2.0/networks?id=2c1587ca-a1cf-41f7-9797-c6a6968b720a HTTP/1.1" status: 200 len: 914 time: 0.0910678 Apr 12 11:14:10.093300 dv-cinder-830088-4-iscsi neutron-server[103257]: INFO neutron.wsgi [req-48249fd8-4895-40e6-bb64-36a444f90a5d req-1174e6fd-6096-4448-ba5f-7d23cb6950ce service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=88ae1209-8a90-4e42-9ec1-bbe458f34082 HTTP/1.1" status: 200 len: 217 time: 0.0335877 Apr 12 11:14:10.138299 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48249fd8-4895-40e6-bb64-36a444f90a5d req-410702bf-5f57-4ca6-b14a-3de48933aee6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:14:10.139751 dv-cinder-830088-4-iscsi neutron-server[103257]: INFO neutron.wsgi [req-48249fd8-4895-40e6-bb64-36a444f90a5d req-410702bf-5f57-4ca6-b14a-3de48933aee6 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=95c5495e-ac0b-49f0-836a-8412d9349eeb HTTP/1.1" status: 200 len: 853 time: 0.0410452 Apr 12 11:14:10.173596 dv-cinder-830088-4-iscsi neutron-server[103257]: INFO neutron.wsgi [req-48249fd8-4895-40e6-bb64-36a444f90a5d req-b89169c9-1b78-445f-8910-c3e283fde0c4 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=2c1587ca-a1cf-41f7-9797-c6a6968b720a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0279539 Apr 12 11:14:10.260820 dv-cinder-830088-4-iscsi neutron-server[103257]: INFO neutron.wsgi [req-48249fd8-4895-40e6-bb64-36a444f90a5d req-732182a9-32f0-406e-ad2e-07cf6798a845 service neutron] 10.222.0.53 "GET /v2.0/networks/2c1587ca-a1cf-41f7-9797-c6a6968b720a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0812385 Apr 12 11:14:10.272879 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron_lib.callbacks.manager [None req-ab6e3449-48c0-4497-82d7-9503715ed466 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777667879581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1343690'] for agent (0a0a44e5-732d-48d9-a8ad-b47e7b7c1a86), after_update {{(pid=103259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:14:10.353071 dv-cinder-830088-4-iscsi neutron-server[103257]: INFO neutron.wsgi [req-48249fd8-4895-40e6-bb64-36a444f90a5d req-66a354b0-5f2d-417c-b7ec-0d6615f3d66e service neutron] 10.222.0.53 "GET /v2.0/networks/2c1587ca-a1cf-41f7-9797-c6a6968b720a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0856366 Apr 12 11:14:10.607198 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron.plugins.ml2.rpc [None req-ae6c308c-a92e-4424-a7f8-d6a17e5174ef None None] Device 88ae1209-8a90-4e42-9ec1-bbe458f34082 details requested by agent hyperv_hv-cinder-83008 with host hv-cinder-83008 {{(pid=103259) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 12 11:14:10.705348 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron.plugins.ml2.db [None req-ae6c308c-a92e-4424-a7f8-d6a17e5174ef None None] For port 88ae1209-8a90-4e42-9ec1-bbe458f34082, host hv-cinder-83008, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83008',level=0,port_id=88ae1209-8a90-4e42-9ec1-bbe458f34082,segment=NetworkSegment(f63ba848-6919-49b1-9df1-3f52c7b159cf),segment_id=f63ba848-6919-49b1-9df1-3f52c7b159cf)] {{(pid=103259) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 11:14:10.717329 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron.plugins.ml2.rpc [None req-ae6c308c-a92e-4424-a7f8-d6a17e5174ef None None] Returning: {'device': '88ae1209-8a90-4e42-9ec1-bbe458f34082', 'network_id': '2c1587ca-a1cf-41f7-9797-c6a6968b720a', 'port_id': '88ae1209-8a90-4e42-9ec1-bbe458f34082', 'mac_address': 'fa:16:3e:bf:cd:7d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 524, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '95c5495e-ac0b-49f0-836a-8412d9349eeb', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103259) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 12 11:14:10.743678 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-307aa22b-7323-40f7-ad73-fdc5626c85ac req-12ac884b-b35b-4676-b04d-c10a4b5e1b2e tempest-VolumesSnapshotTestJSON-1638709511 tempest-VolumesSnapshotTestJSON-1638709511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:14:10.745138 dv-cinder-830088-4-iscsi neutron-server[103258]: INFO neutron.wsgi [req-307aa22b-7323-40f7-ad73-fdc5626c85ac req-12ac884b-b35b-4676-b04d-c10a4b5e1b2e tempest-VolumesSnapshotTestJSON-1638709511 tempest-VolumesSnapshotTestJSON-1638709511-project] 10.222.0.39 "GET /v2.0/ports?device_id=4137c51f-b178-44d9-9ac9-d98b9b4290d0 HTTP/1.1" status: 200 len: 944 time: 0.0454314 Apr 12 11:14:10.754687 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron.plugins.ml2.plugin [None req-ae6c308c-a92e-4424-a7f8-d6a17e5174ef None None] Current status of the port 88ae1209-8a90-4e42-9ec1-bbe458f34082 is: DOWN; New status is: BUILD {{(pid=103259) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 11:14:10.755092 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron_lib.callbacks.manager [None req-ae6c308c-a92e-4424-a7f8-d6a17e5174ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1535343'] for port (88ae1209-8a90-4e42-9ec1-bbe458f34082), before_update {{(pid=103259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:14:10.767523 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron.notifiers.nova [None req-ae6c308c-a92e-4424-a7f8-d6a17e5174ef None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 88ae1209-8a90-4e42-9ec1-bbe458f34082 {{(pid=103259) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 12 11:14:10.786490 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron.plugins.ml2.db [None req-ae6c308c-a92e-4424-a7f8-d6a17e5174ef None None] For port 88ae1209-8a90-4e42-9ec1-bbe458f34082, host hv-cinder-83008, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83008',level=0,port_id=88ae1209-8a90-4e42-9ec1-bbe458f34082,segment=NetworkSegment(f63ba848-6919-49b1-9df1-3f52c7b159cf),segment_id=f63ba848-6919-49b1-9df1-3f52c7b159cf)] {{(pid=103259) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 11:14:10.790104 dv-cinder-830088-4-iscsi neutron-server[103258]: INFO neutron.wsgi [req-307aa22b-7323-40f7-ad73-fdc5626c85ac req-853d085e-93a0-4412-b409-e8b18979118f tempest-VolumesSnapshotTestJSON-1638709511 tempest-VolumesSnapshotTestJSON-1638709511-project] 10.222.0.39 "GET /v2.0/security-groups?id=913b69ee-c33a-4b0e-ab4a-1fa3794e4eb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394468 Apr 12 11:14:10.791801 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron_lib.callbacks.manager [None req-ae6c308c-a92e-4424-a7f8-d6a17e5174ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1534861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777667992095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777667450170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777667450188'] for port (88ae1209-8a90-4e42-9ec1-bbe458f34082), after_update {{(pid=103259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:14:10.837902 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae6c308c-a92e-4424-a7f8-d6a17e5174ef None None] Pushing event updated for resources: {'Port': ['ID=88ae1209-8a90-4e42-9ec1-bbe458f34082,revision_number=4']} {{(pid=103259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:14:10.845505 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae6c308c-a92e-4424-a7f8-d6a17e5174ef None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830088-4-iscsi {{(pid=103259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:14:10.845850 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae6c308c-a92e-4424-a7f8-d6a17e5174ef None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830088-4-iscsi {{(pid=103259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:14:10.846262 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae6c308c-a92e-4424-a7f8-d6a17e5174ef None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830088-4-iscsi {{(pid=103259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:14:10.846608 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae6c308c-a92e-4424-a7f8-d6a17e5174ef None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830088-4-iscsi {{(pid=103259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:14:10.846963 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae6c308c-a92e-4424-a7f8-d6a17e5174ef None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830088-4-iscsi {{(pid=103259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:14:10.847295 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae6c308c-a92e-4424-a7f8-d6a17e5174ef None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830088-4-iscsi {{(pid=103259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:14:10.847620 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae6c308c-a92e-4424-a7f8-d6a17e5174ef None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830088-4-iscsi {{(pid=103259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:14:10.847947 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae6c308c-a92e-4424-a7f8-d6a17e5174ef None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830088-4-iscsi {{(pid=103259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:14:10.848270 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae6c308c-a92e-4424-a7f8-d6a17e5174ef None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-830088-4-iscsi {{(pid=103259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:14:10.848613 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae6c308c-a92e-4424-a7f8-d6a17e5174ef None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830088-4-iscsi {{(pid=103259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:14:10.848937 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae6c308c-a92e-4424-a7f8-d6a17e5174ef None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830088-4-iscsi {{(pid=103259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:14:10.849266 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae6c308c-a92e-4424-a7f8-d6a17e5174ef None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830088-4-iscsi {{(pid=103259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:14:10.849586 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae6c308c-a92e-4424-a7f8-d6a17e5174ef None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830088-4-iscsi {{(pid=103259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:14:10.849904 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae6c308c-a92e-4424-a7f8-d6a17e5174ef None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830088-4-iscsi {{(pid=103259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:14:10.850220 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae6c308c-a92e-4424-a7f8-d6a17e5174ef None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830088-4-iscsi {{(pid=103259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:14:11.198060 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron.plugins.ml2.db [None req-ae6c308c-a92e-4424-a7f8-d6a17e5174ef None None] get_ports_and_sgs() called for port_ids ['88ae1209-8a90-4e42-9ec1-bbe458f34082'] {{(pid=103259) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 12 11:14:11.903339 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25be6234-e5f7-423b-8ad7-7a5604c3d08d req-de429690-851f-4abc-8919-00edf0929ff0 tempest-VolumesSnapshotTestJSON-1638709511 tempest-VolumesSnapshotTestJSON-1638709511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:14:11.904926 dv-cinder-830088-4-iscsi neutron-server[103257]: INFO neutron.wsgi [req-25be6234-e5f7-423b-8ad7-7a5604c3d08d req-de429690-851f-4abc-8919-00edf0929ff0 tempest-VolumesSnapshotTestJSON-1638709511 tempest-VolumesSnapshotTestJSON-1638709511-project] 10.222.0.39 "GET /v2.0/ports?device_id=4137c51f-b178-44d9-9ac9-d98b9b4290d0 HTTP/1.1" status: 200 len: 945 time: 0.0476413 Apr 12 11:14:11.951200 dv-cinder-830088-4-iscsi neutron-server[103257]: INFO neutron.wsgi [req-25be6234-e5f7-423b-8ad7-7a5604c3d08d req-0f19e7b6-a3fc-4c4a-937b-b8a0b5995cce tempest-VolumesSnapshotTestJSON-1638709511 tempest-VolumesSnapshotTestJSON-1638709511-project] 10.222.0.39 "GET /v2.0/security-groups?id=913b69ee-c33a-4b0e-ab4a-1fa3794e4eb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407400 Apr 12 11:14:12.565098 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron_lib.callbacks.manager [None req-5288c50b-5247-4455-bce1-c6cefa822deb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777667879581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1343690'] for agent (77f5e085-0284-4236-9dbf-35d2d452e277), after_update {{(pid=103259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:14:12.609644 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron.plugins.ml2.rpc [None req-ae6c308c-a92e-4424-a7f8-d6a17e5174ef None None] Device 88ae1209-8a90-4e42-9ec1-bbe458f34082 up at agent hyperv_hv-cinder-83008 {{(pid=103259) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 11:14:12.652501 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron.db.provisioning_blocks [None req-ae6c308c-a92e-4424-a7f8-d6a17e5174ef None None] Provisioning for port 88ae1209-8a90-4e42-9ec1-bbe458f34082 completed by entity L2. {{(pid=103259) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Apr 12 11:14:12.658617 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron.db.provisioning_blocks [None req-ae6c308c-a92e-4424-a7f8-d6a17e5174ef None None] Provisioning complete for port 88ae1209-8a90-4e42-9ec1-bbe458f34082 triggered by entity L2. {{(pid=103259) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 11:14:12.659193 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron_lib.callbacks.manager [None req-ae6c308c-a92e-4424-a7f8-d6a17e5174ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1343588'] for port (88ae1209-8a90-4e42-9ec1-bbe458f34082), provisioning_complete {{(pid=103259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:14:12.736773 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron.plugins.ml2.plugin [None req-ae6c308c-a92e-4424-a7f8-d6a17e5174ef None None] Current status of the port 88ae1209-8a90-4e42-9ec1-bbe458f34082 is: BUILD; New status is: ACTIVE {{(pid=103259) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 11:14:12.737074 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron_lib.callbacks.manager [None req-ae6c308c-a92e-4424-a7f8-d6a17e5174ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1535343'] for port (88ae1209-8a90-4e42-9ec1-bbe458f34082), before_update {{(pid=103259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:14:12.758783 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4137c51f-b178-44d9-9ac9-d98b9b4290d0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '88ae1209-8a90-4e42-9ec1-bbe458f34082'}] {{(pid=103259) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 11:14:12.760977 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}af87e37ddfedca7c8b2a1dd0c6cba4e3e91bcc66796c687067be127c7223cf15" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bdbda289-561c-48e9-aaa8-3c8d6bf004ee" -d '{"events": [{"server_uuid": "4137c51f-b178-44d9-9ac9-d98b9b4290d0", "name": "network-vif-plugged", "status": "completed", "tag": "88ae1209-8a90-4e42-9ec1-bbe458f34082"}]}' {{(pid=103259) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 11:14:12.773816 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron.plugins.ml2.db [None req-ae6c308c-a92e-4424-a7f8-d6a17e5174ef None None] For port 88ae1209-8a90-4e42-9ec1-bbe458f34082, host hv-cinder-83008, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83008',level=0,port_id=88ae1209-8a90-4e42-9ec1-bbe458f34082,segment=NetworkSegment(f63ba848-6919-49b1-9df1-3f52c7b159cf),segment_id=f63ba848-6919-49b1-9df1-3f52c7b159cf)] {{(pid=103259) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 11:14:12.777600 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron_lib.callbacks.manager [None req-ae6c308c-a92e-4424-a7f8-d6a17e5174ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1534861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777667992095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777667450170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777667450188'] for port (88ae1209-8a90-4e42-9ec1-bbe458f34082), after_update {{(pid=103259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:14:12.800299 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Apr 2022 11:14:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-443c1fd2-870f-4e94-8da3-7559f98dc91e x-openstack-request-id: req-443c1fd2-870f-4e94-8da3-7559f98dc91e {{(pid=103259) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 11:14:12.800589 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4137c51f-b178-44d9-9ac9-d98b9b4290d0", "name": "network-vif-plugged", "status": "completed", "tag": "88ae1209-8a90-4e42-9ec1-bbe458f34082", "code": 200}]} {{(pid=103259) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 11:14:12.800844 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-443c1fd2-870f-4e94-8da3-7559f98dc91e {{(pid=103259) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 11:14:12.801232 dv-cinder-830088-4-iscsi neutron-server[103259]: INFO neutron.notifiers.nova [-] Nova event matching ['req-443c1fd2-870f-4e94-8da3-7559f98dc91e'] response: {'server_uuid': '4137c51f-b178-44d9-9ac9-d98b9b4290d0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '88ae1209-8a90-4e42-9ec1-bbe458f34082', 'code': 200} Apr 12 11:14:12.826136 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae6c308c-a92e-4424-a7f8-d6a17e5174ef None None] Pushing event updated for resources: {'Port': ['ID=88ae1209-8a90-4e42-9ec1-bbe458f34082,revision_number=5']} {{(pid=103259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:14:12.992017 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6629e15e-dcfa-4634-8931-f38ffead9f00 req-7d5eb260-65ef-4e4a-86f9-b16be28efab3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:14:12.993503 dv-cinder-830088-4-iscsi neutron-server[103257]: INFO neutron.wsgi [req-6629e15e-dcfa-4634-8931-f38ffead9f00 req-7d5eb260-65ef-4e4a-86f9-b16be28efab3 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=4137c51f-b178-44d9-9ac9-d98b9b4290d0 HTTP/1.1" status: 200 len: 1130 time: 0.0388296 Apr 12 11:14:13.069832 dv-cinder-830088-4-iscsi neutron-server[103257]: INFO neutron.wsgi [req-6629e15e-dcfa-4634-8931-f38ffead9f00 req-c9a59ffb-9c67-45ab-817a-e7a99b8867b4 service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=913b69ee-c33a-4b0e-ab4a-1fa3794e4eb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0704083 Apr 12 11:14:13.080877 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2a7b94c-2978-4738-b280-c57903158bec req-0beb1b43-d31e-460d-969a-87cc6affc527 tempest-VolumesSnapshotTestJSON-1638709511 tempest-VolumesSnapshotTestJSON-1638709511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:14:13.082265 dv-cinder-830088-4-iscsi neutron-server[103257]: INFO neutron.wsgi [req-c2a7b94c-2978-4738-b280-c57903158bec req-0beb1b43-d31e-460d-969a-87cc6affc527 tempest-VolumesSnapshotTestJSON-1638709511 tempest-VolumesSnapshotTestJSON-1638709511-project] 10.222.0.39 "GET /v2.0/ports?device_id=4137c51f-b178-44d9-9ac9-d98b9b4290d0 HTTP/1.1" status: 200 len: 946 time: 0.0603142 Apr 12 11:14:13.128007 dv-cinder-830088-4-iscsi neutron-server[103257]: INFO neutron.wsgi [req-c2a7b94c-2978-4738-b280-c57903158bec req-e8319efd-b5d1-40c4-a615-0c8e4aeafb1d tempest-VolumesSnapshotTestJSON-1638709511 tempest-VolumesSnapshotTestJSON-1638709511-project] 10.222.0.39 "GET /v2.0/security-groups?id=913b69ee-c33a-4b0e-ab4a-1fa3794e4eb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401113 Apr 12 11:14:13.843129 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron_lib.callbacks.manager [None req-601bd752-88b9-4ad2-8e14-56931e32431b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777667879581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1343690'] for agent (3ceb33ec-7c20-4632-9357-4cc6534463de), after_update {{(pid=103259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:14:14.239141 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49380c3a-36f7-4d94-8fad-3800a9dc273a req-63bcb543-7b28-43ae-80aa-cd48fd1a3ff0 tempest-VolumesSnapshotTestJSON-1638709511 tempest-VolumesSnapshotTestJSON-1638709511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:14:14.240575 dv-cinder-830088-4-iscsi neutron-server[103258]: INFO neutron.wsgi [req-49380c3a-36f7-4d94-8fad-3800a9dc273a req-63bcb543-7b28-43ae-80aa-cd48fd1a3ff0 tempest-VolumesSnapshotTestJSON-1638709511 tempest-VolumesSnapshotTestJSON-1638709511-project] 10.222.0.39 "GET /v2.0/ports?device_id=4137c51f-b178-44d9-9ac9-d98b9b4290d0 HTTP/1.1" status: 200 len: 946 time: 0.0462952 Apr 12 11:14:14.284662 dv-cinder-830088-4-iscsi neutron-server[103258]: INFO neutron.wsgi [req-49380c3a-36f7-4d94-8fad-3800a9dc273a req-3fdb2fee-c2ce-4a93-8006-e492ee380ba7 tempest-VolumesSnapshotTestJSON-1638709511 tempest-VolumesSnapshotTestJSON-1638709511-project] 10.222.0.39 "GET /v2.0/security-groups?id=913b69ee-c33a-4b0e-ab4a-1fa3794e4eb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386913 Apr 12 11:14:15.084296 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron_lib.callbacks.manager [None req-0acb87d3-0572-4b2c-b7c9-977edd32a8b9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777667879581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1343690'] for agent (3c144e28-9cc5-463d-ad96-a18b19cd455c), after_update {{(pid=103259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:14:15.394310 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f38f6d6-e732-4342-8fed-bec9f5fb37df req-af43b6ca-fcc0-432e-8cf4-6f69306d3a16 tempest-VolumesSnapshotTestJSON-1638709511 tempest-VolumesSnapshotTestJSON-1638709511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:14:15.395806 dv-cinder-830088-4-iscsi neutron-server[103257]: INFO neutron.wsgi [req-8f38f6d6-e732-4342-8fed-bec9f5fb37df req-af43b6ca-fcc0-432e-8cf4-6f69306d3a16 tempest-VolumesSnapshotTestJSON-1638709511 tempest-VolumesSnapshotTestJSON-1638709511-project] 10.222.0.39 "GET /v2.0/ports?device_id=4137c51f-b178-44d9-9ac9-d98b9b4290d0 HTTP/1.1" status: 200 len: 946 time: 0.0461965 Apr 12 11:14:15.441164 dv-cinder-830088-4-iscsi neutron-server[103257]: INFO neutron.wsgi [req-8f38f6d6-e732-4342-8fed-bec9f5fb37df req-88640bd4-011c-4bec-99e7-d23f334f4a9e tempest-VolumesSnapshotTestJSON-1638709511 tempest-VolumesSnapshotTestJSON-1638709511-project] 10.222.0.39 "GET /v2.0/security-groups?id=913b69ee-c33a-4b0e-ab4a-1fa3794e4eb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398712 Apr 12 11:14:16.568165 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron_lib.callbacks.manager [None req-e4b062a6-7a21-4431-be77-3c7776c11043 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777667879581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1343690'] for agent (c71cae7d-514b-467a-8477-0a67bee0b970), after_update {{(pid=103259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:14:17.209722 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron_lib.callbacks.manager [None req-ae6c308c-a92e-4424-a7f8-d6a17e5174ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777667879581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1343690'] for agent (742b2e09-86ec-4663-b086-f6b891926c3e), after_update {{(pid=103259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:14:21.730606 dv-cinder-830088-4-iscsi neutron-server[103260]: DEBUG neutron.db.agents_db [None req-b0205aca-973a-4a8a-ba9e-4a4e25067b42 None None] Agent healthcheck: found 6 active agents {{(pid=103260) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 12 11:14:38.448318 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ec31a66-bbb7-4ba3-b3e8-4dc9792be0fc req-a049cd1c-046a-406e-82eb-47bbf8fd4454 tempest-VolumesSnapshotTestJSON-1638709511 tempest-VolumesSnapshotTestJSON-1638709511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:14:38.449768 dv-cinder-830088-4-iscsi neutron-server[103257]: INFO neutron.wsgi [req-1ec31a66-bbb7-4ba3-b3e8-4dc9792be0fc req-a049cd1c-046a-406e-82eb-47bbf8fd4454 tempest-VolumesSnapshotTestJSON-1638709511 tempest-VolumesSnapshotTestJSON-1638709511-project] 10.222.0.39 "GET /v2.0/ports?device_id=4137c51f-b178-44d9-9ac9-d98b9b4290d0 HTTP/1.1" status: 200 len: 946 time: 0.0493619 Apr 12 11:14:38.495688 dv-cinder-830088-4-iscsi neutron-server[103257]: INFO neutron.wsgi [req-1ec31a66-bbb7-4ba3-b3e8-4dc9792be0fc req-a13bbdc3-efa4-4772-b7bc-172ca4f4bcdd tempest-VolumesSnapshotTestJSON-1638709511 tempest-VolumesSnapshotTestJSON-1638709511-project] 10.222.0.39 "GET /v2.0/security-groups?id=913b69ee-c33a-4b0e-ab4a-1fa3794e4eb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402343 Apr 12 11:14:39.610217 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-707ecc7e-14f4-4393-845f-94e708a96f15 req-f04bf69c-36d6-4623-89dd-08cf84a35b2e tempest-VolumesSnapshotTestJSON-1638709511 tempest-VolumesSnapshotTestJSON-1638709511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:14:39.611670 dv-cinder-830088-4-iscsi neutron-server[103258]: INFO neutron.wsgi [req-707ecc7e-14f4-4393-845f-94e708a96f15 req-f04bf69c-36d6-4623-89dd-08cf84a35b2e tempest-VolumesSnapshotTestJSON-1638709511 tempest-VolumesSnapshotTestJSON-1638709511-project] 10.222.0.39 "GET /v2.0/ports?device_id=4137c51f-b178-44d9-9ac9-d98b9b4290d0 HTTP/1.1" status: 200 len: 946 time: 0.0492878 Apr 12 11:14:39.656664 dv-cinder-830088-4-iscsi neutron-server[103258]: INFO neutron.wsgi [req-707ecc7e-14f4-4393-845f-94e708a96f15 req-00305661-4041-4c53-8e48-5935b75e322b tempest-VolumesSnapshotTestJSON-1638709511 tempest-VolumesSnapshotTestJSON-1638709511-project] 10.222.0.39 "GET /v2.0/security-groups?id=913b69ee-c33a-4b0e-ab4a-1fa3794e4eb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395145 Apr 12 11:14:40.273255 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron_lib.callbacks.manager [None req-cb0b511c-4f34-4e5f-a9e4-ecfc6c42d19b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777667879581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1343690'] for agent (0a0a44e5-732d-48d9-a8ad-b47e7b7c1a86), after_update {{(pid=103259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:14:40.511344 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb9519da-4fba-4d8e-95d9-4a439ed00e75 req-1022b1ed-e84e-4484-b7a7-b13709f0cc82 tempest-VolumesSnapshotTestJSON-1638709511 tempest-VolumesSnapshotTestJSON-1638709511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:14:40.512695 dv-cinder-830088-4-iscsi neutron-server[103257]: INFO neutron.wsgi [req-eb9519da-4fba-4d8e-95d9-4a439ed00e75 req-1022b1ed-e84e-4484-b7a7-b13709f0cc82 tempest-VolumesSnapshotTestJSON-1638709511 tempest-VolumesSnapshotTestJSON-1638709511-project] 10.222.0.53 "GET /v2.0/ports?device_id=4137c51f-b178-44d9-9ac9-d98b9b4290d0 HTTP/1.1" status: 200 len: 946 time: 0.0462706 Apr 12 11:14:40.598044 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [req-eb9519da-4fba-4d8e-95d9-4a439ed00e75 req-342133f1-e88a-47a6-8122-00819fa226dc tempest-VolumesSnapshotTestJSON-1638709511 tempest-VolumesSnapshotTestJSON-1638709511-project] Deleting port 88ae1209-8a90-4e42-9ec1-bbe458f34082 {{(pid=103257) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 12 11:14:40.598391 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [req-eb9519da-4fba-4d8e-95d9-4a439ed00e75 req-342133f1-e88a-47a6-8122-00819fa226dc tempest-VolumesSnapshotTestJSON-1638709511 tempest-VolumesSnapshotTestJSON-1638709511-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777667983647'] for port (88ae1209-8a90-4e42-9ec1-bbe458f34082), before_delete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:14:40.683607 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron.plugins.ml2.db [req-eb9519da-4fba-4d8e-95d9-4a439ed00e75 req-342133f1-e88a-47a6-8122-00819fa226dc tempest-VolumesSnapshotTestJSON-1638709511 tempest-VolumesSnapshotTestJSON-1638709511-project] For port 88ae1209-8a90-4e42-9ec1-bbe458f34082, host hv-cinder-83008, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83008',level=0,port_id=88ae1209-8a90-4e42-9ec1-bbe458f34082,segment=NetworkSegment(f63ba848-6919-49b1-9df1-3f52c7b159cf),segment_id=f63ba848-6919-49b1-9df1-3f52c7b159cf)] {{(pid=103257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 11:14:40.684454 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [req-eb9519da-4fba-4d8e-95d9-4a439ed00e75 req-342133f1-e88a-47a6-8122-00819fa226dc tempest-VolumesSnapshotTestJSON-1638709511 tempest-VolumesSnapshotTestJSON-1638709511-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-575824'] for port (88ae1209-8a90-4e42-9ec1-bbe458f34082), precommit_delete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:14:40.696713 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [req-eb9519da-4fba-4d8e-95d9-4a439ed00e75 req-342133f1-e88a-47a6-8122-00819fa226dc tempest-VolumesSnapshotTestJSON-1638709511 tempest-VolumesSnapshotTestJSON-1638709511-project] Calling delete_port for 88ae1209-8a90-4e42-9ec1-bbe458f34082 owned by compute:nova {{(pid=103257) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 12 11:14:40.794841 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb594bda-bfaa-4c64-9082-6f5f66b160db req-8b0b763f-2165-4c3f-b234-2c09df7d52a5 tempest-VolumesSnapshotTestJSON-1638709511 tempest-VolumesSnapshotTestJSON-1638709511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:14:40.796207 dv-cinder-830088-4-iscsi neutron-server[103257]: INFO neutron.wsgi [req-fb594bda-bfaa-4c64-9082-6f5f66b160db req-8b0b763f-2165-4c3f-b234-2c09df7d52a5 tempest-VolumesSnapshotTestJSON-1638709511 tempest-VolumesSnapshotTestJSON-1638709511-project] 10.222.0.39 "GET /v2.0/ports?device_id=4137c51f-b178-44d9-9ac9-d98b9b4290d0 HTTP/1.1" status: 200 len: 946 time: 0.0565705 Apr 12 11:14:40.876865 dv-cinder-830088-4-iscsi neutron-server[103257]: INFO neutron.wsgi [req-fb594bda-bfaa-4c64-9082-6f5f66b160db req-8377150c-3be5-452b-bbd2-0d329b5b66e9 tempest-VolumesSnapshotTestJSON-1638709511 tempest-VolumesSnapshotTestJSON-1638709511-project] 10.222.0.39 "GET /v2.0/security-groups?id=913b69ee-c33a-4b0e-ab4a-1fa3794e4eb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0741637 Apr 12 11:14:40.895323 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [req-eb9519da-4fba-4d8e-95d9-4a439ed00e75 req-342133f1-e88a-47a6-8122-00819fa226dc tempest-VolumesSnapshotTestJSON-1638709511 tempest-VolumesSnapshotTestJSON-1638709511-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1534861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777667992077', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777667450161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5265645'] for port (88ae1209-8a90-4e42-9ec1-bbe458f34082), after_delete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:14:40.921433 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-342133f1-e88a-47a6-8122-00819fa226dc tempest-VolumesSnapshotTestJSON-1638709511 tempest-VolumesSnapshotTestJSON-1638709511-project] Pushing event deleted for resources: {'Port': ['ID=88ae1209-8a90-4e42-9ec1-bbe458f34082,revision_number=None']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:14:40.947600 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron.plugins.ml2.db [None req-ae6c308c-a92e-4424-a7f8-d6a17e5174ef None None] get_ports_and_sgs() called for port_ids ['88ae1209-8a90-4e42-9ec1-bbe458f34082'] {{(pid=103259) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 12 11:14:40.969218 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron.db.l3_dvrscheduler_db [req-eb9519da-4fba-4d8e-95d9-4a439ed00e75 req-342133f1-e88a-47a6-8122-00819fa226dc tempest-VolumesSnapshotTestJSON-1638709511 tempest-VolumesSnapshotTestJSON-1638709511-project] No DVR routers for this DVR port 88ae1209-8a90-4e42-9ec1-bbe458f34082 on host hv-cinder-83008 {{(pid=103257) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 12 11:14:40.972165 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [req-eb9519da-4fba-4d8e-95d9-4a439ed00e75 req-342133f1-e88a-47a6-8122-00819fa226dc tempest-VolumesSnapshotTestJSON-1638709511 tempest-VolumesSnapshotTestJSON-1638709511-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108023'] for port (None), before_response {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:14:40.975450 dv-cinder-830088-4-iscsi neutron-server[103257]: INFO neutron.wsgi [req-eb9519da-4fba-4d8e-95d9-4a439ed00e75 req-342133f1-e88a-47a6-8122-00819fa226dc tempest-VolumesSnapshotTestJSON-1638709511 tempest-VolumesSnapshotTestJSON-1638709511-project] 10.222.0.53 "DELETE /v2.0/ports/88ae1209-8a90-4e42-9ec1-bbe458f34082 HTTP/1.1" status: 204 len: 173 time: 0.4579697 Apr 12 11:14:40.975893 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4137c51f-b178-44d9-9ac9-d98b9b4290d0', 'name': 'network-vif-deleted', 'tag': '88ae1209-8a90-4e42-9ec1-bbe458f34082'}] {{(pid=103257) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 11:14:40.978141 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}263188bb5a56b6ea0b99504a79f1a82db60da3322be0ebbd3338f0b2803b3102" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-02ca8e95-1b0c-4da3-9aba-38351556385b" -d '{"events": [{"server_uuid": "4137c51f-b178-44d9-9ac9-d98b9b4290d0", "name": "network-vif-deleted", "tag": "88ae1209-8a90-4e42-9ec1-bbe458f34082"}]}' {{(pid=103257) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 11:14:41.012574 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Apr 2022 11:14:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8956dee0-360c-456b-b8d7-d91d568a83e6 x-openstack-request-id: req-8956dee0-360c-456b-b8d7-d91d568a83e6 {{(pid=103257) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 11:14:41.012861 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4137c51f-b178-44d9-9ac9-d98b9b4290d0", "name": "network-vif-deleted", "tag": "88ae1209-8a90-4e42-9ec1-bbe458f34082", "status": "completed", "code": 200}]} {{(pid=103257) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 11:14:41.013114 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-8956dee0-360c-456b-b8d7-d91d568a83e6 {{(pid=103257) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 11:14:41.013527 dv-cinder-830088-4-iscsi neutron-server[103257]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8956dee0-360c-456b-b8d7-d91d568a83e6'] response: {'server_uuid': '4137c51f-b178-44d9-9ac9-d98b9b4290d0', 'name': 'network-vif-deleted', 'tag': '88ae1209-8a90-4e42-9ec1-bbe458f34082', 'status': 'completed', 'code': 200} Apr 12 11:14:42.568210 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron_lib.callbacks.manager [None req-663cf4e0-082d-45b5-8b37-f568deb90c49 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777667879581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1343690'] for agent (77f5e085-0284-4236-9dbf-35d2d452e277), after_update {{(pid=103259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:14:43.847487 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron_lib.callbacks.manager [None req-601bd752-88b9-4ad2-8e14-56931e32431b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777667879581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1343690'] for agent (3ceb33ec-7c20-4632-9357-4cc6534463de), after_update {{(pid=103259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:14:45.086994 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron_lib.callbacks.manager [None req-0acb87d3-0572-4b2c-b7c9-977edd32a8b9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777667879581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1343690'] for agent (3c144e28-9cc5-463d-ad96-a18b19cd455c), after_update {{(pid=103259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:14:45.648800 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron.plugins.ml2.rpc [None req-ae6c308c-a92e-4424-a7f8-d6a17e5174ef None None] Device 88ae1209-8a90-4e42-9ec1-bbe458f34082 no longer exists at agent hyperv_hv-cinder-83008 {{(pid=103259) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 12 11:14:45.669003 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron.plugins.ml2.plugin [None req-ae6c308c-a92e-4424-a7f8-d6a17e5174ef None None] No Port match for: 88ae1209-8a90-4e42-9ec1-bbe458f34082 {{(pid=103259) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 12 11:14:45.669288 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron.plugins.ml2.rpc [None req-ae6c308c-a92e-4424-a7f8-d6a17e5174ef None None] Device 88ae1209-8a90-4e42-9ec1-bbe458f34082 not bound to the agent host hv-cinder-83008 {{(pid=103259) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 12 11:14:46.570045 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron_lib.callbacks.manager [None req-e4b062a6-7a21-4431-be77-3c7776c11043 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777667879581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1343690'] for agent (c71cae7d-514b-467a-8477-0a67bee0b970), after_update {{(pid=103259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:14:47.208646 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron_lib.callbacks.manager [None req-ae6c308c-a92e-4424-a7f8-d6a17e5174ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777667879581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1343690'] for agent (742b2e09-86ec-4663-b086-f6b891926c3e), after_update {{(pid=103259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:14:55.230132 dv-cinder-830088-4-iscsi neutron-server[103257]: INFO neutron.wsgi [req-c9fc747f-87cf-42ba-ad0b-fd8166b3cd6d req-0eacc988-6398-43de-a006-53008de70e10 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=1e7e9961-1bdf-4768-8591-e378e327ee05&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0386786 Apr 12 11:14:55.298917 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9fc747f-87cf-42ba-ad0b-fd8166b3cd6d req-2faf7655-3cbc-4a7e-94d8-3c7f1ebdef4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:14:55.300358 dv-cinder-830088-4-iscsi neutron-server[103257]: INFO neutron.wsgi [req-c9fc747f-87cf-42ba-ad0b-fd8166b3cd6d req-2faf7655-3cbc-4a7e-94d8-3c7f1ebdef4f service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=7fa8cc4e03f54d9dadaf824366ebb2be&device_id=1e7e9961-1bdf-4768-8591-e378e327ee05 HTTP/1.1" status: 200 len: 1129 time: 0.0376370 Apr 12 11:14:55.402151 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9fc747f-87cf-42ba-ad0b-fd8166b3cd6d req-c7e7920c-99a7-4f84-8e54-e4c2e9d8f0ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:14:55.403606 dv-cinder-830088-4-iscsi neutron-server[103257]: INFO neutron.wsgi [req-c9fc747f-87cf-42ba-ad0b-fd8166b3cd6d req-c7e7920c-99a7-4f84-8e54-e4c2e9d8f0ee service neutron] 10.222.0.53 "GET /v2.0/networks?id=3d302e5f-d1a1-4723-94b3-e2427a8d4c67 HTTP/1.1" status: 200 len: 909 time: 0.0854406 Apr 12 11:14:55.466522 dv-cinder-830088-4-iscsi neutron-server[103257]: INFO neutron.wsgi [req-c9fc747f-87cf-42ba-ad0b-fd8166b3cd6d req-13994589-3a0d-4169-9975-1e5b81e8414f service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=5cdf10bb-5765-47e9-86bc-711483a39ceb HTTP/1.1" status: 200 len: 1000 time: 0.0570343 Apr 12 11:14:55.778387 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9fc747f-87cf-42ba-ad0b-fd8166b3cd6d req-18a83c41-8e1a-4600-9859-ac3f72e158a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:14:55.779807 dv-cinder-830088-4-iscsi neutron-server[103257]: INFO neutron.wsgi [req-c9fc747f-87cf-42ba-ad0b-fd8166b3cd6d req-18a83c41-8e1a-4600-9859-ac3f72e158a0 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=d013eb67-1f0a-443e-ace2-56fd68182da2 HTTP/1.1" status: 200 len: 847 time: 0.3079667 Apr 12 11:14:55.822175 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9fc747f-87cf-42ba-ad0b-fd8166b3cd6d req-c9a52d0a-c10d-4b2f-9ebb-801ae857ebdd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:14:55.823638 dv-cinder-830088-4-iscsi neutron-server[103257]: INFO neutron.wsgi [req-c9fc747f-87cf-42ba-ad0b-fd8166b3cd6d req-c9a52d0a-c10d-4b2f-9ebb-801ae857ebdd service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=3d302e5f-d1a1-4723-94b3-e2427a8d4c67&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0372620 Apr 12 11:14:55.909333 dv-cinder-830088-4-iscsi neutron-server[103257]: INFO neutron.wsgi [req-c9fc747f-87cf-42ba-ad0b-fd8166b3cd6d req-2986754d-8e32-43d9-9ae6-8db8226ed03e service neutron] 10.222.0.53 "GET /v2.0/networks/3d302e5f-d1a1-4723-94b3-e2427a8d4c67?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0799530 Apr 12 11:14:55.998450 dv-cinder-830088-4-iscsi neutron-server[103257]: INFO neutron.wsgi [req-c9fc747f-87cf-42ba-ad0b-fd8166b3cd6d req-67399a58-39c2-4190-9d1a-36e5bd3db944 service neutron] 10.222.0.53 "GET /v2.0/networks/3d302e5f-d1a1-4723-94b3-e2427a8d4c67?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0833030 Apr 12 11:14:58.729427 dv-cinder-830088-4-iscsi neutron-server[103260]: DEBUG neutron.db.agents_db [None req-b0205aca-973a-4a8a-ba9e-4a4e25067b42 None None] Agent healthcheck: found 6 active agents {{(pid=103260) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 12 11:15:05.910197 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.wsgi [-] (103258) accepted ('10.222.0.39', 32986) {{(pid=103258) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 11:15:05.952994 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.db.db_base_plugin_v2 [None req-87b44756-d9c5-4f08-bbf2-7d898d2b7ec4 admin admin] Deleting subnet 95c5495e-ac0b-49f0-836a-8412d9349eeb {{(pid=103258) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Apr 12 11:15:05.956164 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-87b44756-d9c5-4f08-bbf2-7d898d2b7ec4 admin admin] Publish callbacks [] for subnet (95c5495e-ac0b-49f0-836a-8412d9349eeb), before_delete {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:15:05.989939 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-87b44756-d9c5-4f08-bbf2-7d898d2b7ec4 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5023925'] for subnet (95c5495e-ac0b-49f0-836a-8412d9349eeb), precommit_delete_associations {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:15:06.029539 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-87b44756-d9c5-4f08-bbf2-7d898d2b7ec4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1528832'] for subnet (95c5495e-ac0b-49f0-836a-8412d9349eeb), precommit_delete {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:15:06.078914 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-87b44756-d9c5-4f08-bbf2-7d898d2b7ec4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1528889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-439037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4797038', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4732449'] for subnet (95c5495e-ac0b-49f0-836a-8412d9349eeb), after_delete {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:15:06.102021 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87b44756-d9c5-4f08-bbf2-7d898d2b7ec4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=95c5495e-ac0b-49f0-836a-8412d9349eeb,revision_number=None']} {{(pid=103258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:15:06.112159 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87b44756-d9c5-4f08-bbf2-7d898d2b7ec4 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830088-4-iscsi {{(pid=103258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:15:06.112508 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87b44756-d9c5-4f08-bbf2-7d898d2b7ec4 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830088-4-iscsi {{(pid=103258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:15:06.112848 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87b44756-d9c5-4f08-bbf2-7d898d2b7ec4 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830088-4-iscsi {{(pid=103258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:15:06.113220 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87b44756-d9c5-4f08-bbf2-7d898d2b7ec4 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830088-4-iscsi {{(pid=103258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:15:06.113552 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87b44756-d9c5-4f08-bbf2-7d898d2b7ec4 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830088-4-iscsi {{(pid=103258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:15:06.113884 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87b44756-d9c5-4f08-bbf2-7d898d2b7ec4 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830088-4-iscsi {{(pid=103258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:15:06.114207 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87b44756-d9c5-4f08-bbf2-7d898d2b7ec4 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830088-4-iscsi {{(pid=103258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:15:06.115025 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87b44756-d9c5-4f08-bbf2-7d898d2b7ec4 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830088-4-iscsi {{(pid=103258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:15:06.115025 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87b44756-d9c5-4f08-bbf2-7d898d2b7ec4 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-830088-4-iscsi {{(pid=103258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:15:06.115247 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87b44756-d9c5-4f08-bbf2-7d898d2b7ec4 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830088-4-iscsi {{(pid=103258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:15:06.115522 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87b44756-d9c5-4f08-bbf2-7d898d2b7ec4 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830088-4-iscsi {{(pid=103258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:15:06.115847 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87b44756-d9c5-4f08-bbf2-7d898d2b7ec4 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830088-4-iscsi {{(pid=103258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:15:06.116169 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87b44756-d9c5-4f08-bbf2-7d898d2b7ec4 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830088-4-iscsi {{(pid=103258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:15:06.116486 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87b44756-d9c5-4f08-bbf2-7d898d2b7ec4 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830088-4-iscsi {{(pid=103258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:15:06.116803 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87b44756-d9c5-4f08-bbf2-7d898d2b7ec4 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830088-4-iscsi {{(pid=103258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:15:06.119677 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-87b44756-d9c5-4f08-bbf2-7d898d2b7ec4 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:15:06.122835 dv-cinder-830088-4-iscsi neutron-server[103258]: INFO neutron.wsgi [None req-87b44756-d9c5-4f08-bbf2-7d898d2b7ec4 admin admin] 10.222.0.39 "DELETE /v2.0/subnets/95c5495e-ac0b-49f0-836a-8412d9349eeb HTTP/1.1" status: 204 len: 168 time: 0.2115886 Apr 12 11:15:06.125268 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.wsgi [-] (103258) accepted ('10.222.0.39', 32988) {{(pid=103258) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 11:15:06.190377 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-f0817f74-be30-41dd-9412-e824c7a21744 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1505875'] for network (2c1587ca-a1cf-41f7-9797-c6a6968b720a), before_delete {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:15:06.273516 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-f0817f74-be30-41dd-9412-e824c7a21744 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1527181', 'neutron.services.segments.db._delete_segments_for_network-8777667879599'] for network (2c1587ca-a1cf-41f7-9797-c6a6968b720a), precommit_delete {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:15:06.292369 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.services.segments.db [None req-f0817f74-be30-41dd-9412-e824c7a21744 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2c1587ca-a1cf-41f7-9797-c6a6968b720a']}} {{(pid=103258) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 11:15:06.301836 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.services.segments.db [None req-f0817f74-be30-41dd-9412-e824c7a21744 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f63ba848-6919-49b1-9df1-3f52c7b159cf') {'for_net_delete': True} {{(pid=103258) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 11:15:06.302135 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.services.segments.db [None req-f0817f74-be30-41dd-9412-e824c7a21744 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f63ba848-6919-49b1-9df1-3f52c7b159cf') {} {{(pid=103258) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 11:15:06.312726 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-f0817f74-be30-41dd-9412-e824c7a21744 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777667883192', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5023932'] for segment (f63ba848-6919-49b1-9df1-3f52c7b159cf), before_delete {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:15:06.326004 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-f0817f74-be30-41dd-9412-e824c7a21744 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1531021'] for segment (f63ba848-6919-49b1-9df1-3f52c7b159cf), precommit_delete {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:15:06.331679 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f0817f74-be30-41dd-9412-e824c7a21744 admin admin] Releasing vlan 524 on physical network physnet1 to pool {{(pid=103258) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 12 11:15:06.332057 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-f0817f74-be30-41dd-9412-e824c7a21744 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1531021', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4797124'] for segment (f63ba848-6919-49b1-9df1-3f52c7b159cf), after_delete {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:15:06.333660 dv-cinder-830088-4-iscsi neutron-server[103258]: Traceback (most recent call last): Apr 12 11:15:06.333660 dv-cinder-830088-4-iscsi neutron-server[103258]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 12 11:15:06.333660 dv-cinder-830088-4-iscsi neutron-server[103258]: timer() Apr 12 11:15:06.333660 dv-cinder-830088-4-iscsi neutron-server[103258]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 12 11:15:06.333660 dv-cinder-830088-4-iscsi neutron-server[103258]: cb(*args, **kw) Apr 12 11:15:06.333660 dv-cinder-830088-4-iscsi neutron-server[103258]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 12 11:15:06.333660 dv-cinder-830088-4-iscsi neutron-server[103258]: return func(*args, **kwargs) Apr 12 11:15:06.333660 dv-cinder-830088-4-iscsi neutron-server[103258]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 12 11:15:06.333660 dv-cinder-830088-4-iscsi neutron-server[103258]: self._notify() Apr 12 11:15:06.333660 dv-cinder-830088-4-iscsi neutron-server[103258]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 12 11:15:06.333660 dv-cinder-830088-4-iscsi neutron-server[103258]: self.callback(batched_events) Apr 12 11:15:06.333660 dv-cinder-830088-4-iscsi neutron-server[103258]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 12 11:15:06.333660 dv-cinder-830088-4-iscsi neutron-server[103258]: event.method(event) Apr 12 11:15:06.333660 dv-cinder-830088-4-iscsi neutron-server[103258]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 12 11:15:06.333660 dv-cinder-830088-4-iscsi neutron-server[103258]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 12 11:15:06.333660 dv-cinder-830088-4-iscsi neutron-server[103258]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 12 11:15:06.333660 dv-cinder-830088-4-iscsi neutron-server[103258]: aggregate_uuid = self.p_client.list_aggregates( Apr 12 11:15:06.333660 dv-cinder-830088-4-iscsi neutron-server[103258]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 12 11:15:06.333660 dv-cinder-830088-4-iscsi neutron-server[103258]: return f(self, *a, **k) Apr 12 11:15:06.333660 dv-cinder-830088-4-iscsi neutron-server[103258]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 12 11:15:06.333660 dv-cinder-830088-4-iscsi neutron-server[103258]: return self._get(url).json() Apr 12 11:15:06.333660 dv-cinder-830088-4-iscsi neutron-server[103258]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 12 11:15:06.333660 dv-cinder-830088-4-iscsi neutron-server[103258]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 12 11:15:06.333660 dv-cinder-830088-4-iscsi neutron-server[103258]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 12 11:15:06.333660 dv-cinder-830088-4-iscsi neutron-server[103258]: return self.request(url, 'GET', **kwargs) Apr 12 11:15:06.333660 dv-cinder-830088-4-iscsi neutron-server[103258]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 12 11:15:06.333660 dv-cinder-830088-4-iscsi neutron-server[103258]: base_url = self.get_endpoint(auth, allow=allow, Apr 12 11:15:06.333660 dv-cinder-830088-4-iscsi neutron-server[103258]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 12 11:15:06.333660 dv-cinder-830088-4-iscsi neutron-server[103258]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 12 11:15:06.333660 dv-cinder-830088-4-iscsi neutron-server[103258]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 12 11:15:06.333660 dv-cinder-830088-4-iscsi neutron-server[103258]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 12 11:15:06.333660 dv-cinder-830088-4-iscsi neutron-server[103258]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 12 11:15:06.388828 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-f0817f74-be30-41dd-9412-e824c7a21744 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1527170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-415428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586207', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-579552'] for network (2c1587ca-a1cf-41f7-9797-c6a6968b720a), after_delete {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:15:06.394011 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-f0817f74-be30-41dd-9412-e824c7a21744 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586029'] for network (None), before_response {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:15:06.397490 dv-cinder-830088-4-iscsi neutron-server[103258]: INFO neutron.wsgi [None req-f0817f74-be30-41dd-9412-e824c7a21744 admin admin] 10.222.0.39 "DELETE /v2.0/networks/2c1587ca-a1cf-41f7-9797-c6a6968b720a HTTP/1.1" status: 204 len: 168 time: 0.2713192 Apr 12 11:15:06.408071 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0817f74-be30-41dd-9412-e824c7a21744 admin admin] Pushing event deleted for resources: {'Network': ['ID=2c1587ca-a1cf-41f7-9797-c6a6968b720a,revision_number=None']} {{(pid=103258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:15:06.553400 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.wsgi [-] (103258) accepted ('10.222.0.39', 32992) {{(pid=103258) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 11:15:06.592840 dv-cinder-830088-4-iscsi neutron-server[103258]: INFO neutron.wsgi [None req-e8ced872-c2ba-4a56-af43-d34c73f67da2 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=6144571919274c209d50bb930217ba64&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0381522 Apr 12 11:15:06.595292 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.wsgi [-] (103258) accepted ('10.222.0.39', 32994) {{(pid=103258) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 11:15:06.648496 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-999203e4-7569-4efc-83db-50bb5c68e99e admin admin] Publish callbacks [] for security_group (913b69ee-c33a-4b0e-ab4a-1fa3794e4eb7), before_delete {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:15:06.671858 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-999203e4-7569-4efc-83db-50bb5c68e99e admin admin] Publish callbacks [] for security_group (913b69ee-c33a-4b0e-ab4a-1fa3794e4eb7), precommit_delete {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:15:06.723724 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-999203e4-7569-4efc-83db-50bb5c68e99e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-415253'] for security_group (913b69ee-c33a-4b0e-ab4a-1fa3794e4eb7), after_delete {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:15:06.726301 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-999203e4-7569-4efc-83db-50bb5c68e99e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:15:06.727535 dv-cinder-830088-4-iscsi neutron-server[103258]: INFO neutron.wsgi [None req-999203e4-7569-4efc-83db-50bb5c68e99e admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/913b69ee-c33a-4b0e-ab4a-1fa3794e4eb7 HTTP/1.1" status: 204 len: 168 time: 0.1312332 Apr 12 11:15:06.736864 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-999203e4-7569-4efc-83db-50bb5c68e99e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=913b69ee-c33a-4b0e-ab4a-1fa3794e4eb7,revision_number=None']} {{(pid=103258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:15:10.274451 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron_lib.callbacks.manager [None req-f8f6494e-64fd-4a64-8a42-6823ac8850d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777667879581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1343690'] for agent (0a0a44e5-732d-48d9-a8ad-b47e7b7c1a86), after_update {{(pid=103259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:15:12.572479 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron_lib.callbacks.manager [None req-fea3a1f6-3594-449f-8d15-8dcbeeea185f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777667879581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1343690'] for agent (77f5e085-0284-4236-9dbf-35d2d452e277), after_update {{(pid=103259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:15:13.849558 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron_lib.callbacks.manager [None req-601bd752-88b9-4ad2-8e14-56931e32431b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777667879581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1343690'] for agent (3ceb33ec-7c20-4632-9357-4cc6534463de), after_update {{(pid=103259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:15:15.088519 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron_lib.callbacks.manager [None req-0acb87d3-0572-4b2c-b7c9-977edd32a8b9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777667879581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1343690'] for agent (3c144e28-9cc5-463d-ad96-a18b19cd455c), after_update {{(pid=103259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:15:16.572787 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron_lib.callbacks.manager [None req-e4b062a6-7a21-4431-be77-3c7776c11043 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777667879581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1343690'] for agent (c71cae7d-514b-467a-8477-0a67bee0b970), after_update {{(pid=103259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:15:17.223061 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron_lib.callbacks.manager [None req-ae6c308c-a92e-4424-a7f8-d6a17e5174ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777667879581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1343690'] for agent (742b2e09-86ec-4663-b086-f6b891926c3e), after_update {{(pid=103259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:15:23.726234 dv-cinder-830088-4-iscsi neutron-server[103258]: INFO neutron.wsgi [req-3a8d6339-c9a5-4fc8-9c2a-a822a37709f5 req-f54ff6cc-c1de-4d8e-a30e-f85d64126417 tempest-TestVolumeBootPattern-1690597324 tempest-TestVolumeBootPattern-1690597324-project] 10.222.0.39 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-776125653&fields=id&tenant_id=c2c05547762540eabb9d44e9bf42d19d HTTP/1.1" status: 200 len: 267 time: 0.0428267 Apr 12 11:15:23.828849 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a8d6339-c9a5-4fc8-9c2a-a822a37709f5 req-eb64c6f8-1379-4a11-ace6-28f440dcac31 tempest-TestVolumeBootPattern-1690597324 tempest-TestVolumeBootPattern-1690597324-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:15:23.830291 dv-cinder-830088-4-iscsi neutron-server[103258]: INFO neutron.wsgi [req-3a8d6339-c9a5-4fc8-9c2a-a822a37709f5 req-eb64c6f8-1379-4a11-ace6-28f440dcac31 tempest-TestVolumeBootPattern-1690597324 tempest-TestVolumeBootPattern-1690597324-project] 10.222.0.39 "GET /v2.0/networks?id=1232fc79-51a8-446f-8db9-91c7982426a3 HTTP/1.1" status: 200 len: 811 time: 0.0981860 Apr 12 11:15:23.845120 dv-cinder-830088-4-iscsi neutron-server[103258]: INFO neutron.wsgi [req-3a8d6339-c9a5-4fc8-9c2a-a822a37709f5 req-be34e8dd-ac33-49f5-b187-25a77628c3dc tempest-TestVolumeBootPattern-1690597324 tempest-TestVolumeBootPattern-1690597324-project] 10.222.0.39 "GET /v2.0/quotas/c2c05547762540eabb9d44e9bf42d19d HTTP/1.1" status: 200 len: 375 time: 0.0094814 Apr 12 11:15:23.893275 dv-cinder-830088-4-iscsi neutron-server[103258]: INFO neutron.wsgi [req-3a8d6339-c9a5-4fc8-9c2a-a822a37709f5 req-d55d64b8-6e62-4dcc-875e-7e1929a7e00c tempest-TestVolumeBootPattern-1690597324 tempest-TestVolumeBootPattern-1690597324-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=c2c05547762540eabb9d44e9bf42d19d&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0433304 Apr 12 11:15:24.250294 dv-cinder-830088-4-iscsi neutron-server[103258]: INFO neutron.wsgi [req-3a8d6339-c9a5-4fc8-9c2a-a822a37709f5 req-b2841a4d-95c1-4571-86ed-68ed28cf55ce service neutron] 10.222.0.39 "GET /v2.0/networks/1232fc79-51a8-446f-8db9-91c7982426a3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3451338 Apr 12 11:15:24.348638 dv-cinder-830088-4-iscsi neutron-server[103258]: INFO neutron.wsgi [req-3a8d6339-c9a5-4fc8-9c2a-a822a37709f5 req-2aae9dbc-9e36-46e4-8df5-88fb912f4d38 service neutron] 10.222.0.39 "GET /v2.0/networks/1232fc79-51a8-446f-8db9-91c7982426a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0923893 Apr 12 11:15:24.630085 dv-cinder-830088-4-iscsi neutron-server[103257]: INFO neutron.wsgi [req-593c500c-f847-449d-978c-74158e60d9ee req-61fe09ff-71e8-4114-a8ad-0ea294fb192f tempest-TestVolumeBootPattern-1690597324 tempest-TestVolumeBootPattern-1690597324-project] 10.222.0.39 "GET /v2.0/ports?device_id=a59585f1-5081-4d8a-b652-01438f2e9b95 HTTP/1.1" status: 200 len: 210 time: 0.0285804 Apr 12 11:15:25.568727 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a8d6339-c9a5-4fc8-9c2a-a822a37709f5 req-002cb54e-393a-4f23-9fb3-916b39a3953b tempest-TestVolumeBootPattern-1690597324 tempest-TestVolumeBootPattern-1690597324-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:15:25.570197 dv-cinder-830088-4-iscsi neutron-server[103257]: INFO neutron.wsgi [req-3a8d6339-c9a5-4fc8-9c2a-a822a37709f5 req-002cb54e-393a-4f23-9fb3-916b39a3953b tempest-TestVolumeBootPattern-1690597324 tempest-TestVolumeBootPattern-1690597324-project] 10.222.0.53 "GET /v2.0/networks?id=1232fc79-51a8-446f-8db9-91c7982426a3 HTTP/1.1" status: 200 len: 811 time: 0.1026866 Apr 12 11:15:25.636688 dv-cinder-830088-4-iscsi neutron-server[103257]: INFO neutron.wsgi [req-3a8d6339-c9a5-4fc8-9c2a-a822a37709f5 req-e363752a-c203-4bb8-b2bb-fb891ebb8d9f tempest-TestVolumeBootPattern-1690597324 tempest-TestVolumeBootPattern-1690597324-project] 10.222.0.53 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c2c05547762540eabb9d44e9bf42d19d HTTP/1.1" status: 200 len: 379 time: 0.0531123 Apr 12 11:15:25.645563 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron.api.v2.base [req-3a8d6339-c9a5-4fc8-9c2a-a822a37709f5 req-72e8a9a0-0b79-46a4-be48-760c1cedf2f9 tempest-TestVolumeBootPattern-1690597324 tempest-TestVolumeBootPattern-1690597324-project] Request body: {'port': {'device_id': 'a59585f1-5081-4d8a-b652-01438f2e9b95', 'network_id': '1232fc79-51a8-446f-8db9-91c7982426a3', 'admin_state_up': True, 'tenant_id': 'c2c05547762540eabb9d44e9bf42d19d', 'security_groups': ['726d01fd-8df5-4a24-846e-ad176077f036']}} {{(pid=103257) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 11:15:25.726864 dv-cinder-830088-4-iscsi neutron-server[103258]: INFO neutron.wsgi [req-4b88bcdd-5fa8-4380-b937-5e5024ad03f6 req-dde02093-dc41-4f53-8131-7f3b352ceb0d tempest-TestVolumeBootPattern-1690597324 tempest-TestVolumeBootPattern-1690597324-project] 10.222.0.39 "GET /v2.0/ports?device_id=a59585f1-5081-4d8a-b652-01438f2e9b95 HTTP/1.1" status: 200 len: 210 time: 0.0281465 Apr 12 11:15:25.758013 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3a8d6339-c9a5-4fc8-9c2a-a822a37709f5 req-72e8a9a0-0b79-46a4-be48-760c1cedf2f9 tempest-TestVolumeBootPattern-1690597324 tempest-TestVolumeBootPattern-1690597324-project] Made reservation on behalf of c2c05547762540eabb9d44e9bf42d19d for: {'port': 1} {{(pid=103257) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 12 11:15:25.761296 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [req-3a8d6339-c9a5-4fc8-9c2a-a822a37709f5 req-72e8a9a0-0b79-46a4-be48-760c1cedf2f9 tempest-TestVolumeBootPattern-1690597324 tempest-TestVolumeBootPattern-1690597324-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1535343'] for port (None), before_create {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:15:25.881666 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron.db.db_base_plugin_common [req-3a8d6339-c9a5-4fc8-9c2a-a822a37709f5 req-72e8a9a0-0b79-46a4-be48-760c1cedf2f9 tempest-TestVolumeBootPattern-1690597324 tempest-TestVolumeBootPattern-1690597324-project] Allocated IP 172.20.0.4 (1232fc79-51a8-446f-8db9-91c7982426a3/629313fa-4f32-46d8-868a-0d9dbc8c0fc7/51696dea-70d9-40b0-97e6-2c14be8f8b87) {{(pid=103257) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 12 11:15:26.019846 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [req-3a8d6339-c9a5-4fc8-9c2a-a822a37709f5 req-72e8a9a0-0b79-46a4-be48-760c1cedf2f9 tempest-TestVolumeBootPattern-1690597324 tempest-TestVolumeBootPattern-1690597324-project] Publish callbacks [] for port (51696dea-70d9-40b0-97e6-2c14be8f8b87), precommit_create {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:15:26.055954 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [req-3a8d6339-c9a5-4fc8-9c2a-a822a37709f5 req-72e8a9a0-0b79-46a4-be48-760c1cedf2f9 tempest-TestVolumeBootPattern-1690597324 tempest-TestVolumeBootPattern-1690597324-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1534861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777667450152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5265645'] for port (51696dea-70d9-40b0-97e6-2c14be8f8b87), after_create {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:15:26.098932 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3a8d6339-c9a5-4fc8-9c2a-a822a37709f5 req-72e8a9a0-0b79-46a4-be48-760c1cedf2f9 tempest-TestVolumeBootPattern-1690597324 tempest-TestVolumeBootPattern-1690597324-project] Network 1232fc79-51a8-446f-8db9-91c7982426a3 is already hosted by enough agents. {{(pid=103257) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 11:15:26.101909 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron.scheduler.base_scheduler [req-3a8d6339-c9a5-4fc8-9c2a-a822a37709f5 req-72e8a9a0-0b79-46a4-be48-760c1cedf2f9 tempest-TestVolumeBootPattern-1690597324 tempest-TestVolumeBootPattern-1690597324-project] Resources bound (agent type, host, resource id): {{(pid=103257) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 11:15:26.105663 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron.db.l3_dvrscheduler_db [req-3a8d6339-c9a5-4fc8-9c2a-a822a37709f5 req-72e8a9a0-0b79-46a4-be48-760c1cedf2f9 tempest-TestVolumeBootPattern-1690597324 tempest-TestVolumeBootPattern-1690597324-project] Received port after_create {{(pid=103257) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 12 11:15:26.139567 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72e8a9a0-0b79-46a4-be48-760c1cedf2f9 tempest-TestVolumeBootPattern-1690597324 tempest-TestVolumeBootPattern-1690597324-project] Pushing event updated for resources: {'Port': ['ID=51696dea-70d9-40b0-97e6-2c14be8f8b87,revision_number=1']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:15:26.153028 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72e8a9a0-0b79-46a4-be48-760c1cedf2f9 tempest-TestVolumeBootPattern-1690597324 tempest-TestVolumeBootPattern-1690597324-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830088-4-iscsi {{(pid=103257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:15:26.153375 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72e8a9a0-0b79-46a4-be48-760c1cedf2f9 tempest-TestVolumeBootPattern-1690597324 tempest-TestVolumeBootPattern-1690597324-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830088-4-iscsi {{(pid=103257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:15:26.153717 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72e8a9a0-0b79-46a4-be48-760c1cedf2f9 tempest-TestVolumeBootPattern-1690597324 tempest-TestVolumeBootPattern-1690597324-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830088-4-iscsi {{(pid=103257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:15:26.154109 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72e8a9a0-0b79-46a4-be48-760c1cedf2f9 tempest-TestVolumeBootPattern-1690597324 tempest-TestVolumeBootPattern-1690597324-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830088-4-iscsi {{(pid=103257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:15:26.154460 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72e8a9a0-0b79-46a4-be48-760c1cedf2f9 tempest-TestVolumeBootPattern-1690597324 tempest-TestVolumeBootPattern-1690597324-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830088-4-iscsi {{(pid=103257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:15:26.154796 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72e8a9a0-0b79-46a4-be48-760c1cedf2f9 tempest-TestVolumeBootPattern-1690597324 tempest-TestVolumeBootPattern-1690597324-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830088-4-iscsi {{(pid=103257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:15:26.155188 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72e8a9a0-0b79-46a4-be48-760c1cedf2f9 tempest-TestVolumeBootPattern-1690597324 tempest-TestVolumeBootPattern-1690597324-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830088-4-iscsi {{(pid=103257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:15:26.155704 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72e8a9a0-0b79-46a4-be48-760c1cedf2f9 tempest-TestVolumeBootPattern-1690597324 tempest-TestVolumeBootPattern-1690597324-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830088-4-iscsi {{(pid=103257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:15:26.155890 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72e8a9a0-0b79-46a4-be48-760c1cedf2f9 tempest-TestVolumeBootPattern-1690597324 tempest-TestVolumeBootPattern-1690597324-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-830088-4-iscsi {{(pid=103257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:15:26.156218 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72e8a9a0-0b79-46a4-be48-760c1cedf2f9 tempest-TestVolumeBootPattern-1690597324 tempest-TestVolumeBootPattern-1690597324-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830088-4-iscsi {{(pid=103257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:15:26.156636 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72e8a9a0-0b79-46a4-be48-760c1cedf2f9 tempest-TestVolumeBootPattern-1690597324 tempest-TestVolumeBootPattern-1690597324-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830088-4-iscsi {{(pid=103257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:15:26.156861 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72e8a9a0-0b79-46a4-be48-760c1cedf2f9 tempest-TestVolumeBootPattern-1690597324 tempest-TestVolumeBootPattern-1690597324-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830088-4-iscsi {{(pid=103257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:15:26.157182 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72e8a9a0-0b79-46a4-be48-760c1cedf2f9 tempest-TestVolumeBootPattern-1690597324 tempest-TestVolumeBootPattern-1690597324-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830088-4-iscsi {{(pid=103257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:15:26.157547 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72e8a9a0-0b79-46a4-be48-760c1cedf2f9 tempest-TestVolumeBootPattern-1690597324 tempest-TestVolumeBootPattern-1690597324-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830088-4-iscsi {{(pid=103257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:15:26.157870 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72e8a9a0-0b79-46a4-be48-760c1cedf2f9 tempest-TestVolumeBootPattern-1690597324 tempest-TestVolumeBootPattern-1690597324-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830088-4-iscsi {{(pid=103257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:15:26.175747 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a8d6339-c9a5-4fc8-9c2a-a822a37709f5 req-72e8a9a0-0b79-46a4-be48-760c1cedf2f9 tempest-TestVolumeBootPattern-1690597324 tempest-TestVolumeBootPattern-1690597324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:15:26.176371 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [req-3a8d6339-c9a5-4fc8-9c2a-a822a37709f5 req-72e8a9a0-0b79-46a4-be48-760c1cedf2f9 tempest-TestVolumeBootPattern-1690597324 tempest-TestVolumeBootPattern-1690597324-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108023'] for port (None), before_response {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:15:26.193724 dv-cinder-830088-4-iscsi neutron-server[103257]: INFO neutron.wsgi [req-3a8d6339-c9a5-4fc8-9c2a-a822a37709f5 req-72e8a9a0-0b79-46a4-be48-760c1cedf2f9 tempest-TestVolumeBootPattern-1690597324 tempest-TestVolumeBootPattern-1690597324-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5517292 Apr 12 11:15:26.211875 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron.api.v2.base [req-3a8d6339-c9a5-4fc8-9c2a-a822a37709f5 req-f3f9abb5-df6e-4689-a129-1dc0d8e60d51 service neutron] Request body: {'port': {'device_id': 'a59585f1-5081-4d8a-b652-01438f2e9b95', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83008'}} {{(pid=103257) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 11:15:26.274354 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [req-3a8d6339-c9a5-4fc8-9c2a-a822a37709f5 req-f3f9abb5-df6e-4689-a129-1dc0d8e60d51 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1535343'] for port (51696dea-70d9-40b0-97e6-2c14be8f8b87), before_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:15:26.366771 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron.db.provisioning_blocks [None req-3f9b0b3f-d45c-4c3f-8999-83fe390425ce None None] Provisioning complete for port 51696dea-70d9-40b0-97e6-2c14be8f8b87 triggered by entity DHCP. {{(pid=103259) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 11:15:26.367356 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron_lib.callbacks.manager [None req-3f9b0b3f-d45c-4c3f-8999-83fe390425ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1343588'] for port (51696dea-70d9-40b0-97e6-2c14be8f8b87), provisioning_complete {{(pid=103259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:15:26.400665 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron.plugins.ml2.plugin [None req-3f9b0b3f-d45c-4c3f-8999-83fe390425ce None None] Port 51696dea-70d9-40b0-97e6-2c14be8f8b87 cannot update to ACTIVE because it is not bound. {{(pid=103259) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 12 11:15:26.540008 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron.notifiers.nova [req-3a8d6339-c9a5-4fc8-9c2a-a822a37709f5 req-f3f9abb5-df6e-4689-a129-1dc0d8e60d51 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 51696dea-70d9-40b0-97e6-2c14be8f8b87 {{(pid=103257) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 12 11:15:26.547206 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [req-3a8d6339-c9a5-4fc8-9c2a-a822a37709f5 req-f3f9abb5-df6e-4689-a129-1dc0d8e60d51 service neutron] Publish callbacks [] for port (51696dea-70d9-40b0-97e6-2c14be8f8b87), precommit_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:15:26.559467 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron.db.provisioning_blocks [req-3a8d6339-c9a5-4fc8-9c2a-a822a37709f5 req-f3f9abb5-df6e-4689-a129-1dc0d8e60d51 service neutron] Transition to ACTIVE for port object 51696dea-70d9-40b0-97e6-2c14be8f8b87 will not be triggered until provisioned by entity L2. {{(pid=103257) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 12 11:15:26.563222 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [req-3a8d6339-c9a5-4fc8-9c2a-a822a37709f5 req-f3f9abb5-df6e-4689-a129-1dc0d8e60d51 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1534861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777667992095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777667450170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777667450188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5265638'] for port (51696dea-70d9-40b0-97e6-2c14be8f8b87), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:15:26.632726 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3f9abb5-df6e-4689-a129-1dc0d8e60d51 service neutron] Pushing event updated for resources: {'Port': ['ID=51696dea-70d9-40b0-97e6-2c14be8f8b87,revision_number=2']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:15:26.685466 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron.plugins.ml2.managers [req-3a8d6339-c9a5-4fc8-9c2a-a822a37709f5 req-f3f9abb5-df6e-4689-a129-1dc0d8e60d51 service neutron] Attempting to bind port 51696dea-70d9-40b0-97e6-2c14be8f8b87 on host hv-cinder-83008 for vnic_type normal with profile {{(pid=103257) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 12 11:15:26.686120 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron.plugins.ml2.managers [req-3a8d6339-c9a5-4fc8-9c2a-a822a37709f5 req-f3f9abb5-df6e-4689-a129-1dc0d8e60d51 service neutron] Attempting to bind port 51696dea-70d9-40b0-97e6-2c14be8f8b87 by drivers openvswitch,hyperv on host hv-cinder-83008 at level 0 using segments [{'id': 'd51f3e71-8cf4-4a31-9034-8318c2e937aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': '1232fc79-51a8-446f-8db9-91c7982426a3'}] {{(pid=103257) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 12 11:15:26.686120 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a8d6339-c9a5-4fc8-9c2a-a822a37709f5 req-f3f9abb5-df6e-4689-a129-1dc0d8e60d51 service neutron] Attempting to bind port 51696dea-70d9-40b0-97e6-2c14be8f8b87 on network 1232fc79-51a8-446f-8db9-91c7982426a3 {{(pid=103257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 11:15:26.690640 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a8d6339-c9a5-4fc8-9c2a-a822a37709f5 req-f3f9abb5-df6e-4689-a129-1dc0d8e60d51 service neutron] Port 51696dea-70d9-40b0-97e6-2c14be8f8b87 on network 1232fc79-51a8-446f-8db9-91c7982426a3 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83008 {{(pid=103257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 12 11:15:26.691002 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a8d6339-c9a5-4fc8-9c2a-a822a37709f5 req-f3f9abb5-df6e-4689-a129-1dc0d8e60d51 service neutron] Attempting to bind port 51696dea-70d9-40b0-97e6-2c14be8f8b87 on network 1232fc79-51a8-446f-8db9-91c7982426a3 {{(pid=103257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 11:15:26.696021 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a8d6339-c9a5-4fc8-9c2a-a822a37709f5 req-f3f9abb5-df6e-4689-a129-1dc0d8e60d51 service neutron] Checking agent: {'id': '742b2e09-86ec-4663-b086-f6b891926c3e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83008', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 12, 10, 58, 42), 'started_at': datetime.datetime(2022, 4, 12, 10, 58, 42), 'heartbeat_timestamp': datetime.datetime(2022, 4, 12, 11, 15, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 12 11:15:26.696365 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a8d6339-c9a5-4fc8-9c2a-a822a37709f5 req-f3f9abb5-df6e-4689-a129-1dc0d8e60d51 service neutron] Checking segment: {'id': 'd51f3e71-8cf4-4a31-9034-8318c2e937aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': '1232fc79-51a8-446f-8db9-91c7982426a3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103257) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 11:15:26.697293 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a8d6339-c9a5-4fc8-9c2a-a822a37709f5 req-f3f9abb5-df6e-4689-a129-1dc0d8e60d51 service neutron] Bound using segment: {'id': 'd51f3e71-8cf4-4a31-9034-8318c2e937aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': '1232fc79-51a8-446f-8db9-91c7982426a3'} {{(pid=103257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 12 11:15:26.697722 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron.plugins.ml2.managers [req-3a8d6339-c9a5-4fc8-9c2a-a822a37709f5 req-f3f9abb5-df6e-4689-a129-1dc0d8e60d51 service neutron] Bound port: 51696dea-70d9-40b0-97e6-2c14be8f8b87, host: hv-cinder-83008, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd51f3e71-8cf4-4a31-9034-8318c2e937aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': '1232fc79-51a8-446f-8db9-91c7982426a3'}}] {{(pid=103257) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 12 11:15:26.698082 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [req-3a8d6339-c9a5-4fc8-9c2a-a822a37709f5 req-f3f9abb5-df6e-4689-a129-1dc0d8e60d51 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1535343'] for port (51696dea-70d9-40b0-97e6-2c14be8f8b87), before_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:15:26.767977 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron.plugins.ml2.db [req-3a8d6339-c9a5-4fc8-9c2a-a822a37709f5 req-f3f9abb5-df6e-4689-a129-1dc0d8e60d51 service neutron] For port 51696dea-70d9-40b0-97e6-2c14be8f8b87, host hv-cinder-83008, cleared binding levels {{(pid=103257) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 12 11:15:26.771200 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron.plugins.ml2.db [req-3a8d6339-c9a5-4fc8-9c2a-a822a37709f5 req-f3f9abb5-df6e-4689-a129-1dc0d8e60d51 service neutron] For port 51696dea-70d9-40b0-97e6-2c14be8f8b87, host hv-cinder-83008, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83008',level=0,port_id=51696dea-70d9-40b0-97e6-2c14be8f8b87,segment=NetworkSegment(d51f3e71-8cf4-4a31-9034-8318c2e937aa),segment_id=d51f3e71-8cf4-4a31-9034-8318c2e937aa)] {{(pid=103257) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 12 11:15:26.777522 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [req-3a8d6339-c9a5-4fc8-9c2a-a822a37709f5 req-f3f9abb5-df6e-4689-a129-1dc0d8e60d51 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1534861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777667992095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777667450170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777667450188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5265638'] for port (51696dea-70d9-40b0-97e6-2c14be8f8b87), after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:15:26.839433 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a8d6339-c9a5-4fc8-9c2a-a822a37709f5 req-f3f9abb5-df6e-4689-a129-1dc0d8e60d51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:15:26.840054 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [req-3a8d6339-c9a5-4fc8-9c2a-a822a37709f5 req-f3f9abb5-df6e-4689-a129-1dc0d8e60d51 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108023'] for port (None), before_response {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:15:26.841462 dv-cinder-830088-4-iscsi neutron-server[103257]: INFO neutron.wsgi [req-3a8d6339-c9a5-4fc8-9c2a-a822a37709f5 req-f3f9abb5-df6e-4689-a129-1dc0d8e60d51 service neutron] 10.222.0.53 "PUT /v2.0/ports/51696dea-70d9-40b0-97e6-2c14be8f8b87 HTTP/1.1" status: 200 len: 1093 time: 0.6341071 Apr 12 11:15:26.841915 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a59585f1-5081-4d8a-b652-01438f2e9b95', 'tag': '51696dea-70d9-40b0-97e6-2c14be8f8b87'}] {{(pid=103257) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 11:15:26.844216 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}263188bb5a56b6ea0b99504a79f1a82db60da3322be0ebbd3338f0b2803b3102" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dce9afc1-4d3a-4a04-a379-c86d15c21b57" -d '{"events": [{"name": "network-changed", "server_uuid": "a59585f1-5081-4d8a-b652-01438f2e9b95", "tag": "51696dea-70d9-40b0-97e6-2c14be8f8b87"}]}' {{(pid=103257) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 11:15:26.877506 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a285fb87-d3e3-4fd8-aee9-7896dc24d205 req-20fac1b8-ce0a-4604-9655-0235277e4d28 tempest-TestVolumeBootPattern-1690597324 tempest-TestVolumeBootPattern-1690597324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:15:26.879104 dv-cinder-830088-4-iscsi neutron-server[103257]: INFO neutron.wsgi [req-a285fb87-d3e3-4fd8-aee9-7896dc24d205 req-20fac1b8-ce0a-4604-9655-0235277e4d28 tempest-TestVolumeBootPattern-1690597324 tempest-TestVolumeBootPattern-1690597324-project] 10.222.0.39 "GET /v2.0/ports?device_id=a59585f1-5081-4d8a-b652-01438f2e9b95 HTTP/1.1" status: 200 len: 943 time: 0.0772080 Apr 12 11:15:26.882209 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3f9abb5-df6e-4689-a129-1dc0d8e60d51 service neutron] Pushing event updated for resources: {'Port': ['ID=51696dea-70d9-40b0-97e6-2c14be8f8b87,revision_number=3']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:15:26.910979 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Apr 2022 11:15:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7d48733b-74fd-4093-b1c1-3a3c9438be0b x-openstack-request-id: req-7d48733b-74fd-4093-b1c1-3a3c9438be0b {{(pid=103257) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 11:15:26.910979 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a59585f1-5081-4d8a-b652-01438f2e9b95", "tag": "51696dea-70d9-40b0-97e6-2c14be8f8b87", "status": "completed", "code": 200}]} {{(pid=103257) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 11:15:26.910979 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-7d48733b-74fd-4093-b1c1-3a3c9438be0b {{(pid=103257) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 11:15:26.911384 dv-cinder-830088-4-iscsi neutron-server[103257]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7d48733b-74fd-4093-b1c1-3a3c9438be0b'] response: {'name': 'network-changed', 'server_uuid': 'a59585f1-5081-4d8a-b652-01438f2e9b95', 'tag': '51696dea-70d9-40b0-97e6-2c14be8f8b87', 'status': 'completed', 'code': 200} Apr 12 11:15:26.957894 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a8d6339-c9a5-4fc8-9c2a-a822a37709f5 req-98050427-d14a-4cd4-b651-ecc8cc8284b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:15:26.959432 dv-cinder-830088-4-iscsi neutron-server[103257]: INFO neutron.wsgi [req-3a8d6339-c9a5-4fc8-9c2a-a822a37709f5 req-98050427-d14a-4cd4-b651-ecc8cc8284b0 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=c2c05547762540eabb9d44e9bf42d19d&device_id=a59585f1-5081-4d8a-b652-01438f2e9b95 HTTP/1.1" status: 200 len: 1127 time: 0.0610094 Apr 12 11:15:26.984986 dv-cinder-830088-4-iscsi neutron-server[103257]: INFO neutron.wsgi [req-a285fb87-d3e3-4fd8-aee9-7896dc24d205 req-65aeee03-94d3-49a5-ba49-35c6fe33e269 tempest-TestVolumeBootPattern-1690597324 tempest-TestVolumeBootPattern-1690597324-project] 10.222.0.39 "GET /v2.0/security-groups?id=726d01fd-8df5-4a24-846e-ad176077f036&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0929790 Apr 12 11:15:27.013484 dv-cinder-830088-4-iscsi neutron-server[103257]: INFO neutron.wsgi [req-3a8d6339-c9a5-4fc8-9c2a-a822a37709f5 req-72018f47-b8e4-4b47-9d04-d6ad981feebf service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=51696dea-70d9-40b0-97e6-2c14be8f8b87 HTTP/1.1" status: 200 len: 217 time: 0.0397222 Apr 12 11:15:27.060870 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a8d6339-c9a5-4fc8-9c2a-a822a37709f5 req-348cc7f7-7a1d-4d49-85d5-1115f0032c02 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:15:27.062322 dv-cinder-830088-4-iscsi neutron-server[103257]: INFO neutron.wsgi [req-3a8d6339-c9a5-4fc8-9c2a-a822a37709f5 req-348cc7f7-7a1d-4d49-85d5-1115f0032c02 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=629313fa-4f32-46d8-868a-0d9dbc8c0fc7 HTTP/1.1" status: 200 len: 850 time: 0.0432644 Apr 12 11:15:27.109297 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a8d6339-c9a5-4fc8-9c2a-a822a37709f5 req-930bd190-660a-4e75-aa82-261966c5c89e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:15:27.110789 dv-cinder-830088-4-iscsi neutron-server[103257]: INFO neutron.wsgi [req-3a8d6339-c9a5-4fc8-9c2a-a822a37709f5 req-930bd190-660a-4e75-aa82-261966c5c89e service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=1232fc79-51a8-446f-8db9-91c7982426a3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0420823 Apr 12 11:15:27.195982 dv-cinder-830088-4-iscsi neutron-server[103257]: INFO neutron.wsgi [req-3a8d6339-c9a5-4fc8-9c2a-a822a37709f5 req-103de68e-a432-46a2-a146-59a43dbe0e76 service neutron] 10.222.0.53 "GET /v2.0/networks/1232fc79-51a8-446f-8db9-91c7982426a3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0795598 Apr 12 11:15:27.284434 dv-cinder-830088-4-iscsi neutron-server[103257]: INFO neutron.wsgi [req-3a8d6339-c9a5-4fc8-9c2a-a822a37709f5 req-fb320cc5-ec0a-4c9e-b649-685a7e7039f9 service neutron] 10.222.0.53 "GET /v2.0/networks/1232fc79-51a8-446f-8db9-91c7982426a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0827396 Apr 12 11:15:28.100172 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b87d3b7d-e9cc-4ea8-bd6f-8e76576ea493 req-a0d40f10-ed66-4e16-8d82-ef7be547a60d tempest-TestVolumeBootPattern-1690597324 tempest-TestVolumeBootPattern-1690597324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:15:28.101644 dv-cinder-830088-4-iscsi neutron-server[103258]: INFO neutron.wsgi [req-b87d3b7d-e9cc-4ea8-bd6f-8e76576ea493 req-a0d40f10-ed66-4e16-8d82-ef7be547a60d tempest-TestVolumeBootPattern-1690597324 tempest-TestVolumeBootPattern-1690597324-project] 10.222.0.39 "GET /v2.0/ports?device_id=a59585f1-5081-4d8a-b652-01438f2e9b95 HTTP/1.1" status: 200 len: 943 time: 0.0470257 Apr 12 11:15:28.111615 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dce9afc1-4d3a-4a04-a379-c86d15c21b57 req-d79b9a4a-b6d7-4552-bf00-fe34ffc6a283 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:15:28.113172 dv-cinder-830088-4-iscsi neutron-server[103257]: INFO neutron.wsgi [req-dce9afc1-4d3a-4a04-a379-c86d15c21b57 req-d79b9a4a-b6d7-4552-bf00-fe34ffc6a283 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=c2c05547762540eabb9d44e9bf42d19d&device_id=a59585f1-5081-4d8a-b652-01438f2e9b95 HTTP/1.1" status: 200 len: 1127 time: 0.0396421 Apr 12 11:15:28.150236 dv-cinder-830088-4-iscsi neutron-server[103258]: INFO neutron.wsgi [req-b87d3b7d-e9cc-4ea8-bd6f-8e76576ea493 req-fb4169b1-ee5c-4701-a867-683d78e1e015 tempest-TestVolumeBootPattern-1690597324 tempest-TestVolumeBootPattern-1690597324-project] 10.222.0.39 "GET /v2.0/security-groups?id=726d01fd-8df5-4a24-846e-ad176077f036&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429254 Apr 12 11:15:28.202237 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dce9afc1-4d3a-4a04-a379-c86d15c21b57 req-679d68c5-5d4a-4736-8f27-bd2339f2c656 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:15:28.203876 dv-cinder-830088-4-iscsi neutron-server[103257]: INFO neutron.wsgi [req-dce9afc1-4d3a-4a04-a379-c86d15c21b57 req-679d68c5-5d4a-4736-8f27-bd2339f2c656 service neutron] 10.222.0.53 "GET /v2.0/networks?id=1232fc79-51a8-446f-8db9-91c7982426a3 HTTP/1.1" status: 200 len: 912 time: 0.0841389 Apr 12 11:15:28.251160 dv-cinder-830088-4-iscsi neutron-server[103257]: INFO neutron.wsgi [req-dce9afc1-4d3a-4a04-a379-c86d15c21b57 req-837bee1c-e2e9-4589-92a8-2d0686e516a7 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=51696dea-70d9-40b0-97e6-2c14be8f8b87 HTTP/1.1" status: 200 len: 217 time: 0.0380230 Apr 12 11:15:28.300456 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dce9afc1-4d3a-4a04-a379-c86d15c21b57 req-5b4c693e-0b65-4b92-a97c-59ee3621e143 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:15:28.301756 dv-cinder-830088-4-iscsi neutron-server[103257]: INFO neutron.wsgi [req-dce9afc1-4d3a-4a04-a379-c86d15c21b57 req-5b4c693e-0b65-4b92-a97c-59ee3621e143 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=629313fa-4f32-46d8-868a-0d9dbc8c0fc7 HTTP/1.1" status: 200 len: 850 time: 0.0418389 Apr 12 11:15:28.345407 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dce9afc1-4d3a-4a04-a379-c86d15c21b57 req-1acfb868-3cfc-415d-8532-202143af2255 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:15:28.346889 dv-cinder-830088-4-iscsi neutron-server[103257]: INFO neutron.wsgi [req-dce9afc1-4d3a-4a04-a379-c86d15c21b57 req-1acfb868-3cfc-415d-8532-202143af2255 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=1232fc79-51a8-446f-8db9-91c7982426a3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0370376 Apr 12 11:15:28.440458 dv-cinder-830088-4-iscsi neutron-server[103257]: INFO neutron.wsgi [req-dce9afc1-4d3a-4a04-a379-c86d15c21b57 req-51924198-ebb2-41c7-9309-be95bd38eaa7 service neutron] 10.222.0.53 "GET /v2.0/networks/1232fc79-51a8-446f-8db9-91c7982426a3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0863724 Apr 12 11:15:28.530550 dv-cinder-830088-4-iscsi neutron-server[103257]: INFO neutron.wsgi [req-dce9afc1-4d3a-4a04-a379-c86d15c21b57 req-d4c40ece-5ac5-44b1-81d2-a7799efe8f20 service neutron] 10.222.0.53 "GET /v2.0/networks/1232fc79-51a8-446f-8db9-91c7982426a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0834908 Apr 12 11:15:29.264867 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd91d770-031a-4d43-9625-74eb78299236 req-a39d1b79-fe7d-4c2e-971f-44f246c76be8 tempest-TestVolumeBootPattern-1690597324 tempest-TestVolumeBootPattern-1690597324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:15:29.266314 dv-cinder-830088-4-iscsi neutron-server[103257]: INFO neutron.wsgi [req-cd91d770-031a-4d43-9625-74eb78299236 req-a39d1b79-fe7d-4c2e-971f-44f246c76be8 tempest-TestVolumeBootPattern-1690597324 tempest-TestVolumeBootPattern-1690597324-project] 10.222.0.39 "GET /v2.0/ports?device_id=a59585f1-5081-4d8a-b652-01438f2e9b95 HTTP/1.1" status: 200 len: 943 time: 0.0499206 Apr 12 11:15:29.313769 dv-cinder-830088-4-iscsi neutron-server[103257]: INFO neutron.wsgi [req-cd91d770-031a-4d43-9625-74eb78299236 req-476e10a9-1492-4a8d-ac23-53a8027d9191 tempest-TestVolumeBootPattern-1690597324 tempest-TestVolumeBootPattern-1690597324-project] 10.222.0.39 "GET /v2.0/security-groups?id=726d01fd-8df5-4a24-846e-ad176077f036&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419791 Apr 12 11:15:30.423805 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f63f184f-d0d0-45ec-be92-03773e7ceaac req-964c0fbd-f280-4daf-8977-872f1f33d0a6 tempest-TestVolumeBootPattern-1690597324 tempest-TestVolumeBootPattern-1690597324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:15:30.425255 dv-cinder-830088-4-iscsi neutron-server[103258]: INFO neutron.wsgi [req-f63f184f-d0d0-45ec-be92-03773e7ceaac req-964c0fbd-f280-4daf-8977-872f1f33d0a6 tempest-TestVolumeBootPattern-1690597324 tempest-TestVolumeBootPattern-1690597324-project] 10.222.0.39 "GET /v2.0/ports?device_id=a59585f1-5081-4d8a-b652-01438f2e9b95 HTTP/1.1" status: 200 len: 943 time: 0.0456586 Apr 12 11:15:30.475969 dv-cinder-830088-4-iscsi neutron-server[103258]: INFO neutron.wsgi [req-f63f184f-d0d0-45ec-be92-03773e7ceaac req-be85c07f-d1c6-43b9-af42-7b4948690cb2 tempest-TestVolumeBootPattern-1690597324 tempest-TestVolumeBootPattern-1690597324-project] 10.222.0.39 "GET /v2.0/security-groups?id=726d01fd-8df5-4a24-846e-ad176077f036&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0452528 Apr 12 11:15:31.583490 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80e688c0-4775-4800-9e5b-8b2caacf833f req-8c983f9e-d468-4d55-853b-b6cb6dc9ae74 tempest-TestVolumeBootPattern-1690597324 tempest-TestVolumeBootPattern-1690597324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:15:31.584924 dv-cinder-830088-4-iscsi neutron-server[103257]: INFO neutron.wsgi [req-80e688c0-4775-4800-9e5b-8b2caacf833f req-8c983f9e-d468-4d55-853b-b6cb6dc9ae74 tempest-TestVolumeBootPattern-1690597324 tempest-TestVolumeBootPattern-1690597324-project] 10.222.0.39 "GET /v2.0/ports?device_id=a59585f1-5081-4d8a-b652-01438f2e9b95 HTTP/1.1" status: 200 len: 943 time: 0.0460379 Apr 12 11:15:31.631948 dv-cinder-830088-4-iscsi neutron-server[103257]: INFO neutron.wsgi [req-80e688c0-4775-4800-9e5b-8b2caacf833f req-2843881e-3ad0-41a8-995f-2c26661cc778 tempest-TestVolumeBootPattern-1690597324 tempest-TestVolumeBootPattern-1690597324-project] 10.222.0.39 "GET /v2.0/security-groups?id=726d01fd-8df5-4a24-846e-ad176077f036&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407186 Apr 12 11:15:32.740909 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d104ef07-f13e-410a-b7d9-ef4d341d5799 req-4c08c93d-912c-4c7d-a0a5-db68a0babcc9 tempest-TestVolumeBootPattern-1690597324 tempest-TestVolumeBootPattern-1690597324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:15:32.742331 dv-cinder-830088-4-iscsi neutron-server[103258]: INFO neutron.wsgi [req-d104ef07-f13e-410a-b7d9-ef4d341d5799 req-4c08c93d-912c-4c7d-a0a5-db68a0babcc9 tempest-TestVolumeBootPattern-1690597324 tempest-TestVolumeBootPattern-1690597324-project] 10.222.0.39 "GET /v2.0/ports?device_id=a59585f1-5081-4d8a-b652-01438f2e9b95 HTTP/1.1" status: 200 len: 943 time: 0.0457170 Apr 12 11:15:32.789509 dv-cinder-830088-4-iscsi neutron-server[103258]: INFO neutron.wsgi [req-d104ef07-f13e-410a-b7d9-ef4d341d5799 req-4f9e73a0-91d9-45fd-9775-6e6a820a6d23 tempest-TestVolumeBootPattern-1690597324 tempest-TestVolumeBootPattern-1690597324-project] 10.222.0.39 "GET /v2.0/security-groups?id=726d01fd-8df5-4a24-846e-ad176077f036&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417988 Apr 12 11:15:33.902246 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27de1f04-f455-4517-b81a-48cb08e6b412 req-7f9869b5-0986-4a02-8b20-bae0ce066967 tempest-TestVolumeBootPattern-1690597324 tempest-TestVolumeBootPattern-1690597324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:15:33.903707 dv-cinder-830088-4-iscsi neutron-server[103257]: INFO neutron.wsgi [req-27de1f04-f455-4517-b81a-48cb08e6b412 req-7f9869b5-0986-4a02-8b20-bae0ce066967 tempest-TestVolumeBootPattern-1690597324 tempest-TestVolumeBootPattern-1690597324-project] 10.222.0.39 "GET /v2.0/ports?device_id=a59585f1-5081-4d8a-b652-01438f2e9b95 HTTP/1.1" status: 200 len: 943 time: 0.0493059 Apr 12 11:15:33.950564 dv-cinder-830088-4-iscsi neutron-server[103257]: INFO neutron.wsgi [req-27de1f04-f455-4517-b81a-48cb08e6b412 req-d76c4614-7bb8-4e67-bf42-472ce216c012 tempest-TestVolumeBootPattern-1690597324 tempest-TestVolumeBootPattern-1690597324-project] 10.222.0.39 "GET /v2.0/security-groups?id=726d01fd-8df5-4a24-846e-ad176077f036&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414326 Apr 12 11:15:35.044806 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron.plugins.ml2.rpc [None req-ae6c308c-a92e-4424-a7f8-d6a17e5174ef None None] Device 51696dea-70d9-40b0-97e6-2c14be8f8b87 details requested by agent hyperv_hv-cinder-83008 with host hv-cinder-83008 {{(pid=103259) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 12 11:15:35.058298 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1a13488-086e-471c-bfbb-fc1bcda2cfea req-80230cad-26c4-4ad2-822f-0b0fe53613f4 tempest-TestVolumeBootPattern-1690597324 tempest-TestVolumeBootPattern-1690597324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:15:35.059804 dv-cinder-830088-4-iscsi neutron-server[103258]: INFO neutron.wsgi [req-b1a13488-086e-471c-bfbb-fc1bcda2cfea req-80230cad-26c4-4ad2-822f-0b0fe53613f4 tempest-TestVolumeBootPattern-1690597324 tempest-TestVolumeBootPattern-1690597324-project] 10.222.0.39 "GET /v2.0/ports?device_id=a59585f1-5081-4d8a-b652-01438f2e9b95 HTTP/1.1" status: 200 len: 943 time: 0.0460598 Apr 12 11:15:35.107722 dv-cinder-830088-4-iscsi neutron-server[103258]: INFO neutron.wsgi [req-b1a13488-086e-471c-bfbb-fc1bcda2cfea req-4c1d3f11-5905-4889-b6ea-d0321ccf866c tempest-TestVolumeBootPattern-1690597324 tempest-TestVolumeBootPattern-1690597324-project] 10.222.0.39 "GET /v2.0/security-groups?id=726d01fd-8df5-4a24-846e-ad176077f036&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423095 Apr 12 11:15:35.140438 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron.plugins.ml2.db [None req-ae6c308c-a92e-4424-a7f8-d6a17e5174ef None None] For port 51696dea-70d9-40b0-97e6-2c14be8f8b87, host hv-cinder-83008, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83008',level=0,port_id=51696dea-70d9-40b0-97e6-2c14be8f8b87,segment=NetworkSegment(d51f3e71-8cf4-4a31-9034-8318c2e937aa),segment_id=d51f3e71-8cf4-4a31-9034-8318c2e937aa)] {{(pid=103259) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 11:15:35.152177 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron.plugins.ml2.rpc [None req-ae6c308c-a92e-4424-a7f8-d6a17e5174ef None None] Returning: {'device': '51696dea-70d9-40b0-97e6-2c14be8f8b87', 'network_id': '1232fc79-51a8-446f-8db9-91c7982426a3', 'port_id': '51696dea-70d9-40b0-97e6-2c14be8f8b87', 'mac_address': 'fa:16:3e:55:84:b9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 532, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '629313fa-4f32-46d8-868a-0d9dbc8c0fc7', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103259) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 12 11:15:35.186847 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron.plugins.ml2.plugin [None req-ae6c308c-a92e-4424-a7f8-d6a17e5174ef None None] Current status of the port 51696dea-70d9-40b0-97e6-2c14be8f8b87 is: DOWN; New status is: BUILD {{(pid=103259) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 11:15:35.187235 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron_lib.callbacks.manager [None req-ae6c308c-a92e-4424-a7f8-d6a17e5174ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1535343'] for port (51696dea-70d9-40b0-97e6-2c14be8f8b87), before_update {{(pid=103259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:15:35.199876 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron.notifiers.nova [None req-ae6c308c-a92e-4424-a7f8-d6a17e5174ef None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 51696dea-70d9-40b0-97e6-2c14be8f8b87 {{(pid=103259) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 12 11:15:35.219460 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron.plugins.ml2.db [None req-ae6c308c-a92e-4424-a7f8-d6a17e5174ef None None] For port 51696dea-70d9-40b0-97e6-2c14be8f8b87, host hv-cinder-83008, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83008',level=0,port_id=51696dea-70d9-40b0-97e6-2c14be8f8b87,segment=NetworkSegment(d51f3e71-8cf4-4a31-9034-8318c2e937aa),segment_id=d51f3e71-8cf4-4a31-9034-8318c2e937aa)] {{(pid=103259) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 11:15:35.223375 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron_lib.callbacks.manager [None req-ae6c308c-a92e-4424-a7f8-d6a17e5174ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1534861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777667992095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777667450170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777667450188'] for port (51696dea-70d9-40b0-97e6-2c14be8f8b87), after_update {{(pid=103259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:15:35.274076 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae6c308c-a92e-4424-a7f8-d6a17e5174ef None None] Pushing event updated for resources: {'Port': ['ID=51696dea-70d9-40b0-97e6-2c14be8f8b87,revision_number=4']} {{(pid=103259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:15:35.281353 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae6c308c-a92e-4424-a7f8-d6a17e5174ef None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830088-4-iscsi {{(pid=103259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:15:35.281699 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae6c308c-a92e-4424-a7f8-d6a17e5174ef None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830088-4-iscsi {{(pid=103259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:15:35.282049 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae6c308c-a92e-4424-a7f8-d6a17e5174ef None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830088-4-iscsi {{(pid=103259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:15:35.282389 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae6c308c-a92e-4424-a7f8-d6a17e5174ef None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830088-4-iscsi {{(pid=103259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:15:35.282747 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae6c308c-a92e-4424-a7f8-d6a17e5174ef None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830088-4-iscsi {{(pid=103259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:15:35.283081 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae6c308c-a92e-4424-a7f8-d6a17e5174ef None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830088-4-iscsi {{(pid=103259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:15:35.283409 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae6c308c-a92e-4424-a7f8-d6a17e5174ef None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830088-4-iscsi {{(pid=103259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:15:35.283732 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae6c308c-a92e-4424-a7f8-d6a17e5174ef None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830088-4-iscsi {{(pid=103259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:15:35.284056 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae6c308c-a92e-4424-a7f8-d6a17e5174ef None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-830088-4-iscsi {{(pid=103259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:15:35.284378 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae6c308c-a92e-4424-a7f8-d6a17e5174ef None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830088-4-iscsi {{(pid=103259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:15:35.284700 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae6c308c-a92e-4424-a7f8-d6a17e5174ef None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830088-4-iscsi {{(pid=103259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:15:35.285023 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae6c308c-a92e-4424-a7f8-d6a17e5174ef None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830088-4-iscsi {{(pid=103259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:15:35.285342 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae6c308c-a92e-4424-a7f8-d6a17e5174ef None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830088-4-iscsi {{(pid=103259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:15:35.285659 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae6c308c-a92e-4424-a7f8-d6a17e5174ef None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830088-4-iscsi {{(pid=103259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:15:35.285975 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae6c308c-a92e-4424-a7f8-d6a17e5174ef None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830088-4-iscsi {{(pid=103259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:15:35.600849 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron.plugins.ml2.db [None req-ae6c308c-a92e-4424-a7f8-d6a17e5174ef None None] get_ports_and_sgs() called for port_ids ['51696dea-70d9-40b0-97e6-2c14be8f8b87'] {{(pid=103259) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 12 11:15:35.728912 dv-cinder-830088-4-iscsi neutron-server[103260]: DEBUG neutron.db.agents_db [None req-b0205aca-973a-4a8a-ba9e-4a4e25067b42 None None] Agent healthcheck: found 6 active agents {{(pid=103260) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 12 11:15:36.217618 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8995402-960e-4ef8-94db-6e51d2bcbcf5 req-a8dcfc41-355d-4c45-923f-81fca970b6e7 tempest-TestVolumeBootPattern-1690597324 tempest-TestVolumeBootPattern-1690597324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:15:36.219098 dv-cinder-830088-4-iscsi neutron-server[103257]: INFO neutron.wsgi [req-e8995402-960e-4ef8-94db-6e51d2bcbcf5 req-a8dcfc41-355d-4c45-923f-81fca970b6e7 tempest-TestVolumeBootPattern-1690597324 tempest-TestVolumeBootPattern-1690597324-project] 10.222.0.39 "GET /v2.0/ports?device_id=a59585f1-5081-4d8a-b652-01438f2e9b95 HTTP/1.1" status: 200 len: 944 time: 0.0462468 Apr 12 11:15:36.266762 dv-cinder-830088-4-iscsi neutron-server[103257]: INFO neutron.wsgi [req-e8995402-960e-4ef8-94db-6e51d2bcbcf5 req-50f3e5e7-3aed-4871-a5df-7a6ec161b02f tempest-TestVolumeBootPattern-1690597324 tempest-TestVolumeBootPattern-1690597324-project] 10.222.0.39 "GET /v2.0/security-groups?id=726d01fd-8df5-4a24-846e-ad176077f036&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421731 Apr 12 11:15:37.045599 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron.plugins.ml2.rpc [None req-ae6c308c-a92e-4424-a7f8-d6a17e5174ef None None] Device 51696dea-70d9-40b0-97e6-2c14be8f8b87 up at agent hyperv_hv-cinder-83008 {{(pid=103259) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 11:15:37.087164 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron.db.provisioning_blocks [None req-ae6c308c-a92e-4424-a7f8-d6a17e5174ef None None] Provisioning for port 51696dea-70d9-40b0-97e6-2c14be8f8b87 completed by entity L2. {{(pid=103259) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Apr 12 11:15:37.093535 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron.db.provisioning_blocks [None req-ae6c308c-a92e-4424-a7f8-d6a17e5174ef None None] Provisioning complete for port 51696dea-70d9-40b0-97e6-2c14be8f8b87 triggered by entity L2. {{(pid=103259) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 11:15:37.094053 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron_lib.callbacks.manager [None req-ae6c308c-a92e-4424-a7f8-d6a17e5174ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1343588'] for port (51696dea-70d9-40b0-97e6-2c14be8f8b87), provisioning_complete {{(pid=103259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:15:37.170022 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron.plugins.ml2.plugin [None req-ae6c308c-a92e-4424-a7f8-d6a17e5174ef None None] Current status of the port 51696dea-70d9-40b0-97e6-2c14be8f8b87 is: BUILD; New status is: ACTIVE {{(pid=103259) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 11:15:37.170396 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron_lib.callbacks.manager [None req-ae6c308c-a92e-4424-a7f8-d6a17e5174ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1535343'] for port (51696dea-70d9-40b0-97e6-2c14be8f8b87), before_update {{(pid=103259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:15:37.192187 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a59585f1-5081-4d8a-b652-01438f2e9b95', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '51696dea-70d9-40b0-97e6-2c14be8f8b87'}] {{(pid=103259) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 11:15:37.194374 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}af87e37ddfedca7c8b2a1dd0c6cba4e3e91bcc66796c687067be127c7223cf15" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aeb33dc5-9b8a-422b-bbff-91bf078e179a" -d '{"events": [{"server_uuid": "a59585f1-5081-4d8a-b652-01438f2e9b95", "name": "network-vif-plugged", "status": "completed", "tag": "51696dea-70d9-40b0-97e6-2c14be8f8b87"}]}' {{(pid=103259) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 11:15:37.206921 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron.plugins.ml2.db [None req-ae6c308c-a92e-4424-a7f8-d6a17e5174ef None None] For port 51696dea-70d9-40b0-97e6-2c14be8f8b87, host hv-cinder-83008, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83008',level=0,port_id=51696dea-70d9-40b0-97e6-2c14be8f8b87,segment=NetworkSegment(d51f3e71-8cf4-4a31-9034-8318c2e937aa),segment_id=d51f3e71-8cf4-4a31-9034-8318c2e937aa)] {{(pid=103259) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 11:15:37.210552 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron_lib.callbacks.manager [None req-ae6c308c-a92e-4424-a7f8-d6a17e5174ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1534861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777667992095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777667450170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777667450188'] for port (51696dea-70d9-40b0-97e6-2c14be8f8b87), after_update {{(pid=103259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:15:37.233366 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Apr 2022 11:15:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-01e91605-9eae-41ed-a23b-1249ffd39b68 x-openstack-request-id: req-01e91605-9eae-41ed-a23b-1249ffd39b68 {{(pid=103259) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 11:15:37.233658 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a59585f1-5081-4d8a-b652-01438f2e9b95", "name": "network-vif-plugged", "status": "completed", "tag": "51696dea-70d9-40b0-97e6-2c14be8f8b87", "code": 200}]} {{(pid=103259) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 11:15:37.233908 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-01e91605-9eae-41ed-a23b-1249ffd39b68 {{(pid=103259) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 11:15:37.234293 dv-cinder-830088-4-iscsi neutron-server[103259]: INFO neutron.notifiers.nova [-] Nova event matching ['req-01e91605-9eae-41ed-a23b-1249ffd39b68'] response: {'server_uuid': 'a59585f1-5081-4d8a-b652-01438f2e9b95', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '51696dea-70d9-40b0-97e6-2c14be8f8b87', 'code': 200} Apr 12 11:15:37.259288 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae6c308c-a92e-4424-a7f8-d6a17e5174ef None None] Pushing event updated for resources: {'Port': ['ID=51696dea-70d9-40b0-97e6-2c14be8f8b87,revision_number=5']} {{(pid=103259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:15:37.376937 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc0380e8-74cb-4c53-ab8a-68e5fd78901a req-62df0c96-b75c-4ef0-b161-9b9cc6e608f8 tempest-TestVolumeBootPattern-1690597324 tempest-TestVolumeBootPattern-1690597324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:15:37.378425 dv-cinder-830088-4-iscsi neutron-server[103257]: INFO neutron.wsgi [req-dc0380e8-74cb-4c53-ab8a-68e5fd78901a req-62df0c96-b75c-4ef0-b161-9b9cc6e608f8 tempest-TestVolumeBootPattern-1690597324 tempest-TestVolumeBootPattern-1690597324-project] 10.222.0.39 "GET /v2.0/ports?device_id=a59585f1-5081-4d8a-b652-01438f2e9b95 HTTP/1.1" status: 200 len: 945 time: 0.0474746 Apr 12 11:15:37.431525 dv-cinder-830088-4-iscsi neutron-server[103257]: INFO neutron.wsgi [req-dc0380e8-74cb-4c53-ab8a-68e5fd78901a req-09d7af3d-b02c-47e2-8775-a4d4509d90a5 tempest-TestVolumeBootPattern-1690597324 tempest-TestVolumeBootPattern-1690597324-project] 10.222.0.39 "GET /v2.0/security-groups?id=726d01fd-8df5-4a24-846e-ad176077f036&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0472879 Apr 12 11:15:37.469169 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37a107f3-5654-4bfb-bc01-c1141730fc51 req-0b4cf408-6b8d-416b-a1c9-c56a8162c9b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:15:37.470671 dv-cinder-830088-4-iscsi neutron-server[103257]: INFO neutron.wsgi [req-37a107f3-5654-4bfb-bc01-c1141730fc51 req-0b4cf408-6b8d-416b-a1c9-c56a8162c9b3 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=a59585f1-5081-4d8a-b652-01438f2e9b95 HTTP/1.1" status: 200 len: 1129 time: 0.0383000 Apr 12 11:15:37.514380 dv-cinder-830088-4-iscsi neutron-server[103257]: INFO neutron.wsgi [req-37a107f3-5654-4bfb-bc01-c1141730fc51 req-67dd21c3-1b25-4075-a188-4323c34b2a04 service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=726d01fd-8df5-4a24-846e-ad176077f036&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0381634 Apr 12 11:15:38.547113 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13f9cdd4-aa99-420e-81ba-876475c6cf35 req-91fe8c3e-9610-4f61-bcd1-51df708255da tempest-TestVolumeBootPattern-1690597324 tempest-TestVolumeBootPattern-1690597324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:15:38.548478 dv-cinder-830088-4-iscsi neutron-server[103258]: INFO neutron.wsgi [req-13f9cdd4-aa99-420e-81ba-876475c6cf35 req-91fe8c3e-9610-4f61-bcd1-51df708255da tempest-TestVolumeBootPattern-1690597324 tempest-TestVolumeBootPattern-1690597324-project] 10.222.0.39 "GET /v2.0/ports?device_id=a59585f1-5081-4d8a-b652-01438f2e9b95 HTTP/1.1" status: 200 len: 945 time: 0.0496655 Apr 12 11:15:38.595116 dv-cinder-830088-4-iscsi neutron-server[103258]: INFO neutron.wsgi [req-13f9cdd4-aa99-420e-81ba-876475c6cf35 req-4259e4ac-acee-49f3-8d6c-e709d8e5ef85 tempest-TestVolumeBootPattern-1690597324 tempest-TestVolumeBootPattern-1690597324-project] 10.222.0.39 "GET /v2.0/security-groups?id=726d01fd-8df5-4a24-846e-ad176077f036&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410643 Apr 12 11:15:39.704980 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2364d430-58b9-45b9-af73-3a98cb86c350 req-d3ac483a-b7f6-43e9-92b7-ff6e7946f239 tempest-TestVolumeBootPattern-1690597324 tempest-TestVolumeBootPattern-1690597324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:15:39.706347 dv-cinder-830088-4-iscsi neutron-server[103257]: INFO neutron.wsgi [req-2364d430-58b9-45b9-af73-3a98cb86c350 req-d3ac483a-b7f6-43e9-92b7-ff6e7946f239 tempest-TestVolumeBootPattern-1690597324 tempest-TestVolumeBootPattern-1690597324-project] 10.222.0.39 "GET /v2.0/ports?device_id=a59585f1-5081-4d8a-b652-01438f2e9b95 HTTP/1.1" status: 200 len: 945 time: 0.0468488 Apr 12 11:15:39.754341 dv-cinder-830088-4-iscsi neutron-server[103257]: INFO neutron.wsgi [req-2364d430-58b9-45b9-af73-3a98cb86c350 req-d412ba68-5222-4834-9ed1-ea4a59a01778 tempest-TestVolumeBootPattern-1690597324 tempest-TestVolumeBootPattern-1690597324-project] 10.222.0.39 "GET /v2.0/security-groups?id=726d01fd-8df5-4a24-846e-ad176077f036&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426266 Apr 12 11:15:39.862348 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63b10538-12c3-4cf0-84d8-a6ec44f7a8e8 req-5dc220a2-138b-46ea-8a6f-705cdd61a21e tempest-TestVolumeBootPattern-1690597324 tempest-TestVolumeBootPattern-1690597324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:15:39.863812 dv-cinder-830088-4-iscsi neutron-server[103258]: INFO neutron.wsgi [req-63b10538-12c3-4cf0-84d8-a6ec44f7a8e8 req-5dc220a2-138b-46ea-8a6f-705cdd61a21e tempest-TestVolumeBootPattern-1690597324 tempest-TestVolumeBootPattern-1690597324-project] 10.222.0.39 "GET /v2.0/ports?device_id=a59585f1-5081-4d8a-b652-01438f2e9b95 HTTP/1.1" status: 200 len: 945 time: 0.0454941 Apr 12 11:15:39.910688 dv-cinder-830088-4-iscsi neutron-server[103258]: INFO neutron.wsgi [req-63b10538-12c3-4cf0-84d8-a6ec44f7a8e8 req-d5b5b4d1-c0ef-42b0-9879-d5909215a773 tempest-TestVolumeBootPattern-1690597324 tempest-TestVolumeBootPattern-1690597324-project] 10.222.0.39 "GET /v2.0/security-groups?id=726d01fd-8df5-4a24-846e-ad176077f036&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410328 Apr 12 11:15:39.933401 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.wsgi [-] (103258) accepted ('10.222.0.39', 33086) {{(pid=103258) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 11:15:40.108899 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-881f8ff1-921c-4ad2-9561-56c4e83a0390 tempest-TestVolumeBootPattern-1923331832 tempest-TestVolumeBootPattern-1923331832-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:15:40.110374 dv-cinder-830088-4-iscsi neutron-server[103258]: INFO neutron.wsgi [None req-881f8ff1-921c-4ad2-9561-56c4e83a0390 tempest-TestVolumeBootPattern-1923331832 tempest-TestVolumeBootPattern-1923331832-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=a59585f1-5081-4d8a-b652-01438f2e9b95 HTTP/1.1" status: 200 len: 1124 time: 0.1758573 Apr 12 11:15:40.113098 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.wsgi [-] (103258) accepted ('10.222.0.39', 33090) {{(pid=103258) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 11:15:40.117177 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.api.v2.base [None req-e0712ba1-4644-44d8-a66f-7b05fc2514ff tempest-TestVolumeBootPattern-1690597324 tempest-TestVolumeBootPattern-1690597324-project] Request body: {'floatingip': {'floating_network_id': '3b7be5f2-485b-4c85-8f98-fb200971b61c', 'port_id': '51696dea-70d9-40b0-97e6-2c14be8f8b87', 'tenant_id': 'c2c05547762540eabb9d44e9bf42d19d', 'fixed_ip_address': '172.20.0.4'}} {{(pid=103258) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 11:15:40.136351 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-e0712ba1-4644-44d8-a66f-7b05fc2514ff tempest-TestVolumeBootPattern-1690597324 tempest-TestVolumeBootPattern-1690597324-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:15:40.215323 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-e0712ba1-4644-44d8-a66f-7b05fc2514ff tempest-TestVolumeBootPattern-1690597324 tempest-TestVolumeBootPattern-1690597324-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1535343'] for port (None), before_create {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:15:40.277458 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron_lib.callbacks.manager [None req-064fdb35-a06c-4ea2-9582-cbfd6b576d11 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777667879581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1343690'] for agent (0a0a44e5-732d-48d9-a8ad-b47e7b7c1a86), after_update {{(pid=103259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:15:40.323014 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.db.db_base_plugin_common [None req-e0712ba1-4644-44d8-a66f-7b05fc2514ff tempest-TestVolumeBootPattern-1690597324 tempest-TestVolumeBootPattern-1690597324-project] Allocated IP 172.27.3.188 (3b7be5f2-485b-4c85-8f98-fb200971b61c/4887111e-1302-416a-ab8e-c957c9df7f85/db4a5820-9adc-4a2b-87d7-be4813e4a707) {{(pid=103258) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 12 11:15:40.421645 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-e0712ba1-4644-44d8-a66f-7b05fc2514ff tempest-TestVolumeBootPattern-1690597324 tempest-TestVolumeBootPattern-1690597324-project] Publish callbacks [] for port (db4a5820-9adc-4a2b-87d7-be4813e4a707), precommit_create {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:15:40.454163 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-e0712ba1-4644-44d8-a66f-7b05fc2514ff tempest-TestVolumeBootPattern-1690597324 tempest-TestVolumeBootPattern-1690597324-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1534861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777667450152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4796947'] for port (db4a5820-9adc-4a2b-87d7-be4813e4a707), after_create {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:15:40.489291 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0712ba1-4644-44d8-a66f-7b05fc2514ff tempest-TestVolumeBootPattern-1690597324 tempest-TestVolumeBootPattern-1690597324-project] Network 3b7be5f2-485b-4c85-8f98-fb200971b61c is already hosted by enough agents. {{(pid=103258) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 11:15:40.492041 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.scheduler.base_scheduler [None req-e0712ba1-4644-44d8-a66f-7b05fc2514ff tempest-TestVolumeBootPattern-1690597324 tempest-TestVolumeBootPattern-1690597324-project] Resources bound (agent type, host, resource id): {{(pid=103258) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 11:15:40.495947 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0712ba1-4644-44d8-a66f-7b05fc2514ff tempest-TestVolumeBootPattern-1690597324 tempest-TestVolumeBootPattern-1690597324-project] Received port after_create {{(pid=103258) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 12 11:15:40.523487 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0712ba1-4644-44d8-a66f-7b05fc2514ff tempest-TestVolumeBootPattern-1690597324 tempest-TestVolumeBootPattern-1690597324-project] Pushing event updated for resources: {'Port': ['ID=db4a5820-9adc-4a2b-87d7-be4813e4a707,revision_number=1']} {{(pid=103258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:15:40.852502 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-e0712ba1-4644-44d8-a66f-7b05fc2514ff tempest-TestVolumeBootPattern-1690597324 tempest-TestVolumeBootPattern-1690597324-project] Publish callbacks [] for floatingip (5124ffe3-e4a2-4141-964f-1bd27f70ed87), precommit_create {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:15:40.921075 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-e0712ba1-4644-44d8-a66f-7b05fc2514ff tempest-TestVolumeBootPattern-1690597324 tempest-TestVolumeBootPattern-1690597324-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1535343'] for port (db4a5820-9adc-4a2b-87d7-be4813e4a707), before_update {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:15:41.063081 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-e0712ba1-4644-44d8-a66f-7b05fc2514ff tempest-TestVolumeBootPattern-1690597324 tempest-TestVolumeBootPattern-1690597324-project] Publish callbacks [] for port (db4a5820-9adc-4a2b-87d7-be4813e4a707), precommit_update {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:15:41.067229 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-e0712ba1-4644-44d8-a66f-7b05fc2514ff tempest-TestVolumeBootPattern-1690597324 tempest-TestVolumeBootPattern-1690597324-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1534861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777667992095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777667450170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777667450188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4796952'] for port (db4a5820-9adc-4a2b-87d7-be4813e4a707), after_update {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:15:41.136332 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0712ba1-4644-44d8-a66f-7b05fc2514ff tempest-TestVolumeBootPattern-1690597324 tempest-TestVolumeBootPattern-1690597324-project] Pushing event updated for resources: {'Port': ['ID=db4a5820-9adc-4a2b-87d7-be4813e4a707,revision_number=2']} {{(pid=103258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:15:41.145737 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-e0712ba1-4644-44d8-a66f-7b05fc2514ff tempest-TestVolumeBootPattern-1690597324 tempest-TestVolumeBootPattern-1690597324-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-579534'] for floatingip (5124ffe3-e4a2-4141-964f-1bd27f70ed87), after_create {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:15:41.245525 dv-cinder-830088-4-iscsi neutron-server[103258]: INFO neutron.db.l3_db [None req-e0712ba1-4644-44d8-a66f-7b05fc2514ff tempest-TestVolumeBootPattern-1690597324 tempest-TestVolumeBootPattern-1690597324-project] Floating IP 5124ffe3-e4a2-4141-964f-1bd27f70ed87 associated. External IP: 172.27.3.188, port: 51696dea-70d9-40b0-97e6-2c14be8f8b87. Apr 12 11:15:41.453312 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e0712ba1-4644-44d8-a66f-7b05fc2514ff tempest-TestVolumeBootPattern-1690597324 tempest-TestVolumeBootPattern-1690597324-project] Router 9e38f158-3956-4f71-9d28-1c8f7ee24bdd has already been hosted by L3 agent 77f5e085-0284-4236-9dbf-35d2d452e277 {{(pid=103258) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 12 11:15:41.560692 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e0712ba1-4644-44d8-a66f-7b05fc2514ff tempest-TestVolumeBootPattern-1690597324 tempest-TestVolumeBootPattern-1690597324-project] Notify agent at l3_agent.dv-cinder-830088-4-iscsi the message routers_updated {{(pid=103258) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 12 11:15:41.570542 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-388ac556-5a1b-474a-a50b-1b77070fb1cb None None] Sync routers for ids ['9e38f158-3956-4f71-9d28-1c8f7ee24bdd'] in dv-cinder-830088-4-iscsi {{(pid=103259) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 12 11:15:41.578168 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-e0712ba1-4644-44d8-a66f-7b05fc2514ff tempest-TestVolumeBootPattern-1690597324 tempest-TestVolumeBootPattern-1690597324-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108023'] for floatingip (None), before_response {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:15:41.581337 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron.db.l3_dvrscheduler_db [None req-388ac556-5a1b-474a-a50b-1b77070fb1cb None None] Routers {'9e38f158-3956-4f71-9d28-1c8f7ee24bdd'} bound to L3 agent in host dv-cinder-830088-4-iscsi {{(pid=103259) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 11:15:41.581957 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron.db.l3_hamode_db [None req-388ac556-5a1b-474a-a50b-1b77070fb1cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830088-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-12T10:52:12Z,description=,heartbeat_timestamp=2022-04-12T11:15:13Z,host='dv-cinder-830088-4-iscsi',id=77f5e085-0284-4236-9dbf-35d2d452e277,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T10:52:12Z,topic='l3_agent')) {'router_ids': ['9e38f158-3956-4f71-9d28-1c8f7ee24bdd'], 'active': True} {{(pid=103259) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 11:15:41.607229 dv-cinder-830088-4-iscsi neutron-server[103258]: INFO neutron.wsgi [None req-e0712ba1-4644-44d8-a66f-7b05fc2514ff tempest-TestVolumeBootPattern-1690597324 tempest-TestVolumeBootPattern-1690597324-project] 10.222.0.39 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.4931500 Apr 12 11:15:41.607919 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a59585f1-5081-4d8a-b652-01438f2e9b95', 'tag': '51696dea-70d9-40b0-97e6-2c14be8f8b87'}] {{(pid=103258) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 11:15:41.610160 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c54b6d548356c9296345eb8e608a1624e6dfb095c10b2709a108c8ba991c21a4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0724287e-0afc-461f-8be3-5fd01a0a6709" -d '{"events": [{"name": "network-changed", "server_uuid": "a59585f1-5081-4d8a-b652-01438f2e9b95", "tag": "51696dea-70d9-40b0-97e6-2c14be8f8b87"}]}' {{(pid=103258) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 11:15:41.647503 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Apr 2022 11:15:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b1dc7a5d-a8f0-4f2c-ada4-8638501fe2f6 x-openstack-request-id: req-b1dc7a5d-a8f0-4f2c-ada4-8638501fe2f6 {{(pid=103258) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 11:15:41.647798 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a59585f1-5081-4d8a-b652-01438f2e9b95", "tag": "51696dea-70d9-40b0-97e6-2c14be8f8b87", "status": "completed", "code": 200}]} {{(pid=103258) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 11:15:41.648053 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-b1dc7a5d-a8f0-4f2c-ada4-8638501fe2f6 {{(pid=103258) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 11:15:41.648495 dv-cinder-830088-4-iscsi neutron-server[103258]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b1dc7a5d-a8f0-4f2c-ada4-8638501fe2f6'] response: {'name': 'network-changed', 'server_uuid': 'a59585f1-5081-4d8a-b652-01438f2e9b95', 'tag': '51696dea-70d9-40b0-97e6-2c14be8f8b87', 'status': 'completed', 'code': 200} Apr 12 11:15:41.695335 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron.db.l3_dvr_db [None req-388ac556-5a1b-474a-a50b-1b77070fb1cb None None] Set router 9e38f158-3956-4f71-9d28-1c8f7ee24bdd gateway port host: dv-cinder-830088-4-iscsi {{(pid=103259) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 11:15:41.731978 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0724287e-0afc-461f-8be3-5fd01a0a6709 req-6c6f95ff-1334-4e15-89e3-e638b91e6fc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:15:41.733409 dv-cinder-830088-4-iscsi neutron-server[103257]: INFO neutron.wsgi [req-0724287e-0afc-461f-8be3-5fd01a0a6709 req-6c6f95ff-1334-4e15-89e3-e638b91e6fc2 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=c2c05547762540eabb9d44e9bf42d19d&device_id=a59585f1-5081-4d8a-b652-01438f2e9b95 HTTP/1.1" status: 200 len: 1129 time: 0.0438709 Apr 12 11:15:41.826322 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0724287e-0afc-461f-8be3-5fd01a0a6709 req-588545e1-e81d-4d8c-95d9-f4c41bb094c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:15:41.827823 dv-cinder-830088-4-iscsi neutron-server[103257]: INFO neutron.wsgi [req-0724287e-0afc-461f-8be3-5fd01a0a6709 req-588545e1-e81d-4d8c-95d9-f4c41bb094c7 service neutron] 10.222.0.53 "GET /v2.0/networks?id=1232fc79-51a8-446f-8db9-91c7982426a3 HTTP/1.1" status: 200 len: 912 time: 0.0884273 Apr 12 11:15:41.896708 dv-cinder-830088-4-iscsi neutron-server[103257]: INFO neutron.wsgi [req-0724287e-0afc-461f-8be3-5fd01a0a6709 req-689e8274-9eaa-4c51-acfa-6d67ede4f4d8 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=51696dea-70d9-40b0-97e6-2c14be8f8b87 HTTP/1.1" status: 200 len: 999 time: 0.0634310 Apr 12 11:15:41.943666 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0724287e-0afc-461f-8be3-5fd01a0a6709 req-ad097df8-71b5-4e78-881c-388038816ed1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:15:41.945107 dv-cinder-830088-4-iscsi neutron-server[103257]: INFO neutron.wsgi [req-0724287e-0afc-461f-8be3-5fd01a0a6709 req-ad097df8-71b5-4e78-881c-388038816ed1 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=629313fa-4f32-46d8-868a-0d9dbc8c0fc7 HTTP/1.1" status: 200 len: 850 time: 0.0429463 Apr 12 11:15:41.988928 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0724287e-0afc-461f-8be3-5fd01a0a6709 req-0af7bd28-c937-4221-9b13-7e55f49425c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:15:41.990344 dv-cinder-830088-4-iscsi neutron-server[103257]: INFO neutron.wsgi [req-0724287e-0afc-461f-8be3-5fd01a0a6709 req-0af7bd28-c937-4221-9b13-7e55f49425c7 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=1232fc79-51a8-446f-8db9-91c7982426a3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0399742 Apr 12 11:15:42.036665 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron.db.l3_hamode_db [None req-388ac556-5a1b-474a-a50b-1b77070fb1cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9e38f158-3956-4f71-9d28-1c8f7ee24bdd', 'name': 'tempest-TestVolumeBootPattern-561075206-router', 'tenant_id': 'c2c05547762540eabb9d44e9bf42d19d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b7be5f2-485b-4c85-8f98-fb200971b61c', 'external_fixed_ips': [{'subnet_id': '4887111e-1302-416a-ab8e-c957c9df7f85', 'ip_address': '172.27.3.212'}], 'enable_snat': True}, 'gw_port_id': '28ccd685-151e-4be1-baa9-192dffe3854b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T11:08:56Z', 'updated_at': '2022-04-12T11:08:59Z', 'revision_number': 4, 'project_id': 'c2c05547762540eabb9d44e9bf42d19d', 'gw_port': {'id': '28ccd685-151e-4be1-baa9-192dffe3854b', 'name': '', 'network_id': '3b7be5f2-485b-4c85-8f98-fb200971b61c', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:dd:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e38f158-3956-4f71-9d28-1c8f7ee24bdd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 489, 'fixed_ips': [{'subnet_id': '4887111e-1302-416a-ab8e-c957c9df7f85', 'ip_address': '172.27.3.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830088-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T11:08:57Z', 'updated_at': '2022-04-12T11:09:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4887111e-1302-416a-ab8e-c957c9df7f85', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830088-4-iscsi', '_floatingips': [{'id': '5124ffe3-e4a2-4141-964f-1bd27f70ed87', 'tenant_id': 'c2c05547762540eabb9d44e9bf42d19d', 'floating_ip_address': '172.27.3.188', 'floating_network_id': '3b7be5f2-485b-4c85-8f98-fb200971b61c', 'router_id': '9e38f158-3956-4f71-9d28-1c8f7ee24bdd', 'port_id': '51696dea-70d9-40b0-97e6-2c14be8f8b87', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 744, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1232fc79-51a8-446f-8db9-91c7982426a3', 'mac_address': 'fa:16:3e:55:84:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a59585f1-5081-4d8a-b652-01438f2e9b95', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-12T11:15:40Z', 'updated_at': '2022-04-12T11:15:40Z', 'revision_number': 0, 'project_id': 'c2c05547762540eabb9d44e9bf42d19d', 'fixed_ip_address_scope': None}, {'id': '5a50a212-5454-4397-b79c-44949c944c8a', 'tenant_id': 'c2c05547762540eabb9d44e9bf42d19d', 'floating_ip_address': '172.27.3.48', 'floating_network_id': '3b7be5f2-485b-4c85-8f98-fb200971b61c', 'router_id': '9e38f158-3956-4f71-9d28-1c8f7ee24bdd', 'port_id': '916b9215-bc88-4bf9-ba72-dd4d5590f88d', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 737, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1232fc79-51a8-446f-8db9-91c7982426a3', 'mac_address': 'fa:16:3e:d1:a3:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b729849-124d-4cad-857e-d761c7bbc66c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-12T11:12:57Z', 'updated_at': '2022-04-12T11:12:59Z', 'revision_number': 1, 'project_id': 'c2c05547762540eabb9d44e9bf42d19d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cc86eccc-dfd3-4c80-9648-2e0170ed6613', 'name': '', 'network_id': '1232fc79-51a8-446f-8db9-91c7982426a3', 'tenant_id': 'c2c05547762540eabb9d44e9bf42d19d', 'mac_address': 'fa:16:3e:53:12:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e38f158-3956-4f71-9d28-1c8f7ee24bdd', 'device_owner': 'network:router_interface', 'standard_attr_id': 490, 'fixed_ips': [{'subnet_id': '629313fa-4f32-46d8-868a-0d9dbc8c0fc7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830088-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T11:08:59Z', 'updated_at': '2022-04-12T11:09:03Z', 'revision_number': 5, 'project_id': 'c2c05547762540eabb9d44e9bf42d19d', 'subnets': [{'id': '629313fa-4f32-46d8-868a-0d9dbc8c0fc7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830088-4-iscsi', False) {} {{(pid=103259) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 11:15:42.062469 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-388ac556-5a1b-474a-a50b-1b77070fb1cb None None] Checking router: 9e38f158-3956-4f71-9d28-1c8f7ee24bdd for host: dv-cinder-830088-4-iscsi {{(pid=103259) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 12 11:15:42.070363 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron.db.l3_dvrscheduler_db [None req-388ac556-5a1b-474a-a50b-1b77070fb1cb None None] Routers {'9e38f158-3956-4f71-9d28-1c8f7ee24bdd'} bound to L3 agent in host dv-cinder-830088-4-iscsi {{(pid=103259) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 11:15:42.070993 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron.db.l3_hamode_db [None req-388ac556-5a1b-474a-a50b-1b77070fb1cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830088-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-12T10:52:12Z,description=,heartbeat_timestamp=2022-04-12T11:15:13Z,host='dv-cinder-830088-4-iscsi',id=77f5e085-0284-4236-9dbf-35d2d452e277,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T10:52:12Z,topic='l3_agent')) {'router_ids': ['9e38f158-3956-4f71-9d28-1c8f7ee24bdd'], 'active': True} {{(pid=103259) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 11:15:42.082726 dv-cinder-830088-4-iscsi neutron-server[103257]: INFO neutron.wsgi [req-0724287e-0afc-461f-8be3-5fd01a0a6709 req-792dbb06-3b59-45a4-8106-c7e0d965299b service neutron] 10.222.0.53 "GET /v2.0/networks/1232fc79-51a8-446f-8db9-91c7982426a3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0867593 Apr 12 11:15:42.170549 dv-cinder-830088-4-iscsi neutron-server[103257]: INFO neutron.wsgi [req-0724287e-0afc-461f-8be3-5fd01a0a6709 req-0f8719eb-8172-43b3-8fd1-57918d12ac75 service neutron] 10.222.0.53 "GET /v2.0/networks/1232fc79-51a8-446f-8db9-91c7982426a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0824323 Apr 12 11:15:42.177825 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron.db.l3_dvr_db [None req-388ac556-5a1b-474a-a50b-1b77070fb1cb None None] Set router 9e38f158-3956-4f71-9d28-1c8f7ee24bdd gateway port host: dv-cinder-830088-4-iscsi {{(pid=103259) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 11:15:42.394921 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron.db.l3_hamode_db [None req-388ac556-5a1b-474a-a50b-1b77070fb1cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9e38f158-3956-4f71-9d28-1c8f7ee24bdd', 'name': 'tempest-TestVolumeBootPattern-561075206-router', 'tenant_id': 'c2c05547762540eabb9d44e9bf42d19d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b7be5f2-485b-4c85-8f98-fb200971b61c', 'external_fixed_ips': [{'subnet_id': '4887111e-1302-416a-ab8e-c957c9df7f85', 'ip_address': '172.27.3.212'}], 'enable_snat': True}, 'gw_port_id': '28ccd685-151e-4be1-baa9-192dffe3854b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T11:08:56Z', 'updated_at': '2022-04-12T11:08:59Z', 'revision_number': 4, 'project_id': 'c2c05547762540eabb9d44e9bf42d19d', 'gw_port': {'id': '28ccd685-151e-4be1-baa9-192dffe3854b', 'name': '', 'network_id': '3b7be5f2-485b-4c85-8f98-fb200971b61c', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:dd:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e38f158-3956-4f71-9d28-1c8f7ee24bdd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 489, 'fixed_ips': [{'subnet_id': '4887111e-1302-416a-ab8e-c957c9df7f85', 'ip_address': '172.27.3.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830088-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T11:08:57Z', 'updated_at': '2022-04-12T11:09:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4887111e-1302-416a-ab8e-c957c9df7f85', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830088-4-iscsi', '_floatingips': [{'id': '5124ffe3-e4a2-4141-964f-1bd27f70ed87', 'tenant_id': 'c2c05547762540eabb9d44e9bf42d19d', 'floating_ip_address': '172.27.3.188', 'floating_network_id': '3b7be5f2-485b-4c85-8f98-fb200971b61c', 'router_id': '9e38f158-3956-4f71-9d28-1c8f7ee24bdd', 'port_id': '51696dea-70d9-40b0-97e6-2c14be8f8b87', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 744, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1232fc79-51a8-446f-8db9-91c7982426a3', 'mac_address': 'fa:16:3e:55:84:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a59585f1-5081-4d8a-b652-01438f2e9b95', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-12T11:15:40Z', 'updated_at': '2022-04-12T11:15:40Z', 'revision_number': 0, 'project_id': 'c2c05547762540eabb9d44e9bf42d19d', 'fixed_ip_address_scope': None}, {'id': '5a50a212-5454-4397-b79c-44949c944c8a', 'tenant_id': 'c2c05547762540eabb9d44e9bf42d19d', 'floating_ip_address': '172.27.3.48', 'floating_network_id': '3b7be5f2-485b-4c85-8f98-fb200971b61c', 'router_id': '9e38f158-3956-4f71-9d28-1c8f7ee24bdd', 'port_id': '916b9215-bc88-4bf9-ba72-dd4d5590f88d', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 737, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1232fc79-51a8-446f-8db9-91c7982426a3', 'mac_address': 'fa:16:3e:d1:a3:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b729849-124d-4cad-857e-d761c7bbc66c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-12T11:12:57Z', 'updated_at': '2022-04-12T11:12:59Z', 'revision_number': 1, 'project_id': 'c2c05547762540eabb9d44e9bf42d19d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cc86eccc-dfd3-4c80-9648-2e0170ed6613', 'name': '', 'network_id': '1232fc79-51a8-446f-8db9-91c7982426a3', 'tenant_id': 'c2c05547762540eabb9d44e9bf42d19d', 'mac_address': 'fa:16:3e:53:12:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e38f158-3956-4f71-9d28-1c8f7ee24bdd', 'device_owner': 'network:router_interface', 'standard_attr_id': 490, 'fixed_ips': [{'subnet_id': '629313fa-4f32-46d8-868a-0d9dbc8c0fc7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830088-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T11:08:59Z', 'updated_at': '2022-04-12T11:09:03Z', 'revision_number': 5, 'project_id': 'c2c05547762540eabb9d44e9bf42d19d', 'subnets': [{'id': '629313fa-4f32-46d8-868a-0d9dbc8c0fc7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830088-4-iscsi', False) {} {{(pid=103259) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 11:15:42.420710 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-388ac556-5a1b-474a-a50b-1b77070fb1cb None None] The sync data for ids ['9e38f158-3956-4f71-9d28-1c8f7ee24bdd'] in dv-cinder-830088-4-iscsi is: [{'id': '9e38f158-3956-4f71-9d28-1c8f7ee24bdd', 'name': 'tempest-TestVolumeBootPattern-561075206-router', 'tenant_id': 'c2c05547762540eabb9d44e9bf42d19d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b7be5f2-485b-4c85-8f98-fb200971b61c', 'external_fixed_ips': [{'subnet_id': '4887111e-1302-416a-ab8e-c957c9df7f85', 'ip_address': '172.27.3.212'}], 'enable_snat': True}, 'gw_port_id': '28ccd685-151e-4be1-baa9-192dffe3854b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T11:08:56Z', 'updated_at': '2022-04-12T11:08:59Z', 'revision_number': 4, 'project_id': 'c2c05547762540eabb9d44e9bf42d19d', 'gw_port': {'id': '28ccd685-151e-4be1-baa9-192dffe3854b', 'name': '', 'network_id': '3b7be5f2-485b-4c85-8f98-fb200971b61c', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:dd:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e38f158-3956-4f71-9d28-1c8f7ee24bdd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 489, 'fixed_ips': [{'subnet_id': '4887111e-1302-416a-ab8e-c957c9df7f85', 'ip_address': '172.27.3.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830088-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T11:08:57Z', 'updated_at': '2022-04-12T11:09:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4887111e-1302-416a-ab8e-c957c9df7f85', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830088-4-iscsi', '_floatingips': [{'id': '5124ffe3-e4a2-4141-964f-1bd27f70ed87', 'tenant_id': 'c2c05547762540eabb9d44e9bf42d19d', 'floating_ip_address': '172.27.3.188', 'floating_network_id': '3b7be5f2-485b-4c85-8f98-fb200971b61c', 'router_id': '9e38f158-3956-4f71-9d28-1c8f7ee24bdd', 'port_id': '51696dea-70d9-40b0-97e6-2c14be8f8b87', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 744, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1232fc79-51a8-446f-8db9-91c7982426a3', 'mac_address': 'fa:16:3e:55:84:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a59585f1-5081-4d8a-b652-01438f2e9b95', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-12T11:15:40Z', 'updated_at': '2022-04-12T11:15:40Z', 'revision_number': 0, 'project_id': 'c2c05547762540eabb9d44e9bf42d19d', 'fixed_ip_address_scope': None}, {'id': '5a50a212-5454-4397-b79c-44949c944c8a', 'tenant_id': 'c2c05547762540eabb9d44e9bf42d19d', 'floating_ip_address': '172.27.3.48', 'floating_network_id': '3b7be5f2-485b-4c85-8f98-fb200971b61c', 'router_id': '9e38f158-3956-4f71-9d28-1c8f7ee24bdd', 'port_id': '916b9215-bc88-4bf9-ba72-dd4d5590f88d', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 737, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1232fc79-51a8-446f-8db9-91c7982426a3', 'mac_address': 'fa:16:3e:d1:a3:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b729849-124d-4cad-857e-d761c7bbc66c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-12T11:12:57Z', 'updated_at': '2022-04-12T11:12:59Z', 'revision_number': 1, 'project_id': 'c2c05547762540eabb9d44e9bf42d19d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cc86eccc-dfd3-4c80-9648-2e0170ed6613', 'name': '', 'network_id': '1232fc79-51a8-446f-8db9-91c7982426a3', 'tenant_id': 'c2c05547762540eabb9d44e9bf42d19d', 'mac_address': 'fa:16:3e:53:12:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e38f158-3956-4f71-9d28-1c8f7ee24bdd', 'device_owner': 'network:router_interface', 'standard_attr_id': 490, 'fixed_ips': [{'subnet_id': '629313fa-4f32-46d8-868a-0d9dbc8c0fc7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830088-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T11:08:59Z', 'updated_at': '2022-04-12T11:09:03Z', 'revision_number': 5, 'project_id': 'c2c05547762540eabb9d44e9bf42d19d', 'subnets': [{'id': '629313fa-4f32-46d8-868a-0d9dbc8c0fc7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103259) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 12 11:15:42.574560 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron_lib.callbacks.manager [None req-332f6151-89a9-4274-b155-f91c857b092c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777667879581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1343690'] for agent (77f5e085-0284-4236-9dbf-35d2d452e277), after_update {{(pid=103259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:15:42.624601 dv-cinder-830088-4-iscsi neutron-server[103260]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-498d9d2c-b976-45ef-aed1-f2ddf1c5566c None None] New status for floating IP 5124ffe3-e4a2-4141-964f-1bd27f70ed87: ACTIVE {{(pid=103260) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 12 11:15:43.852961 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron_lib.callbacks.manager [None req-601bd752-88b9-4ad2-8e14-56931e32431b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777667879581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1343690'] for agent (3ceb33ec-7c20-4632-9357-4cc6534463de), after_update {{(pid=103259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:15:45.091846 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron_lib.callbacks.manager [None req-0acb87d3-0572-4b2c-b7c9-977edd32a8b9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777667879581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1343690'] for agent (3c144e28-9cc5-463d-ad96-a18b19cd455c), after_update {{(pid=103259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:15:46.574473 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron_lib.callbacks.manager [None req-e4b062a6-7a21-4431-be77-3c7776c11043 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777667879581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1343690'] for agent (c71cae7d-514b-467a-8477-0a67bee0b970), after_update {{(pid=103259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:15:47.233495 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron_lib.callbacks.manager [None req-ae6c308c-a92e-4424-a7f8-d6a17e5174ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777667879581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1343690'] for agent (742b2e09-86ec-4663-b086-f6b891926c3e), after_update {{(pid=103259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:15:55.169356 dv-cinder-830088-4-iscsi neutron-server[103257]: INFO neutron.wsgi [req-1a698d84-d71b-458d-bcfe-7b894bd74867 req-1bb405ea-bd86-4502-ab1d-bc5a4ad3524d service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=6b729849-124d-4cad-857e-d761c7bbc66c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0414100 Apr 12 11:15:55.271730 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a698d84-d71b-458d-bcfe-7b894bd74867 req-ff12f218-45c8-4615-ac44-4261b7a5e200 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:15:55.273217 dv-cinder-830088-4-iscsi neutron-server[103257]: INFO neutron.wsgi [req-1a698d84-d71b-458d-bcfe-7b894bd74867 req-ff12f218-45c8-4615-ac44-4261b7a5e200 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=c2c05547762540eabb9d44e9bf42d19d&device_id=6b729849-124d-4cad-857e-d761c7bbc66c HTTP/1.1" status: 200 len: 1130 time: 0.0393062 Apr 12 11:15:55.371754 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a698d84-d71b-458d-bcfe-7b894bd74867 req-84645298-77ae-483f-aeab-a291eb703e99 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:15:55.373185 dv-cinder-830088-4-iscsi neutron-server[103257]: INFO neutron.wsgi [req-1a698d84-d71b-458d-bcfe-7b894bd74867 req-84645298-77ae-483f-aeab-a291eb703e99 service neutron] 10.222.0.53 "GET /v2.0/networks?id=1232fc79-51a8-446f-8db9-91c7982426a3 HTTP/1.1" status: 200 len: 912 time: 0.0820606 Apr 12 11:15:55.445581 dv-cinder-830088-4-iscsi neutron-server[103257]: INFO neutron.wsgi [req-1a698d84-d71b-458d-bcfe-7b894bd74867 req-358d6028-4090-4f91-a827-746ae1c97d6b service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=916b9215-bc88-4bf9-ba72-dd4d5590f88d HTTP/1.1" status: 200 len: 1001 time: 0.0664380 Apr 12 11:15:55.497998 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a698d84-d71b-458d-bcfe-7b894bd74867 req-27527e63-2ae0-4ed9-92b5-9c6f322913c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:15:55.499497 dv-cinder-830088-4-iscsi neutron-server[103257]: INFO neutron.wsgi [req-1a698d84-d71b-458d-bcfe-7b894bd74867 req-27527e63-2ae0-4ed9-92b5-9c6f322913c1 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=629313fa-4f32-46d8-868a-0d9dbc8c0fc7 HTTP/1.1" status: 200 len: 850 time: 0.0488608 Apr 12 11:15:55.542108 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a698d84-d71b-458d-bcfe-7b894bd74867 req-b034f0a5-6ec9-4fc4-80b6-cc5776710021 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:15:55.543602 dv-cinder-830088-4-iscsi neutron-server[103257]: INFO neutron.wsgi [req-1a698d84-d71b-458d-bcfe-7b894bd74867 req-b034f0a5-6ec9-4fc4-80b6-cc5776710021 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=1232fc79-51a8-446f-8db9-91c7982426a3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0376935 Apr 12 11:15:55.635703 dv-cinder-830088-4-iscsi neutron-server[103257]: INFO neutron.wsgi [req-1a698d84-d71b-458d-bcfe-7b894bd74867 req-bc282b72-3ebe-420b-b88f-5b60604264e6 service neutron] 10.222.0.53 "GET /v2.0/networks/1232fc79-51a8-446f-8db9-91c7982426a3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0856993 Apr 12 11:15:55.721319 dv-cinder-830088-4-iscsi neutron-server[103257]: INFO neutron.wsgi [req-1a698d84-d71b-458d-bcfe-7b894bd74867 req-7e96e02a-3ff3-41da-8735-2f54c1f304c1 service neutron] 10.222.0.53 "GET /v2.0/networks/1232fc79-51a8-446f-8db9-91c7982426a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0799193 Apr 12 11:16:09.151458 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2c81d5a-c549-496a-97bf-16aaa3731fe6 req-9251cc53-bada-48ec-90c1-1cf0412cd510 tempest-TestShelveInstance-1574108578 tempest-TestShelveInstance-1574108578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:16:09.152899 dv-cinder-830088-4-iscsi neutron-server[103257]: INFO neutron.wsgi [req-d2c81d5a-c549-496a-97bf-16aaa3731fe6 req-9251cc53-bada-48ec-90c1-1cf0412cd510 tempest-TestShelveInstance-1574108578 tempest-TestShelveInstance-1574108578-project] 10.222.0.39 "GET /v2.0/ports?device_id=1e7e9961-1bdf-4768-8591-e378e327ee05 HTTP/1.1" status: 200 len: 945 time: 0.1776571 Apr 12 11:16:09.199199 dv-cinder-830088-4-iscsi neutron-server[103257]: INFO neutron.wsgi [req-d2c81d5a-c549-496a-97bf-16aaa3731fe6 req-41ab0d05-8c01-4c4a-8ac4-d42c05af9b48 tempest-TestShelveInstance-1574108578 tempest-TestShelveInstance-1574108578-project] 10.222.0.39 "GET /v2.0/security-groups?id=251d3c11-e628-4ad9-afe3-13b35071ee32&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407586 Apr 12 11:16:10.279276 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron_lib.callbacks.manager [None req-552d3f7d-faf3-48a4-a9de-6d58fae7061f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777667879581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1343690'] for agent (0a0a44e5-732d-48d9-a8ad-b47e7b7c1a86), after_update {{(pid=103259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:16:10.362467 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e631f095-7264-443c-96f5-8d3d7acea34f req-e604e719-e142-4154-aff1-d7b0722a3f92 tempest-TestShelveInstance-1574108578 tempest-TestShelveInstance-1574108578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:16:10.363972 dv-cinder-830088-4-iscsi neutron-server[103258]: INFO neutron.wsgi [req-e631f095-7264-443c-96f5-8d3d7acea34f req-e604e719-e142-4154-aff1-d7b0722a3f92 tempest-TestShelveInstance-1574108578 tempest-TestShelveInstance-1574108578-project] 10.222.0.39 "GET /v2.0/ports?device_id=1e7e9961-1bdf-4768-8591-e378e327ee05 HTTP/1.1" status: 200 len: 945 time: 0.0964079 Apr 12 11:16:10.412416 dv-cinder-830088-4-iscsi neutron-server[103258]: INFO neutron.wsgi [req-e631f095-7264-443c-96f5-8d3d7acea34f req-960bcfe9-5f5f-4b35-a053-7cf7d291aecd tempest-TestShelveInstance-1574108578 tempest-TestShelveInstance-1574108578-project] 10.222.0.39 "GET /v2.0/security-groups?id=251d3c11-e628-4ad9-afe3-13b35071ee32&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422347 Apr 12 11:16:11.523190 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3253ecb6-4821-4f59-a2c8-f4441420b432 req-da858cfb-c0e9-4728-a4a7-61235fdfac29 tempest-TestShelveInstance-1574108578 tempest-TestShelveInstance-1574108578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:16:11.524640 dv-cinder-830088-4-iscsi neutron-server[103257]: INFO neutron.wsgi [req-3253ecb6-4821-4f59-a2c8-f4441420b432 req-da858cfb-c0e9-4728-a4a7-61235fdfac29 tempest-TestShelveInstance-1574108578 tempest-TestShelveInstance-1574108578-project] 10.222.0.39 "GET /v2.0/ports?device_id=1e7e9961-1bdf-4768-8591-e378e327ee05 HTTP/1.1" status: 200 len: 945 time: 0.0461433 Apr 12 11:16:11.570673 dv-cinder-830088-4-iscsi neutron-server[103257]: INFO neutron.wsgi [req-3253ecb6-4821-4f59-a2c8-f4441420b432 req-8ed95362-0450-4590-8b82-a52cfe57b924 tempest-TestShelveInstance-1574108578 tempest-TestShelveInstance-1574108578-project] 10.222.0.39 "GET /v2.0/security-groups?id=251d3c11-e628-4ad9-afe3-13b35071ee32&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406208 Apr 12 11:16:12.575666 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron_lib.callbacks.manager [None req-9194308b-2c4a-4eb4-93d7-062c5c4fec7a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777667879581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1343690'] for agent (77f5e085-0284-4236-9dbf-35d2d452e277), after_update {{(pid=103259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:16:12.680703 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66a214f6-d3b6-438b-a341-15103086dd8e req-6fe5aecb-dea6-4fa0-a18e-042075c849a4 tempest-TestShelveInstance-1574108578 tempest-TestShelveInstance-1574108578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:16:12.682824 dv-cinder-830088-4-iscsi neutron-server[103258]: INFO neutron.wsgi [req-66a214f6-d3b6-438b-a341-15103086dd8e req-6fe5aecb-dea6-4fa0-a18e-042075c849a4 tempest-TestShelveInstance-1574108578 tempest-TestShelveInstance-1574108578-project] 10.222.0.39 "GET /v2.0/ports?device_id=1e7e9961-1bdf-4768-8591-e378e327ee05 HTTP/1.1" status: 200 len: 945 time: 0.0464103 Apr 12 11:16:12.727817 dv-cinder-830088-4-iscsi neutron-server[103260]: DEBUG neutron.db.agents_db [None req-b0205aca-973a-4a8a-ba9e-4a4e25067b42 None None] Agent healthcheck: found 6 active agents {{(pid=103260) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 12 11:16:12.732277 dv-cinder-830088-4-iscsi neutron-server[103258]: INFO neutron.wsgi [req-66a214f6-d3b6-438b-a341-15103086dd8e req-7f197522-301e-4b37-a863-30ec8e75e799 tempest-TestShelveInstance-1574108578 tempest-TestShelveInstance-1574108578-project] 10.222.0.39 "GET /v2.0/security-groups?id=251d3c11-e628-4ad9-afe3-13b35071ee32&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439785 Apr 12 11:16:13.845069 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-475e856a-d9ab-4090-989d-09f0ad02a60d req-910288cf-8a0e-4806-b80f-176e24219a76 tempest-TestShelveInstance-1574108578 tempest-TestShelveInstance-1574108578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:16:13.846546 dv-cinder-830088-4-iscsi neutron-server[103257]: INFO neutron.wsgi [req-475e856a-d9ab-4090-989d-09f0ad02a60d req-910288cf-8a0e-4806-b80f-176e24219a76 tempest-TestShelveInstance-1574108578 tempest-TestShelveInstance-1574108578-project] 10.222.0.39 "GET /v2.0/ports?device_id=1e7e9961-1bdf-4768-8591-e378e327ee05 HTTP/1.1" status: 200 len: 945 time: 0.0505149 Apr 12 11:16:13.856350 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron_lib.callbacks.manager [None req-601bd752-88b9-4ad2-8e14-56931e32431b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777667879581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1343690'] for agent (3ceb33ec-7c20-4632-9357-4cc6534463de), after_update {{(pid=103259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:16:13.894223 dv-cinder-830088-4-iscsi neutron-server[103257]: INFO neutron.wsgi [req-475e856a-d9ab-4090-989d-09f0ad02a60d req-ae54e883-a36c-437f-ad41-e3812fdba895 tempest-TestShelveInstance-1574108578 tempest-TestShelveInstance-1574108578-project] 10.222.0.39 "GET /v2.0/security-groups?id=251d3c11-e628-4ad9-afe3-13b35071ee32&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420313 Apr 12 11:16:15.004548 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffc29b35-90da-4d05-8fb4-bb4cd917244a req-b3fe887f-8331-47c5-9cb2-ef1e75a47377 tempest-TestShelveInstance-1574108578 tempest-TestShelveInstance-1574108578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:16:15.006126 dv-cinder-830088-4-iscsi neutron-server[103258]: INFO neutron.wsgi [req-ffc29b35-90da-4d05-8fb4-bb4cd917244a req-b3fe887f-8331-47c5-9cb2-ef1e75a47377 tempest-TestShelveInstance-1574108578 tempest-TestShelveInstance-1574108578-project] 10.222.0.39 "GET /v2.0/ports?device_id=1e7e9961-1bdf-4768-8591-e378e327ee05 HTTP/1.1" status: 200 len: 945 time: 0.0469036 Apr 12 11:16:15.055174 dv-cinder-830088-4-iscsi neutron-server[103258]: INFO neutron.wsgi [req-ffc29b35-90da-4d05-8fb4-bb4cd917244a req-8f127355-24fc-400f-a49f-f61cbde796de tempest-TestShelveInstance-1574108578 tempest-TestShelveInstance-1574108578-project] 10.222.0.39 "GET /v2.0/security-groups?id=251d3c11-e628-4ad9-afe3-13b35071ee32&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425475 Apr 12 11:16:15.093761 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron_lib.callbacks.manager [None req-0acb87d3-0572-4b2c-b7c9-977edd32a8b9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777667879581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1343690'] for agent (3c144e28-9cc5-463d-ad96-a18b19cd455c), after_update {{(pid=103259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:16:16.166567 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9e95f14-eacc-47c1-a9fd-c5ffb71bfb37 req-1fb176b1-0b22-4153-8265-93ad59140ce0 tempest-TestShelveInstance-1574108578 tempest-TestShelveInstance-1574108578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:16:16.168028 dv-cinder-830088-4-iscsi neutron-server[103257]: INFO neutron.wsgi [req-a9e95f14-eacc-47c1-a9fd-c5ffb71bfb37 req-1fb176b1-0b22-4153-8265-93ad59140ce0 tempest-TestShelveInstance-1574108578 tempest-TestShelveInstance-1574108578-project] 10.222.0.39 "GET /v2.0/ports?device_id=1e7e9961-1bdf-4768-8591-e378e327ee05 HTTP/1.1" status: 200 len: 945 time: 0.0458865 Apr 12 11:16:16.217268 dv-cinder-830088-4-iscsi neutron-server[103257]: INFO neutron.wsgi [req-a9e95f14-eacc-47c1-a9fd-c5ffb71bfb37 req-683780b6-6461-498d-a5f2-87d1bb67e9d7 tempest-TestShelveInstance-1574108578 tempest-TestShelveInstance-1574108578-project] 10.222.0.39 "GET /v2.0/security-groups?id=251d3c11-e628-4ad9-afe3-13b35071ee32&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437136 Apr 12 11:16:16.576965 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron_lib.callbacks.manager [None req-e4b062a6-7a21-4431-be77-3c7776c11043 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777667879581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1343690'] for agent (c71cae7d-514b-467a-8477-0a67bee0b970), after_update {{(pid=103259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:16:17.237446 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron_lib.callbacks.manager [None req-ae6c308c-a92e-4424-a7f8-d6a17e5174ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777667879581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1343690'] for agent (742b2e09-86ec-4663-b086-f6b891926c3e), after_update {{(pid=103259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:16:17.330490 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdb34d48-418a-4d45-b846-5d7971bbe7cc req-9bda2ddb-7463-4958-abb5-d12fce88d6f8 tempest-TestShelveInstance-1574108578 tempest-TestShelveInstance-1574108578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:16:17.331967 dv-cinder-830088-4-iscsi neutron-server[103258]: INFO neutron.wsgi [req-cdb34d48-418a-4d45-b846-5d7971bbe7cc req-9bda2ddb-7463-4958-abb5-d12fce88d6f8 tempest-TestShelveInstance-1574108578 tempest-TestShelveInstance-1574108578-project] 10.222.0.39 "GET /v2.0/ports?device_id=1e7e9961-1bdf-4768-8591-e378e327ee05 HTTP/1.1" status: 200 len: 945 time: 0.0456283 Apr 12 11:16:17.378947 dv-cinder-830088-4-iscsi neutron-server[103258]: INFO neutron.wsgi [req-cdb34d48-418a-4d45-b846-5d7971bbe7cc req-dbdc1316-5083-4a24-8b7c-924c4d558f51 tempest-TestShelveInstance-1574108578 tempest-TestShelveInstance-1574108578-project] 10.222.0.39 "GET /v2.0/security-groups?id=251d3c11-e628-4ad9-afe3-13b35071ee32&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415468 Apr 12 11:16:18.487959 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b624de7-f14b-477a-86dd-229599d84959 req-b0137c6a-b137-4b60-a5b3-60e0f97dcefe tempest-TestShelveInstance-1574108578 tempest-TestShelveInstance-1574108578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:16:18.489414 dv-cinder-830088-4-iscsi neutron-server[103257]: INFO neutron.wsgi [req-2b624de7-f14b-477a-86dd-229599d84959 req-b0137c6a-b137-4b60-a5b3-60e0f97dcefe tempest-TestShelveInstance-1574108578 tempest-TestShelveInstance-1574108578-project] 10.222.0.39 "GET /v2.0/ports?device_id=1e7e9961-1bdf-4768-8591-e378e327ee05 HTTP/1.1" status: 200 len: 945 time: 0.0457926 Apr 12 11:16:18.544036 dv-cinder-830088-4-iscsi neutron-server[103257]: INFO neutron.wsgi [req-2b624de7-f14b-477a-86dd-229599d84959 req-9d6d8bb8-9a9c-4e85-90be-effa1d5ab4c0 tempest-TestShelveInstance-1574108578 tempest-TestShelveInstance-1574108578-project] 10.222.0.39 "GET /v2.0/security-groups?id=251d3c11-e628-4ad9-afe3-13b35071ee32&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0482824 Apr 12 11:16:19.657379 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-360edc2c-4283-4119-8894-c611759bc7fb req-2f95eb7e-9342-4173-8bab-46e87d8a7c4c tempest-TestShelveInstance-1574108578 tempest-TestShelveInstance-1574108578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:16:19.658847 dv-cinder-830088-4-iscsi neutron-server[103258]: INFO neutron.wsgi [req-360edc2c-4283-4119-8894-c611759bc7fb req-2f95eb7e-9342-4173-8bab-46e87d8a7c4c tempest-TestShelveInstance-1574108578 tempest-TestShelveInstance-1574108578-project] 10.222.0.39 "GET /v2.0/ports?device_id=1e7e9961-1bdf-4768-8591-e378e327ee05 HTTP/1.1" status: 200 len: 945 time: 0.0488496 Apr 12 11:16:19.705386 dv-cinder-830088-4-iscsi neutron-server[103258]: INFO neutron.wsgi [req-360edc2c-4283-4119-8894-c611759bc7fb req-d89d0042-c101-48f6-8e76-54b78f7dbe2e tempest-TestShelveInstance-1574108578 tempest-TestShelveInstance-1574108578-project] 10.222.0.39 "GET /v2.0/security-groups?id=251d3c11-e628-4ad9-afe3-13b35071ee32&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411010 Apr 12 11:16:20.815096 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1c946af-9572-4b24-9cc8-30a3654120ba req-d37246a4-5166-4eb6-9c95-aeed4ec24db4 tempest-TestShelveInstance-1574108578 tempest-TestShelveInstance-1574108578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:16:20.816554 dv-cinder-830088-4-iscsi neutron-server[103257]: INFO neutron.wsgi [req-e1c946af-9572-4b24-9cc8-30a3654120ba req-d37246a4-5166-4eb6-9c95-aeed4ec24db4 tempest-TestShelveInstance-1574108578 tempest-TestShelveInstance-1574108578-project] 10.222.0.39 "GET /v2.0/ports?device_id=1e7e9961-1bdf-4768-8591-e378e327ee05 HTTP/1.1" status: 200 len: 945 time: 0.0462246 Apr 12 11:16:20.863375 dv-cinder-830088-4-iscsi neutron-server[103257]: INFO neutron.wsgi [req-e1c946af-9572-4b24-9cc8-30a3654120ba req-983a16e5-4dba-4975-b906-8a8d6ddadffe tempest-TestShelveInstance-1574108578 tempest-TestShelveInstance-1574108578-project] 10.222.0.39 "GET /v2.0/security-groups?id=251d3c11-e628-4ad9-afe3-13b35071ee32&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413902 Apr 12 11:16:21.974323 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d0b261e-0a84-4217-b4d1-d898d0fc57ee req-8e3b8152-9a0a-4b01-9f68-a92cc874d8d7 tempest-TestShelveInstance-1574108578 tempest-TestShelveInstance-1574108578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:16:21.975954 dv-cinder-830088-4-iscsi neutron-server[103258]: INFO neutron.wsgi [req-2d0b261e-0a84-4217-b4d1-d898d0fc57ee req-8e3b8152-9a0a-4b01-9f68-a92cc874d8d7 tempest-TestShelveInstance-1574108578 tempest-TestShelveInstance-1574108578-project] 10.222.0.39 "GET /v2.0/ports?device_id=1e7e9961-1bdf-4768-8591-e378e327ee05 HTTP/1.1" status: 200 len: 945 time: 0.0463758 Apr 12 11:16:22.023971 dv-cinder-830088-4-iscsi neutron-server[103258]: INFO neutron.wsgi [req-2d0b261e-0a84-4217-b4d1-d898d0fc57ee req-35fab910-4ca0-4adb-bf4b-78f50bab868a tempest-TestShelveInstance-1574108578 tempest-TestShelveInstance-1574108578-project] 10.222.0.39 "GET /v2.0/security-groups?id=251d3c11-e628-4ad9-afe3-13b35071ee32&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427244 Apr 12 11:16:23.135658 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc5ab10c-2833-4810-b895-0a18ab4dd362 req-f3193f4f-2d00-41a2-ac70-e9e27a05ce8d tempest-TestShelveInstance-1574108578 tempest-TestShelveInstance-1574108578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:16:23.137127 dv-cinder-830088-4-iscsi neutron-server[103257]: INFO neutron.wsgi [req-fc5ab10c-2833-4810-b895-0a18ab4dd362 req-f3193f4f-2d00-41a2-ac70-e9e27a05ce8d tempest-TestShelveInstance-1574108578 tempest-TestShelveInstance-1574108578-project] 10.222.0.39 "GET /v2.0/ports?device_id=1e7e9961-1bdf-4768-8591-e378e327ee05 HTTP/1.1" status: 200 len: 945 time: 0.0466399 Apr 12 11:16:23.184767 dv-cinder-830088-4-iscsi neutron-server[103257]: INFO neutron.wsgi [req-fc5ab10c-2833-4810-b895-0a18ab4dd362 req-1b110523-8fa3-4a2d-94c4-87a418915e29 tempest-TestShelveInstance-1574108578 tempest-TestShelveInstance-1574108578-project] 10.222.0.39 "GET /v2.0/security-groups?id=251d3c11-e628-4ad9-afe3-13b35071ee32&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418189 Apr 12 11:16:24.297360 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2fb6760-311e-4ee7-9619-b1143797544f req-0559ff36-62e7-4b59-97a6-e2daf3c68317 tempest-TestShelveInstance-1574108578 tempest-TestShelveInstance-1574108578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:16:24.298884 dv-cinder-830088-4-iscsi neutron-server[103258]: INFO neutron.wsgi [req-e2fb6760-311e-4ee7-9619-b1143797544f req-0559ff36-62e7-4b59-97a6-e2daf3c68317 tempest-TestShelveInstance-1574108578 tempest-TestShelveInstance-1574108578-project] 10.222.0.39 "GET /v2.0/ports?device_id=1e7e9961-1bdf-4768-8591-e378e327ee05 HTTP/1.1" status: 200 len: 945 time: 0.0497453 Apr 12 11:16:24.320632 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0849ba80-eead-40ef-9fc0-24d2d95b0e8d req-3cc318d8-720f-40b6-938d-6c7f79e7a09e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:16:24.322800 dv-cinder-830088-4-iscsi neutron-server[103257]: INFO neutron.wsgi [req-0849ba80-eead-40ef-9fc0-24d2d95b0e8d req-3cc318d8-720f-40b6-938d-6c7f79e7a09e service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=7fa8cc4e03f54d9dadaf824366ebb2be&device_id=1e7e9961-1bdf-4768-8591-e378e327ee05 HTTP/1.1" status: 200 len: 1129 time: 0.0430160 Apr 12 11:16:24.347335 dv-cinder-830088-4-iscsi neutron-server[103258]: INFO neutron.wsgi [req-e2fb6760-311e-4ee7-9619-b1143797544f req-54516155-fe84-4e1d-9625-75f7b83db37e tempest-TestShelveInstance-1574108578 tempest-TestShelveInstance-1574108578-project] 10.222.0.39 "GET /v2.0/security-groups?id=251d3c11-e628-4ad9-afe3-13b35071ee32&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428467 Apr 12 11:16:24.408421 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0849ba80-eead-40ef-9fc0-24d2d95b0e8d req-b73d9256-a276-4751-8bec-101cd198786f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:16:24.409849 dv-cinder-830088-4-iscsi neutron-server[103257]: INFO neutron.wsgi [req-0849ba80-eead-40ef-9fc0-24d2d95b0e8d req-b73d9256-a276-4751-8bec-101cd198786f service neutron] 10.222.0.53 "GET /v2.0/networks?id=3d302e5f-d1a1-4723-94b3-e2427a8d4c67 HTTP/1.1" status: 200 len: 909 time: 0.0817511 Apr 12 11:16:24.474915 dv-cinder-830088-4-iscsi neutron-server[103257]: INFO neutron.wsgi [req-0849ba80-eead-40ef-9fc0-24d2d95b0e8d req-3a361dab-f915-4300-87c7-6b3b8f250368 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=5cdf10bb-5765-47e9-86bc-711483a39ceb HTTP/1.1" status: 200 len: 1000 time: 0.0585721 Apr 12 11:16:24.521137 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0849ba80-eead-40ef-9fc0-24d2d95b0e8d req-e55cae13-0fc7-45c0-bcf2-970742ef8cfa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:16:24.522506 dv-cinder-830088-4-iscsi neutron-server[103257]: INFO neutron.wsgi [req-0849ba80-eead-40ef-9fc0-24d2d95b0e8d req-e55cae13-0fc7-45c0-bcf2-970742ef8cfa service neutron] 10.222.0.53 "GET /v2.0/subnets?id=d013eb67-1f0a-443e-ace2-56fd68182da2 HTTP/1.1" status: 200 len: 847 time: 0.0417373 Apr 12 11:16:24.565430 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0849ba80-eead-40ef-9fc0-24d2d95b0e8d req-6a765090-2bc0-4377-8eca-04ecc5ff048b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:16:24.566909 dv-cinder-830088-4-iscsi neutron-server[103257]: INFO neutron.wsgi [req-0849ba80-eead-40ef-9fc0-24d2d95b0e8d req-6a765090-2bc0-4377-8eca-04ecc5ff048b service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=3d302e5f-d1a1-4723-94b3-e2427a8d4c67&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0382335 Apr 12 11:16:24.657412 dv-cinder-830088-4-iscsi neutron-server[103257]: INFO neutron.wsgi [req-0849ba80-eead-40ef-9fc0-24d2d95b0e8d req-d9b5c6fb-5b62-4f82-9e0e-975115189477 service neutron] 10.222.0.53 "GET /v2.0/networks/3d302e5f-d1a1-4723-94b3-e2427a8d4c67?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0841377 Apr 12 11:16:24.742964 dv-cinder-830088-4-iscsi neutron-server[103257]: INFO neutron.wsgi [req-0849ba80-eead-40ef-9fc0-24d2d95b0e8d req-6c6a3a4f-b151-4847-970c-d0cde4adf26c service neutron] 10.222.0.53 "GET /v2.0/networks/3d302e5f-d1a1-4723-94b3-e2427a8d4c67?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0795248 Apr 12 11:16:25.459235 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5ce5226-ba84-429a-a63e-b4139e2c0264 req-d800d708-6b25-479c-b487-57d778105a04 tempest-TestShelveInstance-1574108578 tempest-TestShelveInstance-1574108578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:16:25.460668 dv-cinder-830088-4-iscsi neutron-server[103257]: INFO neutron.wsgi [req-f5ce5226-ba84-429a-a63e-b4139e2c0264 req-d800d708-6b25-479c-b487-57d778105a04 tempest-TestShelveInstance-1574108578 tempest-TestShelveInstance-1574108578-project] 10.222.0.39 "GET /v2.0/ports?device_id=1e7e9961-1bdf-4768-8591-e378e327ee05 HTTP/1.1" status: 200 len: 945 time: 0.0496478 Apr 12 11:16:25.507767 dv-cinder-830088-4-iscsi neutron-server[103257]: INFO neutron.wsgi [req-f5ce5226-ba84-429a-a63e-b4139e2c0264 req-2927dd35-ec00-48b6-9cdd-cc8a95d16aae tempest-TestShelveInstance-1574108578 tempest-TestShelveInstance-1574108578-project] 10.222.0.39 "GET /v2.0/security-groups?id=251d3c11-e628-4ad9-afe3-13b35071ee32&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413144 Apr 12 11:16:26.617125 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be7eadaf-090e-42db-b92b-d77fded49aab req-ed91f2ee-838d-4fae-b0eb-ee2246551403 tempest-TestShelveInstance-1574108578 tempest-TestShelveInstance-1574108578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:16:26.619119 dv-cinder-830088-4-iscsi neutron-server[103258]: INFO neutron.wsgi [req-be7eadaf-090e-42db-b92b-d77fded49aab req-ed91f2ee-838d-4fae-b0eb-ee2246551403 tempest-TestShelveInstance-1574108578 tempest-TestShelveInstance-1574108578-project] 10.222.0.39 "GET /v2.0/ports?device_id=1e7e9961-1bdf-4768-8591-e378e327ee05 HTTP/1.1" status: 200 len: 945 time: 0.0457981 Apr 12 11:16:26.668966 dv-cinder-830088-4-iscsi neutron-server[103258]: INFO neutron.wsgi [req-be7eadaf-090e-42db-b92b-d77fded49aab req-6bfef4de-37f8-4723-a0be-970dfc9bf50b tempest-TestShelveInstance-1574108578 tempest-TestShelveInstance-1574108578-project] 10.222.0.39 "GET /v2.0/security-groups?id=251d3c11-e628-4ad9-afe3-13b35071ee32&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444601 Apr 12 11:16:27.779357 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-225f2ad1-21f5-4261-8237-0f2aeab1fb80 req-b88ee3fd-d707-4bd4-a064-8a04f6670b25 tempest-TestShelveInstance-1574108578 tempest-TestShelveInstance-1574108578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:16:27.780791 dv-cinder-830088-4-iscsi neutron-server[103257]: INFO neutron.wsgi [req-225f2ad1-21f5-4261-8237-0f2aeab1fb80 req-b88ee3fd-d707-4bd4-a064-8a04f6670b25 tempest-TestShelveInstance-1574108578 tempest-TestShelveInstance-1574108578-project] 10.222.0.39 "GET /v2.0/ports?device_id=1e7e9961-1bdf-4768-8591-e378e327ee05 HTTP/1.1" status: 200 len: 945 time: 0.0456173 Apr 12 11:16:27.827249 dv-cinder-830088-4-iscsi neutron-server[103257]: INFO neutron.wsgi [req-225f2ad1-21f5-4261-8237-0f2aeab1fb80 req-cc21e47b-695f-4304-ba40-415a7a32088b tempest-TestShelveInstance-1574108578 tempest-TestShelveInstance-1574108578-project] 10.222.0.39 "GET /v2.0/security-groups?id=251d3c11-e628-4ad9-afe3-13b35071ee32&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410502 Apr 12 11:16:27.892356 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.wsgi [req-19bf0279-992c-48af-9b7a-dd0e1564da03 req-1064fcb8-6b86-466c-8928-f093d70aa634 service neutron] http://10.222.0.39:9696/v2.0/extensions returned with HTTP 200 {{(pid=103258) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 12 11:16:27.893336 dv-cinder-830088-4-iscsi neutron-server[103258]: INFO neutron.wsgi [req-19bf0279-992c-48af-9b7a-dd0e1564da03 req-1064fcb8-6b86-466c-8928-f093d70aa634 service neutron] 10.222.0.39 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0052028 Apr 12 11:16:28.038190 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3217bf00-cb8d-4abd-acb7-16964a219cf9 req-3873b5be-b3b0-437b-8b6a-3925c136bc8e tempest-TestShelveInstance-1574108578 tempest-TestShelveInstance-1574108578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:16:28.039667 dv-cinder-830088-4-iscsi neutron-server[103257]: INFO neutron.wsgi [req-3217bf00-cb8d-4abd-acb7-16964a219cf9 req-3873b5be-b3b0-437b-8b6a-3925c136bc8e tempest-TestShelveInstance-1574108578 tempest-TestShelveInstance-1574108578-project] 10.222.0.39 "GET /v2.0/ports?device_id=1e7e9961-1bdf-4768-8591-e378e327ee05 HTTP/1.1" status: 200 len: 945 time: 0.0469213 Apr 12 11:16:28.053513 dv-cinder-830088-4-iscsi neutron-server[103258]: INFO neutron.wsgi [req-994b89db-62db-4477-9cd2-0f47b5230250 req-173cd747-1671-43a7-9bac-18240a536cd6 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=1e7e9961-1bdf-4768-8591-e378e327ee05&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0799596 Apr 12 11:16:28.062416 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.wsgi [req-994b89db-62db-4477-9cd2-0f47b5230250 req-5865f1cb-9200-4199-9bc7-cf2ce18135c9 service neutron] http://10.222.0.39:9696/v2.0/extensions returned with HTTP 200 {{(pid=103258) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 12 11:16:28.063385 dv-cinder-830088-4-iscsi neutron-server[103258]: INFO neutron.wsgi [req-994b89db-62db-4477-9cd2-0f47b5230250 req-5865f1cb-9200-4199-9bc7-cf2ce18135c9 service neutron] 10.222.0.39 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0047619 Apr 12 11:16:28.091185 dv-cinder-830088-4-iscsi neutron-server[103257]: INFO neutron.wsgi [req-3217bf00-cb8d-4abd-acb7-16964a219cf9 req-c58024b6-3828-4ced-9450-faa8193efa4d tempest-TestShelveInstance-1574108578 tempest-TestShelveInstance-1574108578-project] 10.222.0.39 "GET /v2.0/security-groups?id=251d3c11-e628-4ad9-afe3-13b35071ee32&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0457420 Apr 12 11:16:28.185893 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-994b89db-62db-4477-9cd2-0f47b5230250 req-5d968c98-4dfb-4117-a70a-8d2c3dbb1e5f tempest-TestShelveInstance-1574108578 tempest-TestShelveInstance-1574108578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:16:28.187237 dv-cinder-830088-4-iscsi neutron-server[103258]: INFO neutron.wsgi [req-994b89db-62db-4477-9cd2-0f47b5230250 req-5d968c98-4dfb-4117-a70a-8d2c3dbb1e5f tempest-TestShelveInstance-1574108578 tempest-TestShelveInstance-1574108578-project] 10.222.0.39 "GET /v2.0/ports/5cdf10bb-5765-47e9-86bc-711483a39ceb HTTP/1.1" status: 200 len: 942 time: 0.0971651 Apr 12 11:16:29.203881 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-243c6d8b-36d9-42b8-94d8-61ebe0f59884 req-eed91116-b4c1-44b2-b8e8-0874b9a2d951 tempest-TestShelveInstance-1574108578 tempest-TestShelveInstance-1574108578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:16:29.205368 dv-cinder-830088-4-iscsi neutron-server[103258]: INFO neutron.wsgi [req-243c6d8b-36d9-42b8-94d8-61ebe0f59884 req-eed91116-b4c1-44b2-b8e8-0874b9a2d951 tempest-TestShelveInstance-1574108578 tempest-TestShelveInstance-1574108578-project] 10.222.0.39 "GET /v2.0/ports?device_id=1e7e9961-1bdf-4768-8591-e378e327ee05 HTTP/1.1" status: 200 len: 945 time: 0.0489149 Apr 12 11:16:29.214595 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron.plugins.ml2.rpc [None req-ae6c308c-a92e-4424-a7f8-d6a17e5174ef None None] Device 5cdf10bb-5765-47e9-86bc-711483a39ceb no longer exists at agent hyperv_hv-cinder-83008 {{(pid=103259) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 12 11:16:29.255084 dv-cinder-830088-4-iscsi neutron-server[103258]: INFO neutron.wsgi [req-243c6d8b-36d9-42b8-94d8-61ebe0f59884 req-31a50b03-491b-4db2-bfcf-6e91845059a4 tempest-TestShelveInstance-1574108578 tempest-TestShelveInstance-1574108578-project] 10.222.0.39 "GET /v2.0/security-groups?id=251d3c11-e628-4ad9-afe3-13b35071ee32&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442300 Apr 12 11:16:29.294243 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron.plugins.ml2.plugin [None req-ae6c308c-a92e-4424-a7f8-d6a17e5174ef None None] Current status of the port 5cdf10bb-5765-47e9-86bc-711483a39ceb is: ACTIVE; New status is: DOWN {{(pid=103259) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 11:16:29.294621 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron_lib.callbacks.manager [None req-ae6c308c-a92e-4424-a7f8-d6a17e5174ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1535343'] for port (5cdf10bb-5765-47e9-86bc-711483a39ceb), before_update {{(pid=103259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:16:29.316971 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1e7e9961-1bdf-4768-8591-e378e327ee05', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5cdf10bb-5765-47e9-86bc-711483a39ceb'}] {{(pid=103259) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 11:16:29.319230 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}af87e37ddfedca7c8b2a1dd0c6cba4e3e91bcc66796c687067be127c7223cf15" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4cb3ccd2-a993-4e04-93fa-8ab6c89724ba" -d '{"events": [{"server_uuid": "1e7e9961-1bdf-4768-8591-e378e327ee05", "name": "network-vif-unplugged", "status": "completed", "tag": "5cdf10bb-5765-47e9-86bc-711483a39ceb"}]}' {{(pid=103259) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 11:16:29.331334 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron.plugins.ml2.db [None req-ae6c308c-a92e-4424-a7f8-d6a17e5174ef None None] For port 5cdf10bb-5765-47e9-86bc-711483a39ceb, host hv-cinder-83008, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83008',level=0,port_id=5cdf10bb-5765-47e9-86bc-711483a39ceb,segment=NetworkSegment(1fc2a7c4-cff6-4e34-b5ce-5d61e7711aa3),segment_id=1fc2a7c4-cff6-4e34-b5ce-5d61e7711aa3)] {{(pid=103259) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 11:16:29.336277 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron_lib.callbacks.manager [None req-ae6c308c-a92e-4424-a7f8-d6a17e5174ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1534861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777667992095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777667450170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777667450188'] for port (5cdf10bb-5765-47e9-86bc-711483a39ceb), after_update {{(pid=103259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:16:29.362423 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 12 Apr 2022 11:16:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a989728c-2b80-4637-a655-fac9b8189a01 x-openstack-request-id: req-a989728c-2b80-4637-a655-fac9b8189a01 {{(pid=103259) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 11:16:29.362725 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1e7e9961-1bdf-4768-8591-e378e327ee05", "name": "network-vif-unplugged", "status": "completed", "tag": "5cdf10bb-5765-47e9-86bc-711483a39ceb", "code": 200}]} {{(pid=103259) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 11:16:29.362989 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-a989728c-2b80-4637-a655-fac9b8189a01 {{(pid=103259) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 11:16:29.363378 dv-cinder-830088-4-iscsi neutron-server[103259]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a989728c-2b80-4637-a655-fac9b8189a01'] response: {'server_uuid': '1e7e9961-1bdf-4768-8591-e378e327ee05', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5cdf10bb-5765-47e9-86bc-711483a39ceb', 'code': 200} Apr 12 11:16:29.386632 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae6c308c-a92e-4424-a7f8-d6a17e5174ef None None] Pushing event updated for resources: {'Port': ['ID=5cdf10bb-5765-47e9-86bc-711483a39ceb,revision_number=6']} {{(pid=103259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:16:29.668092 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-994b89db-62db-4477-9cd2-0f47b5230250 req-1049ee60-757e-4fca-bf11-6590a39354c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:16:29.669545 dv-cinder-830088-4-iscsi neutron-server[103257]: INFO neutron.wsgi [req-994b89db-62db-4477-9cd2-0f47b5230250 req-1049ee60-757e-4fca-bf11-6590a39354c7 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=1e7e9961-1bdf-4768-8591-e378e327ee05&tenant_id=7fa8cc4e03f54d9dadaf824366ebb2be HTTP/1.1" status: 200 len: 1127 time: 0.0387387 Apr 12 11:16:29.738492 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-994b89db-62db-4477-9cd2-0f47b5230250 req-c0386a94-b979-4ec2-a508-d69e00bb8f2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:16:29.739948 dv-cinder-830088-4-iscsi neutron-server[103257]: INFO neutron.wsgi [req-994b89db-62db-4477-9cd2-0f47b5230250 req-c0386a94-b979-4ec2-a508-d69e00bb8f2b service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=7fa8cc4e03f54d9dadaf824366ebb2be&device_id=1e7e9961-1bdf-4768-8591-e378e327ee05 HTTP/1.1" status: 200 len: 1127 time: 0.0375218 Apr 12 11:16:29.828668 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-994b89db-62db-4477-9cd2-0f47b5230250 req-b2e2caac-66b6-49ca-9235-7157f5733110 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:16:29.830110 dv-cinder-830088-4-iscsi neutron-server[103257]: INFO neutron.wsgi [req-994b89db-62db-4477-9cd2-0f47b5230250 req-b2e2caac-66b6-49ca-9235-7157f5733110 service neutron] 10.222.0.53 "GET /v2.0/networks?id=3d302e5f-d1a1-4723-94b3-e2427a8d4c67 HTTP/1.1" status: 200 len: 909 time: 0.0840688 Apr 12 11:16:29.891821 dv-cinder-830088-4-iscsi neutron-server[103257]: INFO neutron.wsgi [req-994b89db-62db-4477-9cd2-0f47b5230250 req-f592d240-332c-4595-84fb-0e3112cd8c55 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=5cdf10bb-5765-47e9-86bc-711483a39ceb HTTP/1.1" status: 200 len: 998 time: 0.0562272 Apr 12 11:16:29.939413 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-994b89db-62db-4477-9cd2-0f47b5230250 req-413ec780-8d46-4ace-895c-3531d7540880 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:16:29.940761 dv-cinder-830088-4-iscsi neutron-server[103257]: INFO neutron.wsgi [req-994b89db-62db-4477-9cd2-0f47b5230250 req-413ec780-8d46-4ace-895c-3531d7540880 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=d013eb67-1f0a-443e-ace2-56fd68182da2 HTTP/1.1" status: 200 len: 847 time: 0.0433083 Apr 12 11:16:29.987297 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-994b89db-62db-4477-9cd2-0f47b5230250 req-efe54bba-e5e5-4b11-90a6-a4bfdc05da0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:16:29.988743 dv-cinder-830088-4-iscsi neutron-server[103257]: INFO neutron.wsgi [req-994b89db-62db-4477-9cd2-0f47b5230250 req-efe54bba-e5e5-4b11-90a6-a4bfdc05da0a service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=3d302e5f-d1a1-4723-94b3-e2427a8d4c67&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0425785 Apr 12 11:16:30.075177 dv-cinder-830088-4-iscsi neutron-server[103257]: INFO neutron.wsgi [req-994b89db-62db-4477-9cd2-0f47b5230250 req-3312f1a6-a4e1-489b-a32e-759650b6866f service neutron] 10.222.0.53 "GET /v2.0/networks/3d302e5f-d1a1-4723-94b3-e2427a8d4c67?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0797877 Apr 12 11:16:30.161907 dv-cinder-830088-4-iscsi neutron-server[103257]: INFO neutron.wsgi [req-994b89db-62db-4477-9cd2-0f47b5230250 req-45090fb0-f91a-41eb-bd2a-dff2b7cf8519 service neutron] 10.222.0.53 "GET /v2.0/networks/3d302e5f-d1a1-4723-94b3-e2427a8d4c67?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0810392 Apr 12 11:16:30.364487 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c4ecd72-e2c2-4975-a585-7e53f66f8734 req-b06e31ed-5a06-4c0c-9427-94f12931962d tempest-TestShelveInstance-1574108578 tempest-TestShelveInstance-1574108578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:16:30.365929 dv-cinder-830088-4-iscsi neutron-server[103258]: INFO neutron.wsgi [req-3c4ecd72-e2c2-4975-a585-7e53f66f8734 req-b06e31ed-5a06-4c0c-9427-94f12931962d tempest-TestShelveInstance-1574108578 tempest-TestShelveInstance-1574108578-project] 10.222.0.39 "GET /v2.0/ports?device_id=1e7e9961-1bdf-4768-8591-e378e327ee05 HTTP/1.1" status: 200 len: 943 time: 0.0456951 Apr 12 11:16:30.412858 dv-cinder-830088-4-iscsi neutron-server[103258]: INFO neutron.wsgi [req-3c4ecd72-e2c2-4975-a585-7e53f66f8734 req-b0437c90-8371-4451-98c3-cf21b49b400c tempest-TestShelveInstance-1574108578 tempest-TestShelveInstance-1574108578-project] 10.222.0.39 "GET /v2.0/security-groups?id=251d3c11-e628-4ad9-afe3-13b35071ee32&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409260 Apr 12 11:16:31.525854 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82e961ad-c20e-4e3d-8148-e7185878ed48 req-762fa6ab-c522-4382-af9e-a038a72c8307 tempest-TestShelveInstance-1574108578 tempest-TestShelveInstance-1574108578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:16:31.527313 dv-cinder-830088-4-iscsi neutron-server[103257]: INFO neutron.wsgi [req-82e961ad-c20e-4e3d-8148-e7185878ed48 req-762fa6ab-c522-4382-af9e-a038a72c8307 tempest-TestShelveInstance-1574108578 tempest-TestShelveInstance-1574108578-project] 10.222.0.39 "GET /v2.0/ports?device_id=1e7e9961-1bdf-4768-8591-e378e327ee05 HTTP/1.1" status: 200 len: 943 time: 0.0466580 Apr 12 11:16:31.573410 dv-cinder-830088-4-iscsi neutron-server[103257]: INFO neutron.wsgi [req-82e961ad-c20e-4e3d-8148-e7185878ed48 req-85db8810-956b-44e3-af91-f9c58ea8efea tempest-TestShelveInstance-1574108578 tempest-TestShelveInstance-1574108578-project] 10.222.0.39 "GET /v2.0/security-groups?id=251d3c11-e628-4ad9-afe3-13b35071ee32&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406740 Apr 12 11:16:32.688954 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee1d8e8d-8af1-4480-bb65-69d832099f4b req-59de173f-5de1-476e-b797-14435615a19c tempest-TestShelveInstance-1574108578 tempest-TestShelveInstance-1574108578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:16:32.690395 dv-cinder-830088-4-iscsi neutron-server[103258]: INFO neutron.wsgi [req-ee1d8e8d-8af1-4480-bb65-69d832099f4b req-59de173f-5de1-476e-b797-14435615a19c tempest-TestShelveInstance-1574108578 tempest-TestShelveInstance-1574108578-project] 10.222.0.39 "GET /v2.0/ports?device_id=1e7e9961-1bdf-4768-8591-e378e327ee05 HTTP/1.1" status: 200 len: 943 time: 0.0496962 Apr 12 11:16:32.737145 dv-cinder-830088-4-iscsi neutron-server[103258]: INFO neutron.wsgi [req-ee1d8e8d-8af1-4480-bb65-69d832099f4b req-a2359e68-2357-4b7f-bfbd-71252f5976ea tempest-TestShelveInstance-1574108578 tempest-TestShelveInstance-1574108578-project] 10.222.0.39 "GET /v2.0/security-groups?id=251d3c11-e628-4ad9-afe3-13b35071ee32&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414677 Apr 12 11:16:33.845577 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e71c6b83-17ef-4f96-b3d6-42f7e1dcb7cb req-ade6c2ec-43ce-4aae-b51c-91e3736d43a0 tempest-TestShelveInstance-1574108578 tempest-TestShelveInstance-1574108578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:16:33.847026 dv-cinder-830088-4-iscsi neutron-server[103257]: INFO neutron.wsgi [req-e71c6b83-17ef-4f96-b3d6-42f7e1dcb7cb req-ade6c2ec-43ce-4aae-b51c-91e3736d43a0 tempest-TestShelveInstance-1574108578 tempest-TestShelveInstance-1574108578-project] 10.222.0.39 "GET /v2.0/ports?device_id=1e7e9961-1bdf-4768-8591-e378e327ee05 HTTP/1.1" status: 200 len: 943 time: 0.0454299 Apr 12 11:16:33.896729 dv-cinder-830088-4-iscsi neutron-server[103257]: INFO neutron.wsgi [req-e71c6b83-17ef-4f96-b3d6-42f7e1dcb7cb req-b451f3de-a049-4f5f-9474-665898bd7b3f tempest-TestShelveInstance-1574108578 tempest-TestShelveInstance-1574108578-project] 10.222.0.39 "GET /v2.0/security-groups?id=251d3c11-e628-4ad9-afe3-13b35071ee32&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442245 Apr 12 11:16:35.005494 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63f7a036-aac6-4c87-b8ea-5403096b36d1 req-a75110dc-ab8e-4561-af98-cbe291985840 tempest-TestShelveInstance-1574108578 tempest-TestShelveInstance-1574108578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:16:35.007008 dv-cinder-830088-4-iscsi neutron-server[103258]: INFO neutron.wsgi [req-63f7a036-aac6-4c87-b8ea-5403096b36d1 req-a75110dc-ab8e-4561-af98-cbe291985840 tempest-TestShelveInstance-1574108578 tempest-TestShelveInstance-1574108578-project] 10.222.0.39 "GET /v2.0/ports?device_id=1e7e9961-1bdf-4768-8591-e378e327ee05 HTTP/1.1" status: 200 len: 943 time: 0.0462890 Apr 12 11:16:35.053721 dv-cinder-830088-4-iscsi neutron-server[103258]: INFO neutron.wsgi [req-63f7a036-aac6-4c87-b8ea-5403096b36d1 req-19c8d34e-7686-46a0-a2fc-60bde95b49ce tempest-TestShelveInstance-1574108578 tempest-TestShelveInstance-1574108578-project] 10.222.0.39 "GET /v2.0/security-groups?id=251d3c11-e628-4ad9-afe3-13b35071ee32&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407236 Apr 12 11:16:36.161914 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5316cf3-315b-44cd-a14e-2e093e725776 req-9f6aa1df-aac0-4c3c-b80d-3a1216c14a46 tempest-TestShelveInstance-1574108578 tempest-TestShelveInstance-1574108578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:16:36.163393 dv-cinder-830088-4-iscsi neutron-server[103257]: INFO neutron.wsgi [req-c5316cf3-315b-44cd-a14e-2e093e725776 req-9f6aa1df-aac0-4c3c-b80d-3a1216c14a46 tempest-TestShelveInstance-1574108578 tempest-TestShelveInstance-1574108578-project] 10.222.0.39 "GET /v2.0/ports?device_id=1e7e9961-1bdf-4768-8591-e378e327ee05 HTTP/1.1" status: 200 len: 943 time: 0.0454855 Apr 12 11:16:36.209535 dv-cinder-830088-4-iscsi neutron-server[103257]: INFO neutron.wsgi [req-c5316cf3-315b-44cd-a14e-2e093e725776 req-8fd949fd-669f-462f-931d-b551f0645e4c tempest-TestShelveInstance-1574108578 tempest-TestShelveInstance-1574108578-project] 10.222.0.39 "GET /v2.0/security-groups?id=251d3c11-e628-4ad9-afe3-13b35071ee32&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401025 Apr 12 11:16:37.292851 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron.plugins.ml2.rpc [None req-ae6c308c-a92e-4424-a7f8-d6a17e5174ef None None] Device 5cdf10bb-5765-47e9-86bc-711483a39ceb details requested by agent hyperv_hv-cinder-83008 with host hv-cinder-83008 {{(pid=103259) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 12 11:16:37.323568 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b004a3d-e7e0-4a40-a513-b91dd0b1690d req-16cc2e39-92f5-4c39-a38f-c290d1bb9f6b tempest-TestShelveInstance-1574108578 tempest-TestShelveInstance-1574108578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:16:37.325061 dv-cinder-830088-4-iscsi neutron-server[103258]: INFO neutron.wsgi [req-1b004a3d-e7e0-4a40-a513-b91dd0b1690d req-16cc2e39-92f5-4c39-a38f-c290d1bb9f6b tempest-TestShelveInstance-1574108578 tempest-TestShelveInstance-1574108578-project] 10.222.0.39 "GET /v2.0/ports?device_id=1e7e9961-1bdf-4768-8591-e378e327ee05 HTTP/1.1" status: 200 len: 943 time: 0.0501966 Apr 12 11:16:37.373385 dv-cinder-830088-4-iscsi neutron-server[103258]: INFO neutron.wsgi [req-1b004a3d-e7e0-4a40-a513-b91dd0b1690d req-8cd5b5d6-a1da-4cad-bb71-637959bb1231 tempest-TestShelveInstance-1574108578 tempest-TestShelveInstance-1574108578-project] 10.222.0.39 "GET /v2.0/security-groups?id=251d3c11-e628-4ad9-afe3-13b35071ee32&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426550 Apr 12 11:16:37.387689 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron.plugins.ml2.db [None req-ae6c308c-a92e-4424-a7f8-d6a17e5174ef None None] For port 5cdf10bb-5765-47e9-86bc-711483a39ceb, host hv-cinder-83008, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83008',level=0,port_id=5cdf10bb-5765-47e9-86bc-711483a39ceb,segment=NetworkSegment(1fc2a7c4-cff6-4e34-b5ce-5d61e7711aa3),segment_id=1fc2a7c4-cff6-4e34-b5ce-5d61e7711aa3)] {{(pid=103259) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 11:16:37.398400 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron.plugins.ml2.rpc [None req-ae6c308c-a92e-4424-a7f8-d6a17e5174ef None None] Returning: {'device': '5cdf10bb-5765-47e9-86bc-711483a39ceb', 'network_id': '3d302e5f-d1a1-4723-94b3-e2427a8d4c67', 'port_id': '5cdf10bb-5765-47e9-86bc-711483a39ceb', 'mac_address': 'fa:16:3e:b4:ab:85', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 527, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd013eb67-1f0a-443e-ace2-56fd68182da2', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103259) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 12 11:16:37.438163 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron.plugins.ml2.plugin [None req-ae6c308c-a92e-4424-a7f8-d6a17e5174ef None None] Current status of the port 5cdf10bb-5765-47e9-86bc-711483a39ceb is: DOWN; New status is: BUILD {{(pid=103259) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 11:16:37.438571 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron_lib.callbacks.manager [None req-ae6c308c-a92e-4424-a7f8-d6a17e5174ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1535343'] for port (5cdf10bb-5765-47e9-86bc-711483a39ceb), before_update {{(pid=103259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:16:37.451256 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron.notifiers.nova [None req-ae6c308c-a92e-4424-a7f8-d6a17e5174ef None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5cdf10bb-5765-47e9-86bc-711483a39ceb {{(pid=103259) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 12 11:16:37.469872 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron.plugins.ml2.db [None req-ae6c308c-a92e-4424-a7f8-d6a17e5174ef None None] For port 5cdf10bb-5765-47e9-86bc-711483a39ceb, host hv-cinder-83008, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83008',level=0,port_id=5cdf10bb-5765-47e9-86bc-711483a39ceb,segment=NetworkSegment(1fc2a7c4-cff6-4e34-b5ce-5d61e7711aa3),segment_id=1fc2a7c4-cff6-4e34-b5ce-5d61e7711aa3)] {{(pid=103259) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 11:16:37.473557 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron_lib.callbacks.manager [None req-ae6c308c-a92e-4424-a7f8-d6a17e5174ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1534861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777667992095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777667450170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777667450188'] for port (5cdf10bb-5765-47e9-86bc-711483a39ceb), after_update {{(pid=103259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:16:37.520207 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae6c308c-a92e-4424-a7f8-d6a17e5174ef None None] Pushing event updated for resources: {'Port': ['ID=5cdf10bb-5765-47e9-86bc-711483a39ceb,revision_number=7']} {{(pid=103259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:16:37.527380 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae6c308c-a92e-4424-a7f8-d6a17e5174ef None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830088-4-iscsi {{(pid=103259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:16:37.527723 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae6c308c-a92e-4424-a7f8-d6a17e5174ef None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830088-4-iscsi {{(pid=103259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:16:37.528059 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae6c308c-a92e-4424-a7f8-d6a17e5174ef None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830088-4-iscsi {{(pid=103259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:16:37.528392 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae6c308c-a92e-4424-a7f8-d6a17e5174ef None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830088-4-iscsi {{(pid=103259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:16:37.528725 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae6c308c-a92e-4424-a7f8-d6a17e5174ef None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830088-4-iscsi {{(pid=103259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:16:37.529049 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae6c308c-a92e-4424-a7f8-d6a17e5174ef None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830088-4-iscsi {{(pid=103259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:16:37.529371 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae6c308c-a92e-4424-a7f8-d6a17e5174ef None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830088-4-iscsi {{(pid=103259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:16:37.529688 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae6c308c-a92e-4424-a7f8-d6a17e5174ef None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830088-4-iscsi {{(pid=103259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:16:37.530013 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae6c308c-a92e-4424-a7f8-d6a17e5174ef None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-830088-4-iscsi {{(pid=103259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:16:37.530329 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae6c308c-a92e-4424-a7f8-d6a17e5174ef None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830088-4-iscsi {{(pid=103259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:16:37.530648 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae6c308c-a92e-4424-a7f8-d6a17e5174ef None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830088-4-iscsi {{(pid=103259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:16:37.530990 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae6c308c-a92e-4424-a7f8-d6a17e5174ef None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830088-4-iscsi {{(pid=103259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:16:37.531306 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae6c308c-a92e-4424-a7f8-d6a17e5174ef None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830088-4-iscsi {{(pid=103259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:16:37.531619 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae6c308c-a92e-4424-a7f8-d6a17e5174ef None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830088-4-iscsi {{(pid=103259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:16:37.531932 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae6c308c-a92e-4424-a7f8-d6a17e5174ef None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830088-4-iscsi {{(pid=103259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:16:37.888977 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron.plugins.ml2.db [None req-ae6c308c-a92e-4424-a7f8-d6a17e5174ef None None] get_ports_and_sgs() called for port_ids ['5cdf10bb-5765-47e9-86bc-711483a39ceb'] {{(pid=103259) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 12 11:16:38.482615 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3766631b-6264-4a58-b1a3-9ba572f048b2 req-d1a7320d-c9ba-451f-9157-5b726e52dcae tempest-TestShelveInstance-1574108578 tempest-TestShelveInstance-1574108578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:16:38.484102 dv-cinder-830088-4-iscsi neutron-server[103257]: INFO neutron.wsgi [req-3766631b-6264-4a58-b1a3-9ba572f048b2 req-d1a7320d-c9ba-451f-9157-5b726e52dcae tempest-TestShelveInstance-1574108578 tempest-TestShelveInstance-1574108578-project] 10.222.0.39 "GET /v2.0/ports?device_id=1e7e9961-1bdf-4768-8591-e378e327ee05 HTTP/1.1" status: 200 len: 944 time: 0.0458508 Apr 12 11:16:38.531212 dv-cinder-830088-4-iscsi neutron-server[103257]: INFO neutron.wsgi [req-3766631b-6264-4a58-b1a3-9ba572f048b2 req-ba8e2882-d45a-42b8-af48-b736854e4259 tempest-TestShelveInstance-1574108578 tempest-TestShelveInstance-1574108578-project] 10.222.0.39 "GET /v2.0/security-groups?id=251d3c11-e628-4ad9-afe3-13b35071ee32&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414991 Apr 12 11:16:39.292497 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron.plugins.ml2.rpc [None req-ae6c308c-a92e-4424-a7f8-d6a17e5174ef None None] Device 5cdf10bb-5765-47e9-86bc-711483a39ceb up at agent hyperv_hv-cinder-83008 {{(pid=103259) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 11:16:39.335859 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron.db.provisioning_blocks [None req-ae6c308c-a92e-4424-a7f8-d6a17e5174ef None None] Provisioning complete for port 5cdf10bb-5765-47e9-86bc-711483a39ceb triggered by entity L2. {{(pid=103259) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 11:16:39.336225 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron_lib.callbacks.manager [None req-ae6c308c-a92e-4424-a7f8-d6a17e5174ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1343588'] for port (5cdf10bb-5765-47e9-86bc-711483a39ceb), provisioning_complete {{(pid=103259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:16:39.410551 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron.plugins.ml2.plugin [None req-ae6c308c-a92e-4424-a7f8-d6a17e5174ef None None] Current status of the port 5cdf10bb-5765-47e9-86bc-711483a39ceb is: BUILD; New status is: ACTIVE {{(pid=103259) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 11:16:39.410952 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron_lib.callbacks.manager [None req-ae6c308c-a92e-4424-a7f8-d6a17e5174ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1535343'] for port (5cdf10bb-5765-47e9-86bc-711483a39ceb), before_update {{(pid=103259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:16:39.432439 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1e7e9961-1bdf-4768-8591-e378e327ee05', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5cdf10bb-5765-47e9-86bc-711483a39ceb'}] {{(pid=103259) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 11:16:39.434619 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}af87e37ddfedca7c8b2a1dd0c6cba4e3e91bcc66796c687067be127c7223cf15" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7b272e89-edc2-423b-88f2-e64a2a88fd86" -d '{"events": [{"server_uuid": "1e7e9961-1bdf-4768-8591-e378e327ee05", "name": "network-vif-plugged", "status": "completed", "tag": "5cdf10bb-5765-47e9-86bc-711483a39ceb"}]}' {{(pid=103259) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 11:16:39.447851 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron.plugins.ml2.db [None req-ae6c308c-a92e-4424-a7f8-d6a17e5174ef None None] For port 5cdf10bb-5765-47e9-86bc-711483a39ceb, host hv-cinder-83008, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83008',level=0,port_id=5cdf10bb-5765-47e9-86bc-711483a39ceb,segment=NetworkSegment(1fc2a7c4-cff6-4e34-b5ce-5d61e7711aa3),segment_id=1fc2a7c4-cff6-4e34-b5ce-5d61e7711aa3)] {{(pid=103259) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 11:16:39.452078 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron_lib.callbacks.manager [None req-ae6c308c-a92e-4424-a7f8-d6a17e5174ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1534861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777667992095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777667450170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777667450188'] for port (5cdf10bb-5765-47e9-86bc-711483a39ceb), after_update {{(pid=103259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:16:39.478275 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Apr 2022 11:16:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-acadfdea-0523-4729-b75b-5c4bb7c34f22 x-openstack-request-id: req-acadfdea-0523-4729-b75b-5c4bb7c34f22 {{(pid=103259) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 11:16:39.478564 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1e7e9961-1bdf-4768-8591-e378e327ee05", "name": "network-vif-plugged", "status": "completed", "tag": "5cdf10bb-5765-47e9-86bc-711483a39ceb", "code": 200}]} {{(pid=103259) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 11:16:39.478845 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-acadfdea-0523-4729-b75b-5c4bb7c34f22 {{(pid=103259) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 11:16:39.479234 dv-cinder-830088-4-iscsi neutron-server[103259]: INFO neutron.notifiers.nova [-] Nova event matching ['req-acadfdea-0523-4729-b75b-5c4bb7c34f22'] response: {'server_uuid': '1e7e9961-1bdf-4768-8591-e378e327ee05', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5cdf10bb-5765-47e9-86bc-711483a39ceb', 'code': 200} Apr 12 11:16:39.502092 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae6c308c-a92e-4424-a7f8-d6a17e5174ef None None] Pushing event updated for resources: {'Port': ['ID=5cdf10bb-5765-47e9-86bc-711483a39ceb,revision_number=8']} {{(pid=103259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:16:39.646666 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13953b85-619a-4eb7-beff-a3555e2cd5db req-bf817e4a-7d75-463d-b94c-35f90cc289b5 tempest-TestShelveInstance-1574108578 tempest-TestShelveInstance-1574108578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:16:39.648162 dv-cinder-830088-4-iscsi neutron-server[103257]: INFO neutron.wsgi [req-13953b85-619a-4eb7-beff-a3555e2cd5db req-bf817e4a-7d75-463d-b94c-35f90cc289b5 tempest-TestShelveInstance-1574108578 tempest-TestShelveInstance-1574108578-project] 10.222.0.39 "GET /v2.0/ports?device_id=1e7e9961-1bdf-4768-8591-e378e327ee05 HTTP/1.1" status: 200 len: 945 time: 0.0510919 Apr 12 11:16:39.695895 dv-cinder-830088-4-iscsi neutron-server[103257]: INFO neutron.wsgi [req-13953b85-619a-4eb7-beff-a3555e2cd5db req-04a0ad59-66d4-4bc3-bca4-33bb14f4d496 tempest-TestShelveInstance-1574108578 tempest-TestShelveInstance-1574108578-project] 10.222.0.39 "GET /v2.0/security-groups?id=251d3c11-e628-4ad9-afe3-13b35071ee32&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413389 Apr 12 11:16:39.732429 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48bc5be6-9eac-4c56-90ff-44951cb81ba5 req-748269c8-5a3d-4fa3-84a6-4fbda4b72322 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:16:39.733875 dv-cinder-830088-4-iscsi neutron-server[103257]: INFO neutron.wsgi [req-48bc5be6-9eac-4c56-90ff-44951cb81ba5 req-748269c8-5a3d-4fa3-84a6-4fbda4b72322 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=1e7e9961-1bdf-4768-8591-e378e327ee05 HTTP/1.1" status: 200 len: 1129 time: 0.0366547 Apr 12 11:16:39.779527 dv-cinder-830088-4-iscsi neutron-server[103257]: INFO neutron.wsgi [req-48bc5be6-9eac-4c56-90ff-44951cb81ba5 req-644b16f8-bc22-4d6d-a553-86d9b79a71b2 service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=251d3c11-e628-4ad9-afe3-13b35071ee32&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0387871 Apr 12 11:16:40.281401 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron_lib.callbacks.manager [None req-0a102d1a-f625-4208-8301-b37436fdac73 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777667879581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1343690'] for agent (0a0a44e5-732d-48d9-a8ad-b47e7b7c1a86), after_update {{(pid=103259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:16:40.807600 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02d72c12-70f1-42f2-a6af-845acdefc933 req-7b8514ad-a7ba-4d21-aa6c-7393462085a2 tempest-TestShelveInstance-1574108578 tempest-TestShelveInstance-1574108578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:16:40.809043 dv-cinder-830088-4-iscsi neutron-server[103258]: INFO neutron.wsgi [req-02d72c12-70f1-42f2-a6af-845acdefc933 req-7b8514ad-a7ba-4d21-aa6c-7393462085a2 tempest-TestShelveInstance-1574108578 tempest-TestShelveInstance-1574108578-project] 10.222.0.39 "GET /v2.0/ports?device_id=1e7e9961-1bdf-4768-8591-e378e327ee05 HTTP/1.1" status: 200 len: 945 time: 0.0456347 Apr 12 11:16:40.856090 dv-cinder-830088-4-iscsi neutron-server[103258]: INFO neutron.wsgi [req-02d72c12-70f1-42f2-a6af-845acdefc933 req-fbc575da-9213-4b75-843d-5f3c9751fe50 tempest-TestShelveInstance-1574108578 tempest-TestShelveInstance-1574108578-project] 10.222.0.39 "GET /v2.0/security-groups?id=251d3c11-e628-4ad9-afe3-13b35071ee32&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417244 Apr 12 11:16:41.962930 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e52252ff-5fa2-412a-a2b5-1a43411e9a13 req-1e2e3204-1946-46b0-9c97-a79f54dbc778 tempest-TestShelveInstance-1574108578 tempest-TestShelveInstance-1574108578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:16:41.964606 dv-cinder-830088-4-iscsi neutron-server[103257]: INFO neutron.wsgi [req-e52252ff-5fa2-412a-a2b5-1a43411e9a13 req-1e2e3204-1946-46b0-9c97-a79f54dbc778 tempest-TestShelveInstance-1574108578 tempest-TestShelveInstance-1574108578-project] 10.222.0.39 "GET /v2.0/ports?device_id=1e7e9961-1bdf-4768-8591-e378e327ee05 HTTP/1.1" status: 200 len: 945 time: 0.0449836 Apr 12 11:16:42.015923 dv-cinder-830088-4-iscsi neutron-server[103257]: INFO neutron.wsgi [req-e52252ff-5fa2-412a-a2b5-1a43411e9a13 req-06be4fed-6c83-4f1c-8738-a985c6a45a52 tempest-TestShelveInstance-1574108578 tempest-TestShelveInstance-1574108578-project] 10.222.0.39 "GET /v2.0/security-groups?id=251d3c11-e628-4ad9-afe3-13b35071ee32&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0458269 Apr 12 11:16:42.576910 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron_lib.callbacks.manager [None req-76df9046-f450-420e-8ea6-f80d61d77181 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777667879581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1343690'] for agent (77f5e085-0284-4236-9dbf-35d2d452e277), after_update {{(pid=103259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:16:43.859135 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron_lib.callbacks.manager [None req-601bd752-88b9-4ad2-8e14-56931e32431b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777667879581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1343690'] for agent (3ceb33ec-7c20-4632-9357-4cc6534463de), after_update {{(pid=103259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:16:45.099256 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron_lib.callbacks.manager [None req-0acb87d3-0572-4b2c-b7c9-977edd32a8b9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777667879581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1343690'] for agent (3c144e28-9cc5-463d-ad96-a18b19cd455c), after_update {{(pid=103259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:16:46.578302 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron_lib.callbacks.manager [None req-e4b062a6-7a21-4431-be77-3c7776c11043 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777667879581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1343690'] for agent (c71cae7d-514b-467a-8477-0a67bee0b970), after_update {{(pid=103259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:16:47.253625 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron_lib.callbacks.manager [None req-ae6c308c-a92e-4424-a7f8-d6a17e5174ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777667879581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1343690'] for agent (742b2e09-86ec-4663-b086-f6b891926c3e), after_update {{(pid=103259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:16:49.726490 dv-cinder-830088-4-iscsi neutron-server[103260]: DEBUG neutron.db.agents_db [None req-b0205aca-973a-4a8a-ba9e-4a4e25067b42 None None] Agent healthcheck: found 6 active agents {{(pid=103260) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 12 11:16:56.513259 dv-cinder-830088-4-iscsi neutron-server[103257]: INFO neutron.wsgi [req-a4445789-cfc1-4a34-a50b-16d33efbe5bd req-a9696f9f-b916-44b3-933c-6e916fa338ec service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=1e7e9961-1bdf-4768-8591-e378e327ee05&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0780714 Apr 12 11:16:56.578900 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4445789-cfc1-4a34-a50b-16d33efbe5bd req-0a7ce58e-f2ba-46d7-b70c-d45c4c7fb411 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:16:56.580269 dv-cinder-830088-4-iscsi neutron-server[103257]: INFO neutron.wsgi [req-a4445789-cfc1-4a34-a50b-16d33efbe5bd req-0a7ce58e-f2ba-46d7-b70c-d45c4c7fb411 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=7fa8cc4e03f54d9dadaf824366ebb2be&device_id=1e7e9961-1bdf-4768-8591-e378e327ee05 HTTP/1.1" status: 200 len: 1129 time: 0.0368450 Apr 12 11:16:56.940462 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4445789-cfc1-4a34-a50b-16d33efbe5bd req-49710ce9-be30-4169-b34c-882d87a0ae3a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:16:56.941921 dv-cinder-830088-4-iscsi neutron-server[103257]: INFO neutron.wsgi [req-a4445789-cfc1-4a34-a50b-16d33efbe5bd req-49710ce9-be30-4169-b34c-882d87a0ae3a service neutron] 10.222.0.53 "GET /v2.0/networks?id=3d302e5f-d1a1-4723-94b3-e2427a8d4c67 HTTP/1.1" status: 200 len: 909 time: 0.3437762 Apr 12 11:16:57.005505 dv-cinder-830088-4-iscsi neutron-server[103257]: INFO neutron.wsgi [req-a4445789-cfc1-4a34-a50b-16d33efbe5bd req-df648f2d-6695-49c0-a534-59d2232f4e85 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=5cdf10bb-5765-47e9-86bc-711483a39ceb HTTP/1.1" status: 200 len: 1000 time: 0.0560350 Apr 12 11:16:57.053729 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4445789-cfc1-4a34-a50b-16d33efbe5bd req-1beb910a-0d8f-4753-9b2d-f5b70f906c26 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:16:57.055691 dv-cinder-830088-4-iscsi neutron-server[103257]: INFO neutron.wsgi [req-a4445789-cfc1-4a34-a50b-16d33efbe5bd req-1beb910a-0d8f-4753-9b2d-f5b70f906c26 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=d013eb67-1f0a-443e-ace2-56fd68182da2 HTTP/1.1" status: 200 len: 847 time: 0.0425091 Apr 12 11:16:57.099884 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4445789-cfc1-4a34-a50b-16d33efbe5bd req-0e8e34f6-1af9-48e7-a4af-a2657a560fe4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:16:57.101308 dv-cinder-830088-4-iscsi neutron-server[103257]: INFO neutron.wsgi [req-a4445789-cfc1-4a34-a50b-16d33efbe5bd req-0e8e34f6-1af9-48e7-a4af-a2657a560fe4 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=3d302e5f-d1a1-4723-94b3-e2427a8d4c67&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0400770 Apr 12 11:16:57.186323 dv-cinder-830088-4-iscsi neutron-server[103257]: INFO neutron.wsgi [req-a4445789-cfc1-4a34-a50b-16d33efbe5bd req-6ff54a63-a255-4178-b152-41bb70daeb61 service neutron] 10.222.0.53 "GET /v2.0/networks/3d302e5f-d1a1-4723-94b3-e2427a8d4c67?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0788789 Apr 12 11:16:57.275933 dv-cinder-830088-4-iscsi neutron-server[103257]: INFO neutron.wsgi [req-a4445789-cfc1-4a34-a50b-16d33efbe5bd req-88135b4c-f881-4499-9016-7ec216f6542e service neutron] 10.222.0.53 "GET /v2.0/networks/3d302e5f-d1a1-4723-94b3-e2427a8d4c67?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0836780 Apr 12 11:16:57.915260 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.wsgi [req-f309047d-c313-417d-968d-eea69a8d1acc req-4912679b-caf7-4ab7-8f42-2b490ca171c2 service neutron] (103258) timed out ('10.222.0.53', 52385) {{(pid=103258) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Apr 12 11:16:57.920884 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.wsgi [req-6b324121-1328-40fd-913d-88457cbfcf67 req-b27001cc-e16f-4ca9-95d2-8dbaaf486af7 service neutron] (103258) timed out ('10.222.0.53', 52464) {{(pid=103258) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Apr 12 11:17:05.577900 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron.wsgi [req-3a1fe44e-c872-4f4a-a9d4-85f3543a25f2 req-23c1ba7c-52f5-4f79-90c9-3a6f3cc6f030 service neutron] (103257) timed out ('10.222.0.53', 52402) {{(pid=103257) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Apr 12 11:17:10.282366 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron_lib.callbacks.manager [None req-a19cb53b-f4b1-4705-8933-c13ec87e3bb2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777667879581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1343690'] for agent (0a0a44e5-732d-48d9-a8ad-b47e7b7c1a86), after_update {{(pid=103259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:17:12.578203 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron_lib.callbacks.manager [None req-8410fd48-1dff-4cc7-bc03-0b8f3ebfea9c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777667879581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1343690'] for agent (77f5e085-0284-4236-9dbf-35d2d452e277), after_update {{(pid=103259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:17:13.861531 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron_lib.callbacks.manager [None req-601bd752-88b9-4ad2-8e14-56931e32431b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777667879581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1343690'] for agent (3ceb33ec-7c20-4632-9357-4cc6534463de), after_update {{(pid=103259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:17:15.100905 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron_lib.callbacks.manager [None req-0acb87d3-0572-4b2c-b7c9-977edd32a8b9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777667879581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1343690'] for agent (3c144e28-9cc5-463d-ad96-a18b19cd455c), after_update {{(pid=103259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:17:16.580954 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron_lib.callbacks.manager [None req-e4b062a6-7a21-4431-be77-3c7776c11043 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777667879581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1343690'] for agent (c71cae7d-514b-467a-8477-0a67bee0b970), after_update {{(pid=103259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:17:17.261974 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron_lib.callbacks.manager [None req-ae6c308c-a92e-4424-a7f8-d6a17e5174ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777667879581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1343690'] for agent (742b2e09-86ec-4663-b086-f6b891926c3e), after_update {{(pid=103259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:17:20.025741 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron.wsgi [req-75ba8ce6-3111-4aac-a94c-a019ae8871bc req-1c335d33-1a84-42f8-b0e6-cf51d1fada62 service neutron] (103257) timed out ('10.222.0.53', 52408) {{(pid=103257) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Apr 12 11:17:20.094722 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron.wsgi [req-15f6bb15-4cd6-4700-9048-7ae64dede53b req-71fc34b9-4d21-4625-8fa9-8aec3c4446b4 tempest-DeleteServersTestJSON-655909961 tempest-DeleteServersTestJSON-655909961-project] (103257) timed out ('10.222.0.53', 52417) {{(pid=103257) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Apr 12 11:17:26.725386 dv-cinder-830088-4-iscsi neutron-server[103260]: DEBUG neutron.db.agents_db [None req-b0205aca-973a-4a8a-ba9e-4a4e25067b42 None None] Agent healthcheck: found 6 active agents {{(pid=103260) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 12 11:17:30.499131 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.wsgi [-] (103258) accepted ('10.222.0.39', 33212) {{(pid=103258) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 11:17:30.643555 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.plugins.ml2.plugin [None req-23f0be05-f2d9-4ff2-93ed-76fdd0bfe910 tempest-TestVolumeBootPattern-1690597324 tempest-TestVolumeBootPattern-1690597324-project] Deleting port db4a5820-9adc-4a2b-87d7-be4813e4a707 {{(pid=103258) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 12 11:17:30.643897 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-23f0be05-f2d9-4ff2-93ed-76fdd0bfe910 tempest-TestVolumeBootPattern-1690597324 tempest-TestVolumeBootPattern-1690597324-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777667983647'] for port (db4a5820-9adc-4a2b-87d7-be4813e4a707), before_delete {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:17:30.718401 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-23f0be05-f2d9-4ff2-93ed-76fdd0bfe910 tempest-TestVolumeBootPattern-1690597324 tempest-TestVolumeBootPattern-1690597324-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-575824'] for port (db4a5820-9adc-4a2b-87d7-be4813e4a707), precommit_delete {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:17:30.718746 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-23f0be05-f2d9-4ff2-93ed-76fdd0bfe910 tempest-TestVolumeBootPattern-1690597324 tempest-TestVolumeBootPattern-1690597324-project] Publish callbacks [] for floatingip (db4a5820-9adc-4a2b-87d7-be4813e4a707), precommit_delete {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:17:30.730260 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.plugins.ml2.plugin [None req-23f0be05-f2d9-4ff2-93ed-76fdd0bfe910 tempest-TestVolumeBootPattern-1690597324 tempest-TestVolumeBootPattern-1690597324-project] Calling delete_port for db4a5820-9adc-4a2b-87d7-be4813e4a707 owned by network:floatingip {{(pid=103258) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 12 11:17:30.873478 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-23f0be05-f2d9-4ff2-93ed-76fdd0bfe910 tempest-TestVolumeBootPattern-1690597324 tempest-TestVolumeBootPattern-1690597324-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1534861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777667992077', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777667450161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4796947'] for port (db4a5820-9adc-4a2b-87d7-be4813e4a707), after_delete {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:17:30.897564 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23f0be05-f2d9-4ff2-93ed-76fdd0bfe910 tempest-TestVolumeBootPattern-1690597324 tempest-TestVolumeBootPattern-1690597324-project] Pushing event deleted for resources: {'Port': ['ID=db4a5820-9adc-4a2b-87d7-be4813e4a707,revision_number=None']} {{(pid=103258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:17:30.908761 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23f0be05-f2d9-4ff2-93ed-76fdd0bfe910 tempest-TestVolumeBootPattern-1690597324 tempest-TestVolumeBootPattern-1690597324-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830088-4-iscsi {{(pid=103258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:17:30.909110 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23f0be05-f2d9-4ff2-93ed-76fdd0bfe910 tempest-TestVolumeBootPattern-1690597324 tempest-TestVolumeBootPattern-1690597324-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830088-4-iscsi {{(pid=103258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:17:30.909452 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23f0be05-f2d9-4ff2-93ed-76fdd0bfe910 tempest-TestVolumeBootPattern-1690597324 tempest-TestVolumeBootPattern-1690597324-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830088-4-iscsi {{(pid=103258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:17:30.909792 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23f0be05-f2d9-4ff2-93ed-76fdd0bfe910 tempest-TestVolumeBootPattern-1690597324 tempest-TestVolumeBootPattern-1690597324-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830088-4-iscsi {{(pid=103258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:17:30.910122 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23f0be05-f2d9-4ff2-93ed-76fdd0bfe910 tempest-TestVolumeBootPattern-1690597324 tempest-TestVolumeBootPattern-1690597324-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830088-4-iscsi {{(pid=103258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:17:30.910451 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23f0be05-f2d9-4ff2-93ed-76fdd0bfe910 tempest-TestVolumeBootPattern-1690597324 tempest-TestVolumeBootPattern-1690597324-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830088-4-iscsi {{(pid=103258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:17:30.910811 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23f0be05-f2d9-4ff2-93ed-76fdd0bfe910 tempest-TestVolumeBootPattern-1690597324 tempest-TestVolumeBootPattern-1690597324-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830088-4-iscsi {{(pid=103258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:17:30.911141 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23f0be05-f2d9-4ff2-93ed-76fdd0bfe910 tempest-TestVolumeBootPattern-1690597324 tempest-TestVolumeBootPattern-1690597324-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830088-4-iscsi {{(pid=103258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:17:30.911466 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23f0be05-f2d9-4ff2-93ed-76fdd0bfe910 tempest-TestVolumeBootPattern-1690597324 tempest-TestVolumeBootPattern-1690597324-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-830088-4-iscsi {{(pid=103258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:17:30.911789 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23f0be05-f2d9-4ff2-93ed-76fdd0bfe910 tempest-TestVolumeBootPattern-1690597324 tempest-TestVolumeBootPattern-1690597324-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830088-4-iscsi {{(pid=103258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:17:30.912114 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23f0be05-f2d9-4ff2-93ed-76fdd0bfe910 tempest-TestVolumeBootPattern-1690597324 tempest-TestVolumeBootPattern-1690597324-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830088-4-iscsi {{(pid=103258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:17:30.912439 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23f0be05-f2d9-4ff2-93ed-76fdd0bfe910 tempest-TestVolumeBootPattern-1690597324 tempest-TestVolumeBootPattern-1690597324-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830088-4-iscsi {{(pid=103258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:17:30.912756 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23f0be05-f2d9-4ff2-93ed-76fdd0bfe910 tempest-TestVolumeBootPattern-1690597324 tempest-TestVolumeBootPattern-1690597324-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830088-4-iscsi {{(pid=103258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:17:30.913086 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23f0be05-f2d9-4ff2-93ed-76fdd0bfe910 tempest-TestVolumeBootPattern-1690597324 tempest-TestVolumeBootPattern-1690597324-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830088-4-iscsi {{(pid=103258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:17:30.913404 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23f0be05-f2d9-4ff2-93ed-76fdd0bfe910 tempest-TestVolumeBootPattern-1690597324 tempest-TestVolumeBootPattern-1690597324-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830088-4-iscsi {{(pid=103258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:17:30.967245 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-23f0be05-f2d9-4ff2-93ed-76fdd0bfe910 tempest-TestVolumeBootPattern-1690597324 tempest-TestVolumeBootPattern-1690597324-project] Publish callbacks [] for floatingip (5124ffe3-e4a2-4141-964f-1bd27f70ed87), after_delete {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:17:30.967573 dv-cinder-830088-4-iscsi neutron-server[103258]: INFO neutron.db.l3_db [None req-23f0be05-f2d9-4ff2-93ed-76fdd0bfe910 tempest-TestVolumeBootPattern-1690597324 tempest-TestVolumeBootPattern-1690597324-project] Floating IP 5124ffe3-e4a2-4141-964f-1bd27f70ed87 disassociated (deleted). External IP: 172.27.3.188, port: 51696dea-70d9-40b0-97e6-2c14be8f8b87. Apr 12 11:17:31.172079 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-23f0be05-f2d9-4ff2-93ed-76fdd0bfe910 tempest-TestVolumeBootPattern-1690597324 tempest-TestVolumeBootPattern-1690597324-project] Router 9e38f158-3956-4f71-9d28-1c8f7ee24bdd has already been hosted by L3 agent 77f5e085-0284-4236-9dbf-35d2d452e277 {{(pid=103258) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 12 11:17:31.277378 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-23f0be05-f2d9-4ff2-93ed-76fdd0bfe910 tempest-TestVolumeBootPattern-1690597324 tempest-TestVolumeBootPattern-1690597324-project] Notify agent at l3_agent.dv-cinder-830088-4-iscsi the message routers_updated {{(pid=103258) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 12 11:17:31.282187 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-23f0be05-f2d9-4ff2-93ed-76fdd0bfe910 tempest-TestVolumeBootPattern-1690597324 tempest-TestVolumeBootPattern-1690597324-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108023'] for floatingip (None), before_response {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:17:31.286880 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36ec903b-18ca-4c06-9a71-615e46321063 None None] Sync routers for ids ['9e38f158-3956-4f71-9d28-1c8f7ee24bdd'] in dv-cinder-830088-4-iscsi {{(pid=103259) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 12 11:17:31.296376 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36ec903b-18ca-4c06-9a71-615e46321063 None None] Routers {'9e38f158-3956-4f71-9d28-1c8f7ee24bdd'} bound to L3 agent in host dv-cinder-830088-4-iscsi {{(pid=103259) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 11:17:31.296983 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron.db.l3_hamode_db [None req-36ec903b-18ca-4c06-9a71-615e46321063 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830088-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-12T10:52:12Z,description=,heartbeat_timestamp=2022-04-12T11:17:13Z,host='dv-cinder-830088-4-iscsi',id=77f5e085-0284-4236-9dbf-35d2d452e277,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T10:52:12Z,topic='l3_agent')) {'router_ids': ['9e38f158-3956-4f71-9d28-1c8f7ee24bdd'], 'active': True} {{(pid=103259) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 11:17:31.311004 dv-cinder-830088-4-iscsi neutron-server[103258]: INFO neutron.wsgi [None req-23f0be05-f2d9-4ff2-93ed-76fdd0bfe910 tempest-TestVolumeBootPattern-1690597324 tempest-TestVolumeBootPattern-1690597324-project] 10.222.0.39 "DELETE /v2.0/floatingips/5124ffe3-e4a2-4141-964f-1bd27f70ed87 HTTP/1.1" status: 204 len: 168 time: 0.8107874 Apr 12 11:17:31.311691 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a59585f1-5081-4d8a-b652-01438f2e9b95', 'tag': '51696dea-70d9-40b0-97e6-2c14be8f8b87'}] {{(pid=103258) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 11:17:31.314027 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c54b6d548356c9296345eb8e608a1624e6dfb095c10b2709a108c8ba991c21a4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d864ebb5-2f47-4c87-a3a4-8bd8f2c19129" -d '{"events": [{"name": "network-changed", "server_uuid": "a59585f1-5081-4d8a-b652-01438f2e9b95", "tag": "51696dea-70d9-40b0-97e6-2c14be8f8b87"}]}' {{(pid=103258) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 11:17:31.405785 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron.db.l3_dvr_db [None req-36ec903b-18ca-4c06-9a71-615e46321063 None None] Set router 9e38f158-3956-4f71-9d28-1c8f7ee24bdd gateway port host: dv-cinder-830088-4-iscsi {{(pid=103259) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 11:17:31.436883 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Apr 2022 11:17:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b2229098-3148-4023-8417-23520ac29dc6 x-openstack-request-id: req-b2229098-3148-4023-8417-23520ac29dc6 {{(pid=103258) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 11:17:31.437435 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a59585f1-5081-4d8a-b652-01438f2e9b95", "tag": "51696dea-70d9-40b0-97e6-2c14be8f8b87", "status": "completed", "code": 200}]} {{(pid=103258) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 11:17:31.438109 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-b2229098-3148-4023-8417-23520ac29dc6 {{(pid=103258) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 11:17:31.439005 dv-cinder-830088-4-iscsi neutron-server[103258]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b2229098-3148-4023-8417-23520ac29dc6'] response: {'name': 'network-changed', 'server_uuid': 'a59585f1-5081-4d8a-b652-01438f2e9b95', 'tag': '51696dea-70d9-40b0-97e6-2c14be8f8b87', 'status': 'completed', 'code': 200} Apr 12 11:17:31.538925 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b434410-38c0-4a17-8330-4a2913e9156a req-c660ab79-0d7d-43f3-a357-8988b853a087 tempest-TestVolumeBootPattern-1690597324 tempest-TestVolumeBootPattern-1690597324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:17:31.540431 dv-cinder-830088-4-iscsi neutron-server[103257]: INFO neutron.wsgi [req-6b434410-38c0-4a17-8330-4a2913e9156a req-c660ab79-0d7d-43f3-a357-8988b853a087 tempest-TestVolumeBootPattern-1690597324 tempest-TestVolumeBootPattern-1690597324-project] 10.222.0.39 "GET /v2.0/ports?device_id=a59585f1-5081-4d8a-b652-01438f2e9b95 HTTP/1.1" status: 200 len: 945 time: 0.0488908 Apr 12 11:17:31.590057 dv-cinder-830088-4-iscsi neutron-server[103257]: INFO neutron.wsgi [req-6b434410-38c0-4a17-8330-4a2913e9156a req-954323d2-d5fe-4e8e-bb2f-c210a3b49baf tempest-TestVolumeBootPattern-1690597324 tempest-TestVolumeBootPattern-1690597324-project] 10.222.0.39 "GET /v2.0/security-groups?id=726d01fd-8df5-4a24-846e-ad176077f036&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436943 Apr 12 11:17:31.748331 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron.db.l3_hamode_db [None req-36ec903b-18ca-4c06-9a71-615e46321063 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9e38f158-3956-4f71-9d28-1c8f7ee24bdd', 'name': 'tempest-TestVolumeBootPattern-561075206-router', 'tenant_id': 'c2c05547762540eabb9d44e9bf42d19d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b7be5f2-485b-4c85-8f98-fb200971b61c', 'external_fixed_ips': [{'subnet_id': '4887111e-1302-416a-ab8e-c957c9df7f85', 'ip_address': '172.27.3.212'}], 'enable_snat': True}, 'gw_port_id': '28ccd685-151e-4be1-baa9-192dffe3854b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T11:08:56Z', 'updated_at': '2022-04-12T11:08:59Z', 'revision_number': 4, 'project_id': 'c2c05547762540eabb9d44e9bf42d19d', 'gw_port': {'id': '28ccd685-151e-4be1-baa9-192dffe3854b', 'name': '', 'network_id': '3b7be5f2-485b-4c85-8f98-fb200971b61c', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:dd:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e38f158-3956-4f71-9d28-1c8f7ee24bdd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 489, 'fixed_ips': [{'subnet_id': '4887111e-1302-416a-ab8e-c957c9df7f85', 'ip_address': '172.27.3.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830088-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T11:08:57Z', 'updated_at': '2022-04-12T11:09:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4887111e-1302-416a-ab8e-c957c9df7f85', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830088-4-iscsi', '_floatingips': [{'id': '5a50a212-5454-4397-b79c-44949c944c8a', 'tenant_id': 'c2c05547762540eabb9d44e9bf42d19d', 'floating_ip_address': '172.27.3.48', 'floating_network_id': '3b7be5f2-485b-4c85-8f98-fb200971b61c', 'router_id': '9e38f158-3956-4f71-9d28-1c8f7ee24bdd', 'port_id': '916b9215-bc88-4bf9-ba72-dd4d5590f88d', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 737, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1232fc79-51a8-446f-8db9-91c7982426a3', 'mac_address': 'fa:16:3e:d1:a3:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b729849-124d-4cad-857e-d761c7bbc66c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-12T11:12:57Z', 'updated_at': '2022-04-12T11:12:59Z', 'revision_number': 1, 'project_id': 'c2c05547762540eabb9d44e9bf42d19d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cc86eccc-dfd3-4c80-9648-2e0170ed6613', 'name': '', 'network_id': '1232fc79-51a8-446f-8db9-91c7982426a3', 'tenant_id': 'c2c05547762540eabb9d44e9bf42d19d', 'mac_address': 'fa:16:3e:53:12:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e38f158-3956-4f71-9d28-1c8f7ee24bdd', 'device_owner': 'network:router_interface', 'standard_attr_id': 490, 'fixed_ips': [{'subnet_id': '629313fa-4f32-46d8-868a-0d9dbc8c0fc7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830088-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T11:08:59Z', 'updated_at': '2022-04-12T11:09:03Z', 'revision_number': 5, 'project_id': 'c2c05547762540eabb9d44e9bf42d19d', 'subnets': [{'id': '629313fa-4f32-46d8-868a-0d9dbc8c0fc7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830088-4-iscsi', False) {} {{(pid=103259) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 11:17:31.773028 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36ec903b-18ca-4c06-9a71-615e46321063 None None] Checking router: 9e38f158-3956-4f71-9d28-1c8f7ee24bdd for host: dv-cinder-830088-4-iscsi {{(pid=103259) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 12 11:17:31.780973 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36ec903b-18ca-4c06-9a71-615e46321063 None None] Routers {'9e38f158-3956-4f71-9d28-1c8f7ee24bdd'} bound to L3 agent in host dv-cinder-830088-4-iscsi {{(pid=103259) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 11:17:31.781572 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron.db.l3_hamode_db [None req-36ec903b-18ca-4c06-9a71-615e46321063 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830088-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-12T10:52:12Z,description=,heartbeat_timestamp=2022-04-12T11:17:13Z,host='dv-cinder-830088-4-iscsi',id=77f5e085-0284-4236-9dbf-35d2d452e277,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T10:52:12Z,topic='l3_agent')) {'router_ids': ['9e38f158-3956-4f71-9d28-1c8f7ee24bdd'], 'active': True} {{(pid=103259) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 11:17:31.886157 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron.db.l3_dvr_db [None req-36ec903b-18ca-4c06-9a71-615e46321063 None None] Set router 9e38f158-3956-4f71-9d28-1c8f7ee24bdd gateway port host: dv-cinder-830088-4-iscsi {{(pid=103259) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 11:17:32.094469 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron.db.l3_hamode_db [None req-36ec903b-18ca-4c06-9a71-615e46321063 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9e38f158-3956-4f71-9d28-1c8f7ee24bdd', 'name': 'tempest-TestVolumeBootPattern-561075206-router', 'tenant_id': 'c2c05547762540eabb9d44e9bf42d19d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b7be5f2-485b-4c85-8f98-fb200971b61c', 'external_fixed_ips': [{'subnet_id': '4887111e-1302-416a-ab8e-c957c9df7f85', 'ip_address': '172.27.3.212'}], 'enable_snat': True}, 'gw_port_id': '28ccd685-151e-4be1-baa9-192dffe3854b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T11:08:56Z', 'updated_at': '2022-04-12T11:08:59Z', 'revision_number': 4, 'project_id': 'c2c05547762540eabb9d44e9bf42d19d', 'gw_port': {'id': '28ccd685-151e-4be1-baa9-192dffe3854b', 'name': '', 'network_id': '3b7be5f2-485b-4c85-8f98-fb200971b61c', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:dd:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e38f158-3956-4f71-9d28-1c8f7ee24bdd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 489, 'fixed_ips': [{'subnet_id': '4887111e-1302-416a-ab8e-c957c9df7f85', 'ip_address': '172.27.3.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830088-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T11:08:57Z', 'updated_at': '2022-04-12T11:09:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4887111e-1302-416a-ab8e-c957c9df7f85', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830088-4-iscsi', '_floatingips': [{'id': '5a50a212-5454-4397-b79c-44949c944c8a', 'tenant_id': 'c2c05547762540eabb9d44e9bf42d19d', 'floating_ip_address': '172.27.3.48', 'floating_network_id': '3b7be5f2-485b-4c85-8f98-fb200971b61c', 'router_id': '9e38f158-3956-4f71-9d28-1c8f7ee24bdd', 'port_id': '916b9215-bc88-4bf9-ba72-dd4d5590f88d', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 737, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1232fc79-51a8-446f-8db9-91c7982426a3', 'mac_address': 'fa:16:3e:d1:a3:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b729849-124d-4cad-857e-d761c7bbc66c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-12T11:12:57Z', 'updated_at': '2022-04-12T11:12:59Z', 'revision_number': 1, 'project_id': 'c2c05547762540eabb9d44e9bf42d19d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cc86eccc-dfd3-4c80-9648-2e0170ed6613', 'name': '', 'network_id': '1232fc79-51a8-446f-8db9-91c7982426a3', 'tenant_id': 'c2c05547762540eabb9d44e9bf42d19d', 'mac_address': 'fa:16:3e:53:12:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e38f158-3956-4f71-9d28-1c8f7ee24bdd', 'device_owner': 'network:router_interface', 'standard_attr_id': 490, 'fixed_ips': [{'subnet_id': '629313fa-4f32-46d8-868a-0d9dbc8c0fc7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830088-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T11:08:59Z', 'updated_at': '2022-04-12T11:09:03Z', 'revision_number': 5, 'project_id': 'c2c05547762540eabb9d44e9bf42d19d', 'subnets': [{'id': '629313fa-4f32-46d8-868a-0d9dbc8c0fc7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830088-4-iscsi', False) {} {{(pid=103259) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 11:17:32.120361 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36ec903b-18ca-4c06-9a71-615e46321063 None None] The sync data for ids ['9e38f158-3956-4f71-9d28-1c8f7ee24bdd'] in dv-cinder-830088-4-iscsi is: [{'id': '9e38f158-3956-4f71-9d28-1c8f7ee24bdd', 'name': 'tempest-TestVolumeBootPattern-561075206-router', 'tenant_id': 'c2c05547762540eabb9d44e9bf42d19d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b7be5f2-485b-4c85-8f98-fb200971b61c', 'external_fixed_ips': [{'subnet_id': '4887111e-1302-416a-ab8e-c957c9df7f85', 'ip_address': '172.27.3.212'}], 'enable_snat': True}, 'gw_port_id': '28ccd685-151e-4be1-baa9-192dffe3854b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T11:08:56Z', 'updated_at': '2022-04-12T11:08:59Z', 'revision_number': 4, 'project_id': 'c2c05547762540eabb9d44e9bf42d19d', 'gw_port': {'id': '28ccd685-151e-4be1-baa9-192dffe3854b', 'name': '', 'network_id': '3b7be5f2-485b-4c85-8f98-fb200971b61c', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:dd:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e38f158-3956-4f71-9d28-1c8f7ee24bdd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 489, 'fixed_ips': [{'subnet_id': '4887111e-1302-416a-ab8e-c957c9df7f85', 'ip_address': '172.27.3.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830088-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T11:08:57Z', 'updated_at': '2022-04-12T11:09:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4887111e-1302-416a-ab8e-c957c9df7f85', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830088-4-iscsi', '_floatingips': [{'id': '5a50a212-5454-4397-b79c-44949c944c8a', 'tenant_id': 'c2c05547762540eabb9d44e9bf42d19d', 'floating_ip_address': '172.27.3.48', 'floating_network_id': '3b7be5f2-485b-4c85-8f98-fb200971b61c', 'router_id': '9e38f158-3956-4f71-9d28-1c8f7ee24bdd', 'port_id': '916b9215-bc88-4bf9-ba72-dd4d5590f88d', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 737, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1232fc79-51a8-446f-8db9-91c7982426a3', 'mac_address': 'fa:16:3e:d1:a3:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b729849-124d-4cad-857e-d761c7bbc66c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-12T11:12:57Z', 'updated_at': '2022-04-12T11:12:59Z', 'revision_number': 1, 'project_id': 'c2c05547762540eabb9d44e9bf42d19d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cc86eccc-dfd3-4c80-9648-2e0170ed6613', 'name': '', 'network_id': '1232fc79-51a8-446f-8db9-91c7982426a3', 'tenant_id': 'c2c05547762540eabb9d44e9bf42d19d', 'mac_address': 'fa:16:3e:53:12:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e38f158-3956-4f71-9d28-1c8f7ee24bdd', 'device_owner': 'network:router_interface', 'standard_attr_id': 490, 'fixed_ips': [{'subnet_id': '629313fa-4f32-46d8-868a-0d9dbc8c0fc7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830088-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T11:08:59Z', 'updated_at': '2022-04-12T11:09:03Z', 'revision_number': 5, 'project_id': 'c2c05547762540eabb9d44e9bf42d19d', 'subnets': [{'id': '629313fa-4f32-46d8-868a-0d9dbc8c0fc7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103259) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 12 11:17:32.330039 dv-cinder-830088-4-iscsi neutron-server[103260]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f687d50b-2190-4e3e-8d54-bd285a6295fa None None] New status for floating IP 5124ffe3-e4a2-4141-964f-1bd27f70ed87: DOWN {{(pid=103260) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 12 11:17:32.581513 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d864ebb5-2f47-4c87-a3a4-8bd8f2c19129 req-a5049c54-8005-423b-9ea3-2ff5386371b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:17:32.582974 dv-cinder-830088-4-iscsi neutron-server[103257]: INFO neutron.wsgi [req-d864ebb5-2f47-4c87-a3a4-8bd8f2c19129 req-a5049c54-8005-423b-9ea3-2ff5386371b0 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=c2c05547762540eabb9d44e9bf42d19d&device_id=a59585f1-5081-4d8a-b652-01438f2e9b95 HTTP/1.1" status: 200 len: 1129 time: 0.0375361 Apr 12 11:17:32.673887 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d864ebb5-2f47-4c87-a3a4-8bd8f2c19129 req-4bb8bc8b-a3e5-4a74-aa32-9c0789ef01b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:17:32.675285 dv-cinder-830088-4-iscsi neutron-server[103257]: INFO neutron.wsgi [req-d864ebb5-2f47-4c87-a3a4-8bd8f2c19129 req-4bb8bc8b-a3e5-4a74-aa32-9c0789ef01b2 service neutron] 10.222.0.53 "GET /v2.0/networks?id=1232fc79-51a8-446f-8db9-91c7982426a3 HTTP/1.1" status: 200 len: 912 time: 0.0854359 Apr 12 11:17:32.705684 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10bde4c7-92a9-4daa-b6d0-d61b05810c09 req-d00cc6c8-4a4f-4b09-8fec-4f751bdb853a tempest-TestVolumeBootPattern-1690597324 tempest-TestVolumeBootPattern-1690597324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:17:32.707166 dv-cinder-830088-4-iscsi neutron-server[103258]: INFO neutron.wsgi [req-10bde4c7-92a9-4daa-b6d0-d61b05810c09 req-d00cc6c8-4a4f-4b09-8fec-4f751bdb853a tempest-TestVolumeBootPattern-1690597324 tempest-TestVolumeBootPattern-1690597324-project] 10.222.0.39 "GET /v2.0/ports?device_id=a59585f1-5081-4d8a-b652-01438f2e9b95 HTTP/1.1" status: 200 len: 945 time: 0.0491316 Apr 12 11:17:32.715866 dv-cinder-830088-4-iscsi neutron-server[103257]: INFO neutron.wsgi [req-d864ebb5-2f47-4c87-a3a4-8bd8f2c19129 req-703241d2-3f7d-4530-b58f-65fcb2cde4c9 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=51696dea-70d9-40b0-97e6-2c14be8f8b87 HTTP/1.1" status: 200 len: 217 time: 0.0338736 Apr 12 11:17:32.753804 dv-cinder-830088-4-iscsi neutron-server[103258]: INFO neutron.wsgi [req-10bde4c7-92a9-4daa-b6d0-d61b05810c09 req-5233c0f6-76ae-4917-9c6d-3afe294ada1a tempest-TestVolumeBootPattern-1690597324 tempest-TestVolumeBootPattern-1690597324-project] 10.222.0.39 "GET /v2.0/security-groups?id=726d01fd-8df5-4a24-846e-ad176077f036&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412285 Apr 12 11:17:32.803571 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d864ebb5-2f47-4c87-a3a4-8bd8f2c19129 req-7aadc757-37b4-466e-b0f6-3e68b07a1bd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:17:32.806044 dv-cinder-830088-4-iscsi neutron-server[103257]: INFO neutron.wsgi [req-d864ebb5-2f47-4c87-a3a4-8bd8f2c19129 req-7aadc757-37b4-466e-b0f6-3e68b07a1bd7 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=629313fa-4f32-46d8-868a-0d9dbc8c0fc7 HTTP/1.1" status: 200 len: 850 time: 0.0506537 Apr 12 11:17:33.298065 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d864ebb5-2f47-4c87-a3a4-8bd8f2c19129 req-4024d7fc-0e7f-45e6-a89f-7291640b79ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:17:33.299542 dv-cinder-830088-4-iscsi neutron-server[103257]: INFO neutron.wsgi [req-d864ebb5-2f47-4c87-a3a4-8bd8f2c19129 req-4024d7fc-0e7f-45e6-a89f-7291640b79ce service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=1232fc79-51a8-446f-8db9-91c7982426a3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0379322 Apr 12 11:17:33.422796 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26298251-5ffc-4b87-8243-05d10bffc174 req-dd09cc8a-5248-4e78-bd8b-77062c8236b6 tempest-TestVolumeBootPattern-1690597324 tempest-TestVolumeBootPattern-1690597324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:17:33.424339 dv-cinder-830088-4-iscsi neutron-server[103258]: INFO neutron.wsgi [req-26298251-5ffc-4b87-8243-05d10bffc174 req-dd09cc8a-5248-4e78-bd8b-77062c8236b6 tempest-TestVolumeBootPattern-1690597324 tempest-TestVolumeBootPattern-1690597324-project] 10.222.0.53 "GET /v2.0/ports?device_id=a59585f1-5081-4d8a-b652-01438f2e9b95 HTTP/1.1" status: 200 len: 945 time: 0.0458150 Apr 12 11:17:33.460570 dv-cinder-830088-4-iscsi neutron-server[103257]: INFO neutron.wsgi [req-d864ebb5-2f47-4c87-a3a4-8bd8f2c19129 req-a9d97357-3d58-448a-96c0-5bb0506a8ddd service neutron] 10.222.0.53 "GET /v2.0/networks/1232fc79-51a8-446f-8db9-91c7982426a3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0827425 Apr 12 11:17:33.510809 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.plugins.ml2.plugin [req-26298251-5ffc-4b87-8243-05d10bffc174 req-3f7e6b27-68f0-4540-9a35-bc3c34459675 tempest-TestVolumeBootPattern-1690597324 tempest-TestVolumeBootPattern-1690597324-project] Deleting port 51696dea-70d9-40b0-97e6-2c14be8f8b87 {{(pid=103258) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 12 11:17:33.511144 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [req-26298251-5ffc-4b87-8243-05d10bffc174 req-3f7e6b27-68f0-4540-9a35-bc3c34459675 tempest-TestVolumeBootPattern-1690597324 tempest-TestVolumeBootPattern-1690597324-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777667983647'] for port (51696dea-70d9-40b0-97e6-2c14be8f8b87), before_delete {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:17:33.552053 dv-cinder-830088-4-iscsi neutron-server[103257]: INFO neutron.wsgi [req-d864ebb5-2f47-4c87-a3a4-8bd8f2c19129 req-59278867-d593-4bdc-b45e-2e017afea9fa service neutron] 10.222.0.53 "GET /v2.0/networks/1232fc79-51a8-446f-8db9-91c7982426a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0857630 Apr 12 11:17:33.599278 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.plugins.ml2.db [req-26298251-5ffc-4b87-8243-05d10bffc174 req-3f7e6b27-68f0-4540-9a35-bc3c34459675 tempest-TestVolumeBootPattern-1690597324 tempest-TestVolumeBootPattern-1690597324-project] For port 51696dea-70d9-40b0-97e6-2c14be8f8b87, host hv-cinder-83008, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83008',level=0,port_id=51696dea-70d9-40b0-97e6-2c14be8f8b87,segment=NetworkSegment(d51f3e71-8cf4-4a31-9034-8318c2e937aa),segment_id=d51f3e71-8cf4-4a31-9034-8318c2e937aa)] {{(pid=103258) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 11:17:33.599632 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [req-26298251-5ffc-4b87-8243-05d10bffc174 req-3f7e6b27-68f0-4540-9a35-bc3c34459675 tempest-TestVolumeBootPattern-1690597324 tempest-TestVolumeBootPattern-1690597324-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-575824'] for port (51696dea-70d9-40b0-97e6-2c14be8f8b87), precommit_delete {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:17:33.612722 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.plugins.ml2.plugin [req-26298251-5ffc-4b87-8243-05d10bffc174 req-3f7e6b27-68f0-4540-9a35-bc3c34459675 tempest-TestVolumeBootPattern-1690597324 tempest-TestVolumeBootPattern-1690597324-project] Calling delete_port for 51696dea-70d9-40b0-97e6-2c14be8f8b87 owned by compute:nova {{(pid=103258) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 12 11:17:33.737172 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [req-26298251-5ffc-4b87-8243-05d10bffc174 req-3f7e6b27-68f0-4540-9a35-bc3c34459675 tempest-TestVolumeBootPattern-1690597324 tempest-TestVolumeBootPattern-1690597324-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1534861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777667992077', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777667450161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4796947'] for port (51696dea-70d9-40b0-97e6-2c14be8f8b87), after_delete {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:17:33.764629 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f7e6b27-68f0-4540-9a35-bc3c34459675 tempest-TestVolumeBootPattern-1690597324 tempest-TestVolumeBootPattern-1690597324-project] Pushing event deleted for resources: {'Port': ['ID=51696dea-70d9-40b0-97e6-2c14be8f8b87,revision_number=None']} {{(pid=103258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:17:33.808036 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.db.l3_dvrscheduler_db [req-26298251-5ffc-4b87-8243-05d10bffc174 req-3f7e6b27-68f0-4540-9a35-bc3c34459675 tempest-TestVolumeBootPattern-1690597324 tempest-TestVolumeBootPattern-1690597324-project] No DVR routers for this DVR port 51696dea-70d9-40b0-97e6-2c14be8f8b87 on host hv-cinder-83008 {{(pid=103258) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 12 11:17:33.810519 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [req-26298251-5ffc-4b87-8243-05d10bffc174 req-3f7e6b27-68f0-4540-9a35-bc3c34459675 tempest-TestVolumeBootPattern-1690597324 tempest-TestVolumeBootPattern-1690597324-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108023'] for port (None), before_response {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:17:33.813847 dv-cinder-830088-4-iscsi neutron-server[103258]: INFO neutron.wsgi [req-26298251-5ffc-4b87-8243-05d10bffc174 req-3f7e6b27-68f0-4540-9a35-bc3c34459675 tempest-TestVolumeBootPattern-1690597324 tempest-TestVolumeBootPattern-1690597324-project] 10.222.0.53 "DELETE /v2.0/ports/51696dea-70d9-40b0-97e6-2c14be8f8b87 HTTP/1.1" status: 204 len: 173 time: 0.3848131 Apr 12 11:17:33.814287 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a59585f1-5081-4d8a-b652-01438f2e9b95', 'name': 'network-vif-deleted', 'tag': '51696dea-70d9-40b0-97e6-2c14be8f8b87'}] {{(pid=103258) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 11:17:33.816581 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c54b6d548356c9296345eb8e608a1624e6dfb095c10b2709a108c8ba991c21a4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-34cbad43-8504-43f6-a1d3-58a081e3ae48" -d '{"events": [{"server_uuid": "a59585f1-5081-4d8a-b652-01438f2e9b95", "name": "network-vif-deleted", "tag": "51696dea-70d9-40b0-97e6-2c14be8f8b87"}]}' {{(pid=103258) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 11:17:33.853463 dv-cinder-830088-4-iscsi neutron-server[103257]: INFO neutron.wsgi [req-e4e17548-a07d-4354-9433-9b1ceee1ad5c req-dd640ab0-64e0-4378-bbca-2ab03b50312e tempest-TestVolumeBootPattern-1690597324 tempest-TestVolumeBootPattern-1690597324-project] 10.222.0.39 "GET /v2.0/ports?device_id=a59585f1-5081-4d8a-b652-01438f2e9b95 HTTP/1.1" status: 200 len: 210 time: 0.0293548 Apr 12 11:17:33.857934 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Apr 2022 11:17:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-145c9c72-8dea-46fd-b13e-0336b475396b x-openstack-request-id: req-145c9c72-8dea-46fd-b13e-0336b475396b {{(pid=103258) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 11:17:33.858275 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a59585f1-5081-4d8a-b652-01438f2e9b95", "name": "network-vif-deleted", "tag": "51696dea-70d9-40b0-97e6-2c14be8f8b87", "status": "completed", "code": 200}]} {{(pid=103258) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 11:17:33.858531 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-145c9c72-8dea-46fd-b13e-0336b475396b {{(pid=103258) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 11:17:33.858962 dv-cinder-830088-4-iscsi neutron-server[103258]: INFO neutron.notifiers.nova [-] Nova event matching ['req-145c9c72-8dea-46fd-b13e-0336b475396b'] response: {'server_uuid': 'a59585f1-5081-4d8a-b652-01438f2e9b95', 'name': 'network-vif-deleted', 'tag': '51696dea-70d9-40b0-97e6-2c14be8f8b87', 'status': 'completed', 'code': 200} Apr 12 11:17:37.129226 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.wsgi [-] (103258) accepted ('10.222.0.39', 33248) {{(pid=103258) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 11:17:37.274133 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.plugins.ml2.plugin [None req-9418bcba-01ef-4083-b535-7e56109139de tempest-TestVolumeBootPattern-1690597324 tempest-TestVolumeBootPattern-1690597324-project] Deleting port 5199dd96-d60d-4934-a108-9aeac1e01a02 {{(pid=103258) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 12 11:17:37.274463 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-9418bcba-01ef-4083-b535-7e56109139de tempest-TestVolumeBootPattern-1690597324 tempest-TestVolumeBootPattern-1690597324-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777667983647'] for port (5199dd96-d60d-4934-a108-9aeac1e01a02), before_delete {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:17:37.345492 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-9418bcba-01ef-4083-b535-7e56109139de tempest-TestVolumeBootPattern-1690597324 tempest-TestVolumeBootPattern-1690597324-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-575824'] for port (5199dd96-d60d-4934-a108-9aeac1e01a02), precommit_delete {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:17:37.345809 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-9418bcba-01ef-4083-b535-7e56109139de tempest-TestVolumeBootPattern-1690597324 tempest-TestVolumeBootPattern-1690597324-project] Publish callbacks [] for floatingip (5199dd96-d60d-4934-a108-9aeac1e01a02), precommit_delete {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:17:37.357373 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.plugins.ml2.plugin [None req-9418bcba-01ef-4083-b535-7e56109139de tempest-TestVolumeBootPattern-1690597324 tempest-TestVolumeBootPattern-1690597324-project] Calling delete_port for 5199dd96-d60d-4934-a108-9aeac1e01a02 owned by network:floatingip {{(pid=103258) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 12 11:17:37.502991 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-9418bcba-01ef-4083-b535-7e56109139de tempest-TestVolumeBootPattern-1690597324 tempest-TestVolumeBootPattern-1690597324-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1534861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777667992077', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777667450161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4796947'] for port (5199dd96-d60d-4934-a108-9aeac1e01a02), after_delete {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:17:37.528531 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9418bcba-01ef-4083-b535-7e56109139de tempest-TestVolumeBootPattern-1690597324 tempest-TestVolumeBootPattern-1690597324-project] Pushing event deleted for resources: {'Port': ['ID=5199dd96-d60d-4934-a108-9aeac1e01a02,revision_number=None']} {{(pid=103258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:17:37.588403 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-9418bcba-01ef-4083-b535-7e56109139de tempest-TestVolumeBootPattern-1690597324 tempest-TestVolumeBootPattern-1690597324-project] Publish callbacks [] for floatingip (5a50a212-5454-4397-b79c-44949c944c8a), after_delete {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:17:37.588725 dv-cinder-830088-4-iscsi neutron-server[103258]: INFO neutron.db.l3_db [None req-9418bcba-01ef-4083-b535-7e56109139de tempest-TestVolumeBootPattern-1690597324 tempest-TestVolumeBootPattern-1690597324-project] Floating IP 5a50a212-5454-4397-b79c-44949c944c8a disassociated (deleted). External IP: 172.27.3.48, port: 916b9215-bc88-4bf9-ba72-dd4d5590f88d. Apr 12 11:17:37.608629 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron.plugins.ml2.rpc [None req-ae6c308c-a92e-4424-a7f8-d6a17e5174ef None None] Device 51696dea-70d9-40b0-97e6-2c14be8f8b87 no longer exists at agent hyperv_hv-cinder-83008 {{(pid=103259) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 12 11:17:37.634201 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron.plugins.ml2.plugin [None req-ae6c308c-a92e-4424-a7f8-d6a17e5174ef None None] No Port match for: 51696dea-70d9-40b0-97e6-2c14be8f8b87 {{(pid=103259) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 12 11:17:37.634540 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron.plugins.ml2.rpc [None req-ae6c308c-a92e-4424-a7f8-d6a17e5174ef None None] Device 51696dea-70d9-40b0-97e6-2c14be8f8b87 not bound to the agent host hv-cinder-83008 {{(pid=103259) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 12 11:17:38.050164 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9418bcba-01ef-4083-b535-7e56109139de tempest-TestVolumeBootPattern-1690597324 tempest-TestVolumeBootPattern-1690597324-project] Router 9e38f158-3956-4f71-9d28-1c8f7ee24bdd has already been hosted by L3 agent 77f5e085-0284-4236-9dbf-35d2d452e277 {{(pid=103258) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 12 11:17:38.156436 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9418bcba-01ef-4083-b535-7e56109139de tempest-TestVolumeBootPattern-1690597324 tempest-TestVolumeBootPattern-1690597324-project] Notify agent at l3_agent.dv-cinder-830088-4-iscsi the message routers_updated {{(pid=103258) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 12 11:17:38.160935 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-9418bcba-01ef-4083-b535-7e56109139de tempest-TestVolumeBootPattern-1690597324 tempest-TestVolumeBootPattern-1690597324-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108023'] for floatingip (None), before_response {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:17:38.166775 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15f12766-0e95-4003-950b-7bb805ec0b63 None None] Sync routers for ids ['9e38f158-3956-4f71-9d28-1c8f7ee24bdd'] in dv-cinder-830088-4-iscsi {{(pid=103259) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 12 11:17:38.176724 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15f12766-0e95-4003-950b-7bb805ec0b63 None None] Routers {'9e38f158-3956-4f71-9d28-1c8f7ee24bdd'} bound to L3 agent in host dv-cinder-830088-4-iscsi {{(pid=103259) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 11:17:38.177325 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron.db.l3_hamode_db [None req-15f12766-0e95-4003-950b-7bb805ec0b63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830088-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-12T10:52:12Z,description=,heartbeat_timestamp=2022-04-12T11:17:13Z,host='dv-cinder-830088-4-iscsi',id=77f5e085-0284-4236-9dbf-35d2d452e277,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T10:52:12Z,topic='l3_agent')) {'router_ids': ['9e38f158-3956-4f71-9d28-1c8f7ee24bdd'], 'active': True} {{(pid=103259) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 11:17:38.190450 dv-cinder-830088-4-iscsi neutron-server[103258]: INFO neutron.wsgi [None req-9418bcba-01ef-4083-b535-7e56109139de tempest-TestVolumeBootPattern-1690597324 tempest-TestVolumeBootPattern-1690597324-project] 10.222.0.39 "DELETE /v2.0/floatingips/5a50a212-5454-4397-b79c-44949c944c8a HTTP/1.1" status: 204 len: 168 time: 1.0601637 Apr 12 11:17:38.191071 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6b729849-124d-4cad-857e-d761c7bbc66c', 'tag': '916b9215-bc88-4bf9-ba72-dd4d5590f88d'}] {{(pid=103258) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 11:17:38.193296 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c54b6d548356c9296345eb8e608a1624e6dfb095c10b2709a108c8ba991c21a4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8243a643-5f26-4763-a00b-587d00a2df70" -d '{"events": [{"name": "network-changed", "server_uuid": "6b729849-124d-4cad-857e-d761c7bbc66c", "tag": "916b9215-bc88-4bf9-ba72-dd4d5590f88d"}]}' {{(pid=103258) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 11:17:38.230044 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Apr 2022 11:17:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f7c66b78-fb1d-4038-a6fb-1ee2f6b8353a x-openstack-request-id: req-f7c66b78-fb1d-4038-a6fb-1ee2f6b8353a {{(pid=103258) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 11:17:38.230335 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6b729849-124d-4cad-857e-d761c7bbc66c", "tag": "916b9215-bc88-4bf9-ba72-dd4d5590f88d", "status": "completed", "code": 200}]} {{(pid=103258) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 11:17:38.230585 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-f7c66b78-fb1d-4038-a6fb-1ee2f6b8353a {{(pid=103258) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 11:17:38.231034 dv-cinder-830088-4-iscsi neutron-server[103258]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f7c66b78-fb1d-4038-a6fb-1ee2f6b8353a'] response: {'name': 'network-changed', 'server_uuid': '6b729849-124d-4cad-857e-d761c7bbc66c', 'tag': '916b9215-bc88-4bf9-ba72-dd4d5590f88d', 'status': 'completed', 'code': 200} Apr 12 11:17:38.288694 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron.db.l3_dvr_db [None req-15f12766-0e95-4003-950b-7bb805ec0b63 None None] Set router 9e38f158-3956-4f71-9d28-1c8f7ee24bdd gateway port host: dv-cinder-830088-4-iscsi {{(pid=103259) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 11:17:38.312125 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8243a643-5f26-4763-a00b-587d00a2df70 req-9ebf1fe5-ccc6-4c94-870f-be9666c29977 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:17:38.313524 dv-cinder-830088-4-iscsi neutron-server[103258]: INFO neutron.wsgi [req-8243a643-5f26-4763-a00b-587d00a2df70 req-9ebf1fe5-ccc6-4c94-870f-be9666c29977 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=c2c05547762540eabb9d44e9bf42d19d&device_id=6b729849-124d-4cad-857e-d761c7bbc66c HTTP/1.1" status: 200 len: 1130 time: 0.0406740 Apr 12 11:17:38.434870 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf26f7cc-953e-4267-9a6c-ce137a14c45a req-72e71ad0-b247-4d9f-92eb-48a37385d7c9 tempest-TestVolumeBootPattern-1690597324 tempest-TestVolumeBootPattern-1690597324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:17:38.436352 dv-cinder-830088-4-iscsi neutron-server[103258]: INFO neutron.wsgi [req-cf26f7cc-953e-4267-9a6c-ce137a14c45a req-72e71ad0-b247-4d9f-92eb-48a37385d7c9 tempest-TestVolumeBootPattern-1690597324 tempest-TestVolumeBootPattern-1690597324-project] 10.222.0.39 "GET /v2.0/ports?device_id=6b729849-124d-4cad-857e-d761c7bbc66c HTTP/1.1" status: 200 len: 946 time: 0.0559957 Apr 12 11:17:38.452414 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8243a643-5f26-4763-a00b-587d00a2df70 req-36160226-a147-483e-a9eb-33c22954294d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:17:38.453832 dv-cinder-830088-4-iscsi neutron-server[103258]: INFO neutron.wsgi [req-8243a643-5f26-4763-a00b-587d00a2df70 req-36160226-a147-483e-a9eb-33c22954294d service neutron] 10.222.0.53 "GET /v2.0/networks?id=1232fc79-51a8-446f-8db9-91c7982426a3 HTTP/1.1" status: 200 len: 912 time: 0.1343546 Apr 12 11:17:38.490602 dv-cinder-830088-4-iscsi neutron-server[103258]: INFO neutron.wsgi [req-cf26f7cc-953e-4267-9a6c-ce137a14c45a req-1cc1c62d-6cd0-46e5-b58e-15e5a0d3a99d tempest-TestVolumeBootPattern-1690597324 tempest-TestVolumeBootPattern-1690597324-project] 10.222.0.39 "GET /v2.0/security-groups?id=726d01fd-8df5-4a24-846e-ad176077f036&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0487273 Apr 12 11:17:38.491123 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron.db.l3_hamode_db [None req-15f12766-0e95-4003-950b-7bb805ec0b63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9e38f158-3956-4f71-9d28-1c8f7ee24bdd', 'name': 'tempest-TestVolumeBootPattern-561075206-router', 'tenant_id': 'c2c05547762540eabb9d44e9bf42d19d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b7be5f2-485b-4c85-8f98-fb200971b61c', 'external_fixed_ips': [{'subnet_id': '4887111e-1302-416a-ab8e-c957c9df7f85', 'ip_address': '172.27.3.212'}], 'enable_snat': True}, 'gw_port_id': '28ccd685-151e-4be1-baa9-192dffe3854b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T11:08:56Z', 'updated_at': '2022-04-12T11:08:59Z', 'revision_number': 4, 'project_id': 'c2c05547762540eabb9d44e9bf42d19d', 'gw_port': {'id': '28ccd685-151e-4be1-baa9-192dffe3854b', 'name': '', 'network_id': '3b7be5f2-485b-4c85-8f98-fb200971b61c', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:dd:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e38f158-3956-4f71-9d28-1c8f7ee24bdd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 489, 'fixed_ips': [{'subnet_id': '4887111e-1302-416a-ab8e-c957c9df7f85', 'ip_address': '172.27.3.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830088-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T11:08:57Z', 'updated_at': '2022-04-12T11:09:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4887111e-1302-416a-ab8e-c957c9df7f85', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830088-4-iscsi', '_interfaces': [{'id': 'cc86eccc-dfd3-4c80-9648-2e0170ed6613', 'name': '', 'network_id': '1232fc79-51a8-446f-8db9-91c7982426a3', 'tenant_id': 'c2c05547762540eabb9d44e9bf42d19d', 'mac_address': 'fa:16:3e:53:12:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e38f158-3956-4f71-9d28-1c8f7ee24bdd', 'device_owner': 'network:router_interface', 'standard_attr_id': 490, 'fixed_ips': [{'subnet_id': '629313fa-4f32-46d8-868a-0d9dbc8c0fc7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830088-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T11:08:59Z', 'updated_at': '2022-04-12T11:09:03Z', 'revision_number': 5, 'project_id': 'c2c05547762540eabb9d44e9bf42d19d', 'subnets': [{'id': '629313fa-4f32-46d8-868a-0d9dbc8c0fc7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830088-4-iscsi', False) {} {{(pid=103259) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 11:17:38.521250 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15f12766-0e95-4003-950b-7bb805ec0b63 None None] Checking router: 9e38f158-3956-4f71-9d28-1c8f7ee24bdd for host: dv-cinder-830088-4-iscsi {{(pid=103259) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 12 11:17:38.530073 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15f12766-0e95-4003-950b-7bb805ec0b63 None None] Routers {'9e38f158-3956-4f71-9d28-1c8f7ee24bdd'} bound to L3 agent in host dv-cinder-830088-4-iscsi {{(pid=103259) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 11:17:38.530731 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron.db.l3_hamode_db [None req-15f12766-0e95-4003-950b-7bb805ec0b63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830088-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-12T10:52:12Z,description=,heartbeat_timestamp=2022-04-12T11:17:13Z,host='dv-cinder-830088-4-iscsi',id=77f5e085-0284-4236-9dbf-35d2d452e277,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T10:52:12Z,topic='l3_agent')) {'router_ids': ['9e38f158-3956-4f71-9d28-1c8f7ee24bdd'], 'active': True} {{(pid=103259) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 11:17:38.633324 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron.db.l3_dvr_db [None req-15f12766-0e95-4003-950b-7bb805ec0b63 None None] Set router 9e38f158-3956-4f71-9d28-1c8f7ee24bdd gateway port host: dv-cinder-830088-4-iscsi {{(pid=103259) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 11:17:38.812274 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron.db.l3_hamode_db [None req-15f12766-0e95-4003-950b-7bb805ec0b63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9e38f158-3956-4f71-9d28-1c8f7ee24bdd', 'name': 'tempest-TestVolumeBootPattern-561075206-router', 'tenant_id': 'c2c05547762540eabb9d44e9bf42d19d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b7be5f2-485b-4c85-8f98-fb200971b61c', 'external_fixed_ips': [{'subnet_id': '4887111e-1302-416a-ab8e-c957c9df7f85', 'ip_address': '172.27.3.212'}], 'enable_snat': True}, 'gw_port_id': '28ccd685-151e-4be1-baa9-192dffe3854b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T11:08:56Z', 'updated_at': '2022-04-12T11:08:59Z', 'revision_number': 4, 'project_id': 'c2c05547762540eabb9d44e9bf42d19d', 'gw_port': {'id': '28ccd685-151e-4be1-baa9-192dffe3854b', 'name': '', 'network_id': '3b7be5f2-485b-4c85-8f98-fb200971b61c', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:dd:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e38f158-3956-4f71-9d28-1c8f7ee24bdd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 489, 'fixed_ips': [{'subnet_id': '4887111e-1302-416a-ab8e-c957c9df7f85', 'ip_address': '172.27.3.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830088-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T11:08:57Z', 'updated_at': '2022-04-12T11:09:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4887111e-1302-416a-ab8e-c957c9df7f85', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830088-4-iscsi', '_interfaces': [{'id': 'cc86eccc-dfd3-4c80-9648-2e0170ed6613', 'name': '', 'network_id': '1232fc79-51a8-446f-8db9-91c7982426a3', 'tenant_id': 'c2c05547762540eabb9d44e9bf42d19d', 'mac_address': 'fa:16:3e:53:12:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e38f158-3956-4f71-9d28-1c8f7ee24bdd', 'device_owner': 'network:router_interface', 'standard_attr_id': 490, 'fixed_ips': [{'subnet_id': '629313fa-4f32-46d8-868a-0d9dbc8c0fc7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830088-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T11:08:59Z', 'updated_at': '2022-04-12T11:09:03Z', 'revision_number': 5, 'project_id': 'c2c05547762540eabb9d44e9bf42d19d', 'subnets': [{'id': '629313fa-4f32-46d8-868a-0d9dbc8c0fc7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830088-4-iscsi', False) {} {{(pid=103259) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 11:17:38.838578 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15f12766-0e95-4003-950b-7bb805ec0b63 None None] The sync data for ids ['9e38f158-3956-4f71-9d28-1c8f7ee24bdd'] in dv-cinder-830088-4-iscsi is: [{'id': '9e38f158-3956-4f71-9d28-1c8f7ee24bdd', 'name': 'tempest-TestVolumeBootPattern-561075206-router', 'tenant_id': 'c2c05547762540eabb9d44e9bf42d19d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b7be5f2-485b-4c85-8f98-fb200971b61c', 'external_fixed_ips': [{'subnet_id': '4887111e-1302-416a-ab8e-c957c9df7f85', 'ip_address': '172.27.3.212'}], 'enable_snat': True}, 'gw_port_id': '28ccd685-151e-4be1-baa9-192dffe3854b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T11:08:56Z', 'updated_at': '2022-04-12T11:08:59Z', 'revision_number': 4, 'project_id': 'c2c05547762540eabb9d44e9bf42d19d', 'gw_port': {'id': '28ccd685-151e-4be1-baa9-192dffe3854b', 'name': '', 'network_id': '3b7be5f2-485b-4c85-8f98-fb200971b61c', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:dd:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e38f158-3956-4f71-9d28-1c8f7ee24bdd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 489, 'fixed_ips': [{'subnet_id': '4887111e-1302-416a-ab8e-c957c9df7f85', 'ip_address': '172.27.3.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830088-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T11:08:57Z', 'updated_at': '2022-04-12T11:09:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4887111e-1302-416a-ab8e-c957c9df7f85', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830088-4-iscsi', '_interfaces': [{'id': 'cc86eccc-dfd3-4c80-9648-2e0170ed6613', 'name': '', 'network_id': '1232fc79-51a8-446f-8db9-91c7982426a3', 'tenant_id': 'c2c05547762540eabb9d44e9bf42d19d', 'mac_address': 'fa:16:3e:53:12:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e38f158-3956-4f71-9d28-1c8f7ee24bdd', 'device_owner': 'network:router_interface', 'standard_attr_id': 490, 'fixed_ips': [{'subnet_id': '629313fa-4f32-46d8-868a-0d9dbc8c0fc7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830088-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T11:08:59Z', 'updated_at': '2022-04-12T11:09:03Z', 'revision_number': 5, 'project_id': 'c2c05547762540eabb9d44e9bf42d19d', 'subnets': [{'id': '629313fa-4f32-46d8-868a-0d9dbc8c0fc7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103259) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 12 11:17:39.044389 dv-cinder-830088-4-iscsi neutron-server[103260]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-354ae9bf-5a2c-4b5c-a29a-adb27ec100b7 None None] New status for floating IP 5a50a212-5454-4397-b79c-44949c944c8a: DOWN {{(pid=103260) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 12 11:17:39.299487 dv-cinder-830088-4-iscsi neutron-server[103258]: INFO neutron.wsgi [req-8243a643-5f26-4763-a00b-587d00a2df70 req-80e20919-51c0-45c0-b583-1a2bc4295bbe service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=916b9215-bc88-4bf9-ba72-dd4d5590f88d HTTP/1.1" status: 200 len: 217 time: 0.0338399 Apr 12 11:17:39.349069 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8243a643-5f26-4763-a00b-587d00a2df70 req-a10cfda2-57b6-4daa-b25a-b575bf2eb908 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:17:39.350459 dv-cinder-830088-4-iscsi neutron-server[103258]: INFO neutron.wsgi [req-8243a643-5f26-4763-a00b-587d00a2df70 req-a10cfda2-57b6-4daa-b25a-b575bf2eb908 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=629313fa-4f32-46d8-868a-0d9dbc8c0fc7 HTTP/1.1" status: 200 len: 850 time: 0.0454586 Apr 12 11:17:39.392546 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8243a643-5f26-4763-a00b-587d00a2df70 req-f09ffc75-bf24-40ce-8bad-55bad8ba577c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:17:39.394090 dv-cinder-830088-4-iscsi neutron-server[103258]: INFO neutron.wsgi [req-8243a643-5f26-4763-a00b-587d00a2df70 req-f09ffc75-bf24-40ce-8bad-55bad8ba577c service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=1232fc79-51a8-446f-8db9-91c7982426a3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0371227 Apr 12 11:17:39.481547 dv-cinder-830088-4-iscsi neutron-server[103258]: INFO neutron.wsgi [req-8243a643-5f26-4763-a00b-587d00a2df70 req-a4cc7feb-c26d-48e8-b652-1dced65e3d16 service neutron] 10.222.0.53 "GET /v2.0/networks/1232fc79-51a8-446f-8db9-91c7982426a3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0803707 Apr 12 11:17:39.606722 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c34a658-d370-4a76-803b-336fbc18d02f req-99e42a9a-a046-4b82-b5e4-0e36a6715f0f tempest-TestVolumeBootPattern-1690597324 tempest-TestVolumeBootPattern-1690597324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:17:39.608219 dv-cinder-830088-4-iscsi neutron-server[103257]: INFO neutron.wsgi [req-9c34a658-d370-4a76-803b-336fbc18d02f req-99e42a9a-a046-4b82-b5e4-0e36a6715f0f tempest-TestVolumeBootPattern-1690597324 tempest-TestVolumeBootPattern-1690597324-project] 10.222.0.39 "GET /v2.0/ports?device_id=6b729849-124d-4cad-857e-d761c7bbc66c HTTP/1.1" status: 200 len: 946 time: 0.0469341 Apr 12 11:17:39.654937 dv-cinder-830088-4-iscsi neutron-server[103257]: INFO neutron.wsgi [req-9c34a658-d370-4a76-803b-336fbc18d02f req-91f518ad-1f5d-41cc-94bf-ea72e83aeb09 tempest-TestVolumeBootPattern-1690597324 tempest-TestVolumeBootPattern-1690597324-project] 10.222.0.39 "GET /v2.0/security-groups?id=726d01fd-8df5-4a24-846e-ad176077f036&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410135 Apr 12 11:17:39.741070 dv-cinder-830088-4-iscsi neutron-server[103258]: INFO neutron.wsgi [req-8243a643-5f26-4763-a00b-587d00a2df70 req-328035b7-36d2-416c-b0b9-62afc6578f91 service neutron] 10.222.0.53 "GET /v2.0/networks/1232fc79-51a8-446f-8db9-91c7982426a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0837429 Apr 12 11:17:40.067315 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b4cbdba-4ab0-4846-86a9-810a14f85533 req-abac3e30-be3d-4334-b963-a1b63e668081 tempest-TestVolumeBootPattern-1690597324 tempest-TestVolumeBootPattern-1690597324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:17:40.068653 dv-cinder-830088-4-iscsi neutron-server[103258]: INFO neutron.wsgi [req-7b4cbdba-4ab0-4846-86a9-810a14f85533 req-abac3e30-be3d-4334-b963-a1b63e668081 tempest-TestVolumeBootPattern-1690597324 tempest-TestVolumeBootPattern-1690597324-project] 10.222.0.53 "GET /v2.0/ports?device_id=6b729849-124d-4cad-857e-d761c7bbc66c HTTP/1.1" status: 200 len: 946 time: 0.0447216 Apr 12 11:17:40.153181 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.plugins.ml2.plugin [req-7b4cbdba-4ab0-4846-86a9-810a14f85533 req-bbb4099c-b84e-4342-bd74-947e6d7d6a0f tempest-TestVolumeBootPattern-1690597324 tempest-TestVolumeBootPattern-1690597324-project] Deleting port 916b9215-bc88-4bf9-ba72-dd4d5590f88d {{(pid=103258) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 12 11:17:40.153519 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [req-7b4cbdba-4ab0-4846-86a9-810a14f85533 req-bbb4099c-b84e-4342-bd74-947e6d7d6a0f tempest-TestVolumeBootPattern-1690597324 tempest-TestVolumeBootPattern-1690597324-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777667983647'] for port (916b9215-bc88-4bf9-ba72-dd4d5590f88d), before_delete {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:17:40.239274 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.plugins.ml2.db [req-7b4cbdba-4ab0-4846-86a9-810a14f85533 req-bbb4099c-b84e-4342-bd74-947e6d7d6a0f tempest-TestVolumeBootPattern-1690597324 tempest-TestVolumeBootPattern-1690597324-project] For port 916b9215-bc88-4bf9-ba72-dd4d5590f88d, host hv-cinder-83008, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83008',level=0,port_id=916b9215-bc88-4bf9-ba72-dd4d5590f88d,segment=NetworkSegment(d51f3e71-8cf4-4a31-9034-8318c2e937aa),segment_id=d51f3e71-8cf4-4a31-9034-8318c2e937aa)] {{(pid=103258) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 11:17:40.239631 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [req-7b4cbdba-4ab0-4846-86a9-810a14f85533 req-bbb4099c-b84e-4342-bd74-947e6d7d6a0f tempest-TestVolumeBootPattern-1690597324 tempest-TestVolumeBootPattern-1690597324-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-575824'] for port (916b9215-bc88-4bf9-ba72-dd4d5590f88d), precommit_delete {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:17:40.252384 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.plugins.ml2.plugin [req-7b4cbdba-4ab0-4846-86a9-810a14f85533 req-bbb4099c-b84e-4342-bd74-947e6d7d6a0f tempest-TestVolumeBootPattern-1690597324 tempest-TestVolumeBootPattern-1690597324-project] Calling delete_port for 916b9215-bc88-4bf9-ba72-dd4d5590f88d owned by compute:nova {{(pid=103258) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 12 11:17:40.284284 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron_lib.callbacks.manager [None req-1cc67e93-3b64-41c6-b7e3-f5bbcdde6935 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777667879581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1343690'] for agent (0a0a44e5-732d-48d9-a8ad-b47e7b7c1a86), after_update {{(pid=103259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:17:40.377627 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [req-7b4cbdba-4ab0-4846-86a9-810a14f85533 req-bbb4099c-b84e-4342-bd74-947e6d7d6a0f tempest-TestVolumeBootPattern-1690597324 tempest-TestVolumeBootPattern-1690597324-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1534861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777667992077', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777667450161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4796947'] for port (916b9215-bc88-4bf9-ba72-dd4d5590f88d), after_delete {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:17:40.407709 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbb4099c-b84e-4342-bd74-947e6d7d6a0f tempest-TestVolumeBootPattern-1690597324 tempest-TestVolumeBootPattern-1690597324-project] Pushing event deleted for resources: {'Port': ['ID=916b9215-bc88-4bf9-ba72-dd4d5590f88d,revision_number=None']} {{(pid=103258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:17:40.457739 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.db.l3_dvrscheduler_db [req-7b4cbdba-4ab0-4846-86a9-810a14f85533 req-bbb4099c-b84e-4342-bd74-947e6d7d6a0f tempest-TestVolumeBootPattern-1690597324 tempest-TestVolumeBootPattern-1690597324-project] No DVR routers for this DVR port 916b9215-bc88-4bf9-ba72-dd4d5590f88d on host hv-cinder-83008 {{(pid=103258) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 12 11:17:40.460295 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [req-7b4cbdba-4ab0-4846-86a9-810a14f85533 req-bbb4099c-b84e-4342-bd74-947e6d7d6a0f tempest-TestVolumeBootPattern-1690597324 tempest-TestVolumeBootPattern-1690597324-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108023'] for port (None), before_response {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:17:40.463989 dv-cinder-830088-4-iscsi neutron-server[103258]: INFO neutron.wsgi [req-7b4cbdba-4ab0-4846-86a9-810a14f85533 req-bbb4099c-b84e-4342-bd74-947e6d7d6a0f tempest-TestVolumeBootPattern-1690597324 tempest-TestVolumeBootPattern-1690597324-project] 10.222.0.53 "DELETE /v2.0/ports/916b9215-bc88-4bf9-ba72-dd4d5590f88d HTTP/1.1" status: 204 len: 173 time: 0.3902190 Apr 12 11:17:40.464465 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6b729849-124d-4cad-857e-d761c7bbc66c', 'name': 'network-vif-deleted', 'tag': '916b9215-bc88-4bf9-ba72-dd4d5590f88d'}] {{(pid=103258) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 11:17:40.466814 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c54b6d548356c9296345eb8e608a1624e6dfb095c10b2709a108c8ba991c21a4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1381397d-7e50-496c-8442-11174fc8482e" -d '{"events": [{"server_uuid": "6b729849-124d-4cad-857e-d761c7bbc66c", "name": "network-vif-deleted", "tag": "916b9215-bc88-4bf9-ba72-dd4d5590f88d"}]}' {{(pid=103258) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 11:17:40.517229 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Apr 2022 11:17:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4c0eaa73-cca9-4dbd-b795-70badd71b89b x-openstack-request-id: req-4c0eaa73-cca9-4dbd-b795-70badd71b89b {{(pid=103258) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 11:17:40.517528 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6b729849-124d-4cad-857e-d761c7bbc66c", "name": "network-vif-deleted", "tag": "916b9215-bc88-4bf9-ba72-dd4d5590f88d", "status": "completed", "code": 200}]} {{(pid=103258) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 11:17:40.517774 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-4c0eaa73-cca9-4dbd-b795-70badd71b89b {{(pid=103258) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 11:17:40.518438 dv-cinder-830088-4-iscsi neutron-server[103258]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4c0eaa73-cca9-4dbd-b795-70badd71b89b'] response: {'server_uuid': '6b729849-124d-4cad-857e-d761c7bbc66c', 'name': 'network-vif-deleted', 'tag': '916b9215-bc88-4bf9-ba72-dd4d5590f88d', 'status': 'completed', 'code': 200} Apr 12 11:17:40.751803 dv-cinder-830088-4-iscsi neutron-server[103257]: INFO neutron.wsgi [req-f4adf247-be4c-46e9-94bf-c7e6999ffcfc req-bee34d3d-ba27-4f88-8917-3ce0b7068845 tempest-TestVolumeBootPattern-1690597324 tempest-TestVolumeBootPattern-1690597324-project] 10.222.0.39 "GET /v2.0/ports?device_id=6b729849-124d-4cad-857e-d761c7bbc66c HTTP/1.1" status: 200 len: 210 time: 0.0319009 Apr 12 11:17:41.806906 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.wsgi [-] (103258) accepted ('10.222.0.39', 33264) {{(pid=103258) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 11:17:41.919296 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.plugins.ml2.plugin [None req-2386184d-4b41-445a-9d12-d26ac004465d tempest-TestVolumeBootPattern-1690597324 tempest-TestVolumeBootPattern-1690597324-project] Deleting port 94c58219-c9fe-49f1-b4a8-fbda0f901a0d {{(pid=103258) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 12 11:17:41.919634 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-2386184d-4b41-445a-9d12-d26ac004465d tempest-TestVolumeBootPattern-1690597324 tempest-TestVolumeBootPattern-1690597324-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777667983647'] for port (94c58219-c9fe-49f1-b4a8-fbda0f901a0d), before_delete {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:17:41.991244 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-2386184d-4b41-445a-9d12-d26ac004465d tempest-TestVolumeBootPattern-1690597324 tempest-TestVolumeBootPattern-1690597324-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-575824'] for port (94c58219-c9fe-49f1-b4a8-fbda0f901a0d), precommit_delete {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:17:41.991563 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-2386184d-4b41-445a-9d12-d26ac004465d tempest-TestVolumeBootPattern-1690597324 tempest-TestVolumeBootPattern-1690597324-project] Publish callbacks [] for floatingip (94c58219-c9fe-49f1-b4a8-fbda0f901a0d), precommit_delete {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:17:42.003191 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.plugins.ml2.plugin [None req-2386184d-4b41-445a-9d12-d26ac004465d tempest-TestVolumeBootPattern-1690597324 tempest-TestVolumeBootPattern-1690597324-project] Calling delete_port for 94c58219-c9fe-49f1-b4a8-fbda0f901a0d owned by network:floatingip {{(pid=103258) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 12 11:17:42.131541 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-2386184d-4b41-445a-9d12-d26ac004465d tempest-TestVolumeBootPattern-1690597324 tempest-TestVolumeBootPattern-1690597324-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1534861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777667992077', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777667450161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4796947'] for port (94c58219-c9fe-49f1-b4a8-fbda0f901a0d), after_delete {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:17:42.157574 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2386184d-4b41-445a-9d12-d26ac004465d tempest-TestVolumeBootPattern-1690597324 tempest-TestVolumeBootPattern-1690597324-project] Pushing event deleted for resources: {'Port': ['ID=94c58219-c9fe-49f1-b4a8-fbda0f901a0d,revision_number=None']} {{(pid=103258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:17:42.223280 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-2386184d-4b41-445a-9d12-d26ac004465d tempest-TestVolumeBootPattern-1690597324 tempest-TestVolumeBootPattern-1690597324-project] Publish callbacks [] for floatingip (fbce22ab-49ec-429f-8491-c9d466fa8bf8), after_delete {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:17:42.225810 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-2386184d-4b41-445a-9d12-d26ac004465d tempest-TestVolumeBootPattern-1690597324 tempest-TestVolumeBootPattern-1690597324-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108023'] for floatingip (None), before_response {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:17:42.227020 dv-cinder-830088-4-iscsi neutron-server[103258]: INFO neutron.wsgi [None req-2386184d-4b41-445a-9d12-d26ac004465d tempest-TestVolumeBootPattern-1690597324 tempest-TestVolumeBootPattern-1690597324-project] 10.222.0.39 "DELETE /v2.0/floatingips/fbce22ab-49ec-429f-8491-c9d466fa8bf8 HTTP/1.1" status: 204 len: 168 time: 0.4191086 Apr 12 11:17:42.579164 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron_lib.callbacks.manager [None req-4931e9af-0dce-4aa0-b681-fa78a73ca6be None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777667879581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1343690'] for agent (77f5e085-0284-4236-9dbf-35d2d452e277), after_update {{(pid=103259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:17:43.418470 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.wsgi [-] (103258) accepted ('10.222.0.39', 33276) {{(pid=103258) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 11:17:43.473317 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-7a33fb7e-9807-4199-8641-ce893b21e2f4 tempest-TestVolumeBootPattern-1690597324 tempest-TestVolumeBootPattern-1690597324-project] Publish callbacks [] for security_group (726d01fd-8df5-4a24-846e-ad176077f036), before_delete {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:17:43.498087 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-7a33fb7e-9807-4199-8641-ce893b21e2f4 tempest-TestVolumeBootPattern-1690597324 tempest-TestVolumeBootPattern-1690597324-project] Publish callbacks [] for security_group (726d01fd-8df5-4a24-846e-ad176077f036), precommit_delete {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:17:43.558510 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-7a33fb7e-9807-4199-8641-ce893b21e2f4 tempest-TestVolumeBootPattern-1690597324 tempest-TestVolumeBootPattern-1690597324-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-415253'] for security_group (726d01fd-8df5-4a24-846e-ad176077f036), after_delete {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:17:43.561351 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-7a33fb7e-9807-4199-8641-ce893b21e2f4 tempest-TestVolumeBootPattern-1690597324 tempest-TestVolumeBootPattern-1690597324-project] Publish callbacks [] for security_group (None), before_response {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:17:43.566475 dv-cinder-830088-4-iscsi neutron-server[103258]: INFO neutron.wsgi [None req-7a33fb7e-9807-4199-8641-ce893b21e2f4 tempest-TestVolumeBootPattern-1690597324 tempest-TestVolumeBootPattern-1690597324-project] 10.222.0.39 "DELETE /v2.0/security-groups/726d01fd-8df5-4a24-846e-ad176077f036 HTTP/1.1" status: 204 len: 168 time: 0.1430466 Apr 12 11:17:43.574317 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a33fb7e-9807-4199-8641-ce893b21e2f4 tempest-TestVolumeBootPattern-1690597324 tempest-TestVolumeBootPattern-1690597324-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=726d01fd-8df5-4a24-846e-ad176077f036,revision_number=None']} {{(pid=103258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:17:43.605645 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron.plugins.ml2.rpc [None req-ae6c308c-a92e-4424-a7f8-d6a17e5174ef None None] Device 916b9215-bc88-4bf9-ba72-dd4d5590f88d no longer exists at agent hyperv_hv-cinder-83008 {{(pid=103259) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 12 11:17:43.622506 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.wsgi [-] (103258) accepted ('10.222.0.39', 33280) {{(pid=103258) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 11:17:43.626831 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron.plugins.ml2.plugin [None req-ae6c308c-a92e-4424-a7f8-d6a17e5174ef None None] No Port match for: 916b9215-bc88-4bf9-ba72-dd4d5590f88d {{(pid=103259) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 12 11:17:43.627182 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron.plugins.ml2.rpc [None req-ae6c308c-a92e-4424-a7f8-d6a17e5174ef None None] Device 916b9215-bc88-4bf9-ba72-dd4d5590f88d not bound to the agent host hv-cinder-83008 {{(pid=103259) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 12 11:17:43.864503 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron_lib.callbacks.manager [None req-601bd752-88b9-4ad2-8e14-56931e32431b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777667879581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1343690'] for agent (3ceb33ec-7c20-4632-9357-4cc6534463de), after_update {{(pid=103259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:17:44.036351 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-bf282859-86fc-468f-8142-4262be30b926 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-584654'] for router_interface (9e38f158-3956-4f71-9d28-1c8f7ee24bdd), before_delete {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:17:44.261197 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.plugins.ml2.plugin [None req-bf282859-86fc-468f-8142-4262be30b926 admin admin] Deleting port cc86eccc-dfd3-4c80-9648-2e0170ed6613 {{(pid=103258) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 12 11:17:44.261530 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-bf282859-86fc-468f-8142-4262be30b926 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777667983647'] for port (cc86eccc-dfd3-4c80-9648-2e0170ed6613), before_delete {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:17:44.335396 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.plugins.ml2.db [None req-bf282859-86fc-468f-8142-4262be30b926 admin admin] For port cc86eccc-dfd3-4c80-9648-2e0170ed6613, host dv-cinder-830088-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830088-4-iscsi',level=0,port_id=cc86eccc-dfd3-4c80-9648-2e0170ed6613,segment=NetworkSegment(d51f3e71-8cf4-4a31-9034-8318c2e937aa),segment_id=d51f3e71-8cf4-4a31-9034-8318c2e937aa)] {{(pid=103258) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 11:17:44.335749 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-bf282859-86fc-468f-8142-4262be30b926 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-575824'] for port (cc86eccc-dfd3-4c80-9648-2e0170ed6613), precommit_delete {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:17:44.348189 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.plugins.ml2.plugin [None req-bf282859-86fc-468f-8142-4262be30b926 admin admin] Calling delete_port for cc86eccc-dfd3-4c80-9648-2e0170ed6613 owned by network:router_interface {{(pid=103258) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 12 11:17:44.523295 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-bf282859-86fc-468f-8142-4262be30b926 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1534861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777667992077', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777667450161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4796947'] for port (cc86eccc-dfd3-4c80-9648-2e0170ed6613), after_delete {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:17:44.550232 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf282859-86fc-468f-8142-4262be30b926 admin admin] Pushing event deleted for resources: {'Port': ['ID=cc86eccc-dfd3-4c80-9648-2e0170ed6613,revision_number=None']} {{(pid=103258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:17:44.716890 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-bf282859-86fc-468f-8142-4262be30b926 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-586184', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-584546'] for router_interface (9e38f158-3956-4f71-9d28-1c8f7ee24bdd), after_delete {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:17:44.927435 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bf282859-86fc-468f-8142-4262be30b926 admin admin] Router 9e38f158-3956-4f71-9d28-1c8f7ee24bdd has already been hosted by L3 agent 77f5e085-0284-4236-9dbf-35d2d452e277 {{(pid=103258) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 12 11:17:45.103981 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron_lib.callbacks.manager [None req-0acb87d3-0572-4b2c-b7c9-977edd32a8b9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777667879581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1343690'] for agent (3c144e28-9cc5-463d-ad96-a18b19cd455c), after_update {{(pid=103259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:17:45.295241 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bf282859-86fc-468f-8142-4262be30b926 admin admin] Notify agent at l3_agent.dv-cinder-830088-4-iscsi the message routers_updated {{(pid=103258) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 12 11:17:45.300042 dv-cinder-830088-4-iscsi neutron-server[103258]: INFO neutron.wsgi [None req-bf282859-86fc-468f-8142-4262be30b926 admin admin] 10.222.0.39 "PUT /v2.0/routers/9e38f158-3956-4f71-9d28-1c8f7ee24bdd/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6763310 Apr 12 11:17:45.302874 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.wsgi [-] (103258) accepted ('10.222.0.39', 33288) {{(pid=103258) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 11:17:45.304033 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c62be2db-aaef-4b41-9608-0e2789325ede None None] Sync routers for ids ['9e38f158-3956-4f71-9d28-1c8f7ee24bdd'] in dv-cinder-830088-4-iscsi {{(pid=103259) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 12 11:17:45.313825 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c62be2db-aaef-4b41-9608-0e2789325ede None None] Routers {'9e38f158-3956-4f71-9d28-1c8f7ee24bdd'} bound to L3 agent in host dv-cinder-830088-4-iscsi {{(pid=103259) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 11:17:45.314420 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron.db.l3_hamode_db [None req-c62be2db-aaef-4b41-9608-0e2789325ede None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830088-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-12T10:52:12Z,description=,heartbeat_timestamp=2022-04-12T11:17:43Z,host='dv-cinder-830088-4-iscsi',id=77f5e085-0284-4236-9dbf-35d2d452e277,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T10:52:12Z,topic='l3_agent')) {'router_ids': ['9e38f158-3956-4f71-9d28-1c8f7ee24bdd'], 'active': True} {{(pid=103259) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 11:17:45.407775 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-4c36472e-e4b2-4ef7-a860-e63db2359ade admin admin] Publish callbacks [] for router (9e38f158-3956-4f71-9d28-1c8f7ee24bdd), before_delete {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:17:45.417620 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron.db.l3_dvr_db [None req-c62be2db-aaef-4b41-9608-0e2789325ede None None] Set router 9e38f158-3956-4f71-9d28-1c8f7ee24bdd gateway port host: dv-cinder-830088-4-iscsi {{(pid=103259) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 11:17:45.514336 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-4c36472e-e4b2-4ef7-a860-e63db2359ade admin admin] Publish callbacks [] for router_gateway (9e38f158-3956-4f71-9d28-1c8f7ee24bdd), before_delete {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:17:45.560287 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.plugins.ml2.plugin [None req-4c36472e-e4b2-4ef7-a860-e63db2359ade admin admin] Deleting port 28ccd685-151e-4be1-baa9-192dffe3854b {{(pid=103258) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 12 11:17:45.560967 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-4c36472e-e4b2-4ef7-a860-e63db2359ade admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777667983647'] for port (28ccd685-151e-4be1-baa9-192dffe3854b), before_delete {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:17:45.639896 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.plugins.ml2.db [None req-4c36472e-e4b2-4ef7-a860-e63db2359ade admin admin] For port 28ccd685-151e-4be1-baa9-192dffe3854b, host dv-cinder-830088-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830088-4-iscsi',level=0,port_id=28ccd685-151e-4be1-baa9-192dffe3854b,segment=NetworkSegment(d942c271-b630-4108-8616-b993c4b79ecb),segment_id=d942c271-b630-4108-8616-b993c4b79ecb)] {{(pid=103258) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 11:17:45.640248 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-4c36472e-e4b2-4ef7-a860-e63db2359ade admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-575824'] for port (28ccd685-151e-4be1-baa9-192dffe3854b), precommit_delete {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:17:45.652935 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.plugins.ml2.plugin [None req-4c36472e-e4b2-4ef7-a860-e63db2359ade admin admin] Calling delete_port for 28ccd685-151e-4be1-baa9-192dffe3854b owned by network:router_gateway {{(pid=103258) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 12 11:17:45.712494 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron.db.l3_hamode_db [None req-c62be2db-aaef-4b41-9608-0e2789325ede None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9e38f158-3956-4f71-9d28-1c8f7ee24bdd', 'name': 'tempest-TestVolumeBootPattern-561075206-router', 'tenant_id': 'c2c05547762540eabb9d44e9bf42d19d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b7be5f2-485b-4c85-8f98-fb200971b61c', 'external_fixed_ips': [{'subnet_id': '4887111e-1302-416a-ab8e-c957c9df7f85', 'ip_address': '172.27.3.212'}], 'enable_snat': True}, 'gw_port_id': '28ccd685-151e-4be1-baa9-192dffe3854b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T11:08:56Z', 'updated_at': '2022-04-12T11:17:44Z', 'revision_number': 5, 'project_id': 'c2c05547762540eabb9d44e9bf42d19d', 'gw_port': {'id': '28ccd685-151e-4be1-baa9-192dffe3854b', 'name': '', 'network_id': '3b7be5f2-485b-4c85-8f98-fb200971b61c', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:dd:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e38f158-3956-4f71-9d28-1c8f7ee24bdd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 489, 'fixed_ips': [{'subnet_id': '4887111e-1302-416a-ab8e-c957c9df7f85', 'ip_address': '172.27.3.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830088-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T11:08:57Z', 'updated_at': '2022-04-12T11:09:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4887111e-1302-416a-ab8e-c957c9df7f85', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830088-4-iscsi'}], 'dv-cinder-830088-4-iscsi', False) {} {{(pid=103259) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 11:17:45.738933 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c62be2db-aaef-4b41-9608-0e2789325ede None None] Checking router: 9e38f158-3956-4f71-9d28-1c8f7ee24bdd for host: dv-cinder-830088-4-iscsi {{(pid=103259) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 12 11:17:45.747629 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c62be2db-aaef-4b41-9608-0e2789325ede None None] Routers {'9e38f158-3956-4f71-9d28-1c8f7ee24bdd'} bound to L3 agent in host dv-cinder-830088-4-iscsi {{(pid=103259) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 11:17:45.748235 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron.db.l3_hamode_db [None req-c62be2db-aaef-4b41-9608-0e2789325ede None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830088-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-12T10:52:12Z,description=,heartbeat_timestamp=2022-04-12T11:17:43Z,host='dv-cinder-830088-4-iscsi',id=77f5e085-0284-4236-9dbf-35d2d452e277,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T10:52:12Z,topic='l3_agent')) {'router_ids': ['9e38f158-3956-4f71-9d28-1c8f7ee24bdd'], 'active': True} {{(pid=103259) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 11:17:45.821110 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-4c36472e-e4b2-4ef7-a860-e63db2359ade admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1534861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777667992077', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777667450161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4796947'] for port (28ccd685-151e-4be1-baa9-192dffe3854b), after_delete {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:17:45.839081 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron.db.l3_dvr_db [None req-c62be2db-aaef-4b41-9608-0e2789325ede None None] Set router 9e38f158-3956-4f71-9d28-1c8f7ee24bdd gateway port host: None {{(pid=103259) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 11:17:45.846261 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c36472e-e4b2-4ef7-a860-e63db2359ade admin admin] Pushing event deleted for resources: {'Port': ['ID=28ccd685-151e-4be1-baa9-192dffe3854b,revision_number=None']} {{(pid=103258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:17:45.894311 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron.db.l3_hamode_db [None req-c62be2db-aaef-4b41-9608-0e2789325ede None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9e38f158-3956-4f71-9d28-1c8f7ee24bdd', 'name': 'tempest-TestVolumeBootPattern-561075206-router', 'tenant_id': 'c2c05547762540eabb9d44e9bf42d19d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T11:08:56Z', 'updated_at': '2022-04-12T11:17:45Z', 'revision_number': 6, 'project_id': 'c2c05547762540eabb9d44e9bf42d19d', 'gw_port_host': None}], 'dv-cinder-830088-4-iscsi', False) {} {{(pid=103259) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 11:17:45.907314 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-4c36472e-e4b2-4ef7-a860-e63db2359ade admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-579460'] for router_gateway (9e38f158-3956-4f71-9d28-1c8f7ee24bdd), after_delete {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:17:45.920946 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c62be2db-aaef-4b41-9608-0e2789325ede None None] The sync data for ids ['9e38f158-3956-4f71-9d28-1c8f7ee24bdd'] in dv-cinder-830088-4-iscsi is: [{'id': '9e38f158-3956-4f71-9d28-1c8f7ee24bdd', 'name': 'tempest-TestVolumeBootPattern-561075206-router', 'tenant_id': 'c2c05547762540eabb9d44e9bf42d19d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T11:08:56Z', 'updated_at': '2022-04-12T11:17:45Z', 'revision_number': 6, 'project_id': 'c2c05547762540eabb9d44e9bf42d19d', 'gw_port_host': None}] {{(pid=103259) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 12 11:17:46.001089 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-4c36472e-e4b2-4ef7-a860-e63db2359ade admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-519722', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14489'] for router (9e38f158-3956-4f71-9d28-1c8f7ee24bdd), precommit_delete {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:17:46.003246 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-4c36472e-e4b2-4ef7-a860-e63db2359ade admin admin] Publish callbacks [] for router_controller (9e38f158-3956-4f71-9d28-1c8f7ee24bdd), precommit_delete_associations {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:17:46.047975 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-4c36472e-e4b2-4ef7-a860-e63db2359ade admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-519715'] for router (9e38f158-3956-4f71-9d28-1c8f7ee24bdd), after_delete {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:17:46.048561 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4c36472e-e4b2-4ef7-a860-e63db2359ade admin admin] Fanout notify agent at l3_agent the message router_deleted on router 9e38f158-3956-4f71-9d28-1c8f7ee24bdd {{(pid=103258) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 12 11:17:46.052841 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-4c36472e-e4b2-4ef7-a860-e63db2359ade admin admin] Publish callbacks [] for router (None), before_response {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:17:46.053993 dv-cinder-830088-4-iscsi neutron-server[103258]: INFO neutron.wsgi [None req-4c36472e-e4b2-4ef7-a860-e63db2359ade admin admin] 10.222.0.39 "DELETE /v2.0/routers/9e38f158-3956-4f71-9d28-1c8f7ee24bdd HTTP/1.1" status: 204 len: 168 time: 0.7501743 Apr 12 11:17:46.056918 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.wsgi [-] (103258) accepted ('10.222.0.39', 33290) {{(pid=103258) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 11:17:46.100222 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.db.db_base_plugin_v2 [None req-824ab1a9-1a8f-465f-b025-f0e5c065fe33 admin admin] Deleting subnet 629313fa-4f32-46d8-868a-0d9dbc8c0fc7 {{(pid=103258) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Apr 12 11:17:46.103197 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-824ab1a9-1a8f-465f-b025-f0e5c065fe33 admin admin] Publish callbacks [] for subnet (629313fa-4f32-46d8-868a-0d9dbc8c0fc7), before_delete {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:17:46.136830 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-824ab1a9-1a8f-465f-b025-f0e5c065fe33 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5023925'] for subnet (629313fa-4f32-46d8-868a-0d9dbc8c0fc7), precommit_delete_associations {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:17:46.215958 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-824ab1a9-1a8f-465f-b025-f0e5c065fe33 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1528832'] for subnet (629313fa-4f32-46d8-868a-0d9dbc8c0fc7), precommit_delete {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:17:46.270510 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-824ab1a9-1a8f-465f-b025-f0e5c065fe33 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1528889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-439037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4797038', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4732449'] for subnet (629313fa-4f32-46d8-868a-0d9dbc8c0fc7), after_delete {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:17:46.296634 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-824ab1a9-1a8f-465f-b025-f0e5c065fe33 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=629313fa-4f32-46d8-868a-0d9dbc8c0fc7,revision_number=None']} {{(pid=103258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:17:46.301534 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-824ab1a9-1a8f-465f-b025-f0e5c065fe33 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:17:46.307034 dv-cinder-830088-4-iscsi neutron-server[103258]: INFO neutron.wsgi [None req-824ab1a9-1a8f-465f-b025-f0e5c065fe33 admin admin] 10.222.0.39 "DELETE /v2.0/subnets/629313fa-4f32-46d8-868a-0d9dbc8c0fc7 HTTP/1.1" status: 204 len: 168 time: 0.2479086 Apr 12 11:17:46.308716 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.wsgi [-] (103258) accepted ('10.222.0.39', 33292) {{(pid=103258) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 11:17:46.312497 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b1d64fb-d76a-44b2-9575-eaa68e6aec5a None None] Network 1232fc79-51a8-446f-8db9-91c7982426a3 requested from dv-cinder-830088-4-iscsi {{(pid=103259) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 12 11:17:46.395536 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-b0a07bf2-6757-4243-8af3-837bb0709853 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1505875'] for network (1232fc79-51a8-446f-8db9-91c7982426a3), before_delete {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:17:46.444672 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.plugins.ml2.plugin [None req-b0a07bf2-6757-4243-8af3-837bb0709853 admin admin] Deleting port 2a27d270-049a-4f3c-b3ad-a97b14a79288 {{(pid=103258) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 12 11:17:46.445087 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-b0a07bf2-6757-4243-8af3-837bb0709853 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777667983647'] for port (2a27d270-049a-4f3c-b3ad-a97b14a79288), before_delete {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:17:46.507286 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.plugins.ml2.db [None req-b0a07bf2-6757-4243-8af3-837bb0709853 admin admin] For port 2a27d270-049a-4f3c-b3ad-a97b14a79288, host dv-cinder-830088-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830088-4-iscsi',level=0,port_id=2a27d270-049a-4f3c-b3ad-a97b14a79288,segment=NetworkSegment(d51f3e71-8cf4-4a31-9034-8318c2e937aa),segment_id=d51f3e71-8cf4-4a31-9034-8318c2e937aa)] {{(pid=103258) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 11:17:46.507647 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-b0a07bf2-6757-4243-8af3-837bb0709853 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-575824'] for port (2a27d270-049a-4f3c-b3ad-a97b14a79288), precommit_delete {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:17:46.520773 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.plugins.ml2.plugin [None req-b0a07bf2-6757-4243-8af3-837bb0709853 admin admin] Calling delete_port for 2a27d270-049a-4f3c-b3ad-a97b14a79288 owned by network:dhcp {{(pid=103258) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 12 11:17:46.583617 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron_lib.callbacks.manager [None req-e4b062a6-7a21-4431-be77-3c7776c11043 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777667879581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1343690'] for agent (c71cae7d-514b-467a-8477-0a67bee0b970), after_update {{(pid=103259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:17:46.603847 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-b0a07bf2-6757-4243-8af3-837bb0709853 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1534861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777667992077', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777667450161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4796947'] for port (2a27d270-049a-4f3c-b3ad-a97b14a79288), after_delete {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:17:46.627048 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0a07bf2-6757-4243-8af3-837bb0709853 admin admin] Pushing event deleted for resources: {'Port': ['ID=2a27d270-049a-4f3c-b3ad-a97b14a79288,revision_number=None']} {{(pid=103258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:17:46.633384 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0a07bf2-6757-4243-8af3-837bb0709853 admin admin] No DVR routers for this DVR port 2a27d270-049a-4f3c-b3ad-a97b14a79288 on host dv-cinder-830088-4-iscsi {{(pid=103258) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 12 11:17:46.708763 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-b0a07bf2-6757-4243-8af3-837bb0709853 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1527181', 'neutron.services.segments.db._delete_segments_for_network-8777667879599'] for network (1232fc79-51a8-446f-8db9-91c7982426a3), precommit_delete {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:17:46.715617 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10566e28-901b-42df-96ec-1ef7c394b7bc None None] DHCP port deletion for 1232fc79-51a8-446f-8db9-91c7982426a3 request from dv-cinder-830088-4-iscsi {{(pid=103259) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 12 11:17:46.730240 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.services.segments.db [None req-b0a07bf2-6757-4243-8af3-837bb0709853 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1232fc79-51a8-446f-8db9-91c7982426a3']}} {{(pid=103258) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 11:17:46.741065 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron.plugins.ml2.rpc [None req-e4b062a6-7a21-4431-be77-3c7776c11043 None None] Device cc86eccc-dfd3-4c80-9648-2e0170ed6613 no longer exists at agent ovs-agent-dv-cinder-830088-4-iscsi {{(pid=103259) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 12 11:17:46.744600 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.services.segments.db [None req-b0a07bf2-6757-4243-8af3-837bb0709853 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd51f3e71-8cf4-4a31-9034-8318c2e937aa') {'for_net_delete': True} {{(pid=103258) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 11:17:46.744897 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.services.segments.db [None req-b0a07bf2-6757-4243-8af3-837bb0709853 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd51f3e71-8cf4-4a31-9034-8318c2e937aa') {} {{(pid=103258) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 11:17:46.754306 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-b0a07bf2-6757-4243-8af3-837bb0709853 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777667883192', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5023932'] for segment (d51f3e71-8cf4-4a31-9034-8318c2e937aa), before_delete {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:17:46.764658 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron.plugins.ml2.plugin [None req-e4b062a6-7a21-4431-be77-3c7776c11043 None None] No Port match for: cc86eccc-dfd3-4c80-9648-2e0170ed6613 {{(pid=103259) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 12 11:17:46.765141 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron.plugins.ml2.rpc [None req-e4b062a6-7a21-4431-be77-3c7776c11043 None None] Device cc86eccc-dfd3-4c80-9648-2e0170ed6613 not bound to the agent host dv-cinder-830088-4-iscsi {{(pid=103259) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 12 11:17:46.768697 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-b0a07bf2-6757-4243-8af3-837bb0709853 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1531021'] for segment (d51f3e71-8cf4-4a31-9034-8318c2e937aa), precommit_delete {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:17:46.776302 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b0a07bf2-6757-4243-8af3-837bb0709853 admin admin] Releasing vlan 532 on physical network physnet1 to pool {{(pid=103258) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 12 11:17:46.776718 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-b0a07bf2-6757-4243-8af3-837bb0709853 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1531021', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4797124'] for segment (d51f3e71-8cf4-4a31-9034-8318c2e937aa), after_delete {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:17:46.778972 dv-cinder-830088-4-iscsi neutron-server[103258]: Traceback (most recent call last): Apr 12 11:17:46.778972 dv-cinder-830088-4-iscsi neutron-server[103258]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 12 11:17:46.778972 dv-cinder-830088-4-iscsi neutron-server[103258]: timer() Apr 12 11:17:46.778972 dv-cinder-830088-4-iscsi neutron-server[103258]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 12 11:17:46.778972 dv-cinder-830088-4-iscsi neutron-server[103258]: cb(*args, **kw) Apr 12 11:17:46.778972 dv-cinder-830088-4-iscsi neutron-server[103258]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 12 11:17:46.778972 dv-cinder-830088-4-iscsi neutron-server[103258]: return func(*args, **kwargs) Apr 12 11:17:46.778972 dv-cinder-830088-4-iscsi neutron-server[103258]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 12 11:17:46.778972 dv-cinder-830088-4-iscsi neutron-server[103258]: self._notify() Apr 12 11:17:46.778972 dv-cinder-830088-4-iscsi neutron-server[103258]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 12 11:17:46.778972 dv-cinder-830088-4-iscsi neutron-server[103258]: self.callback(batched_events) Apr 12 11:17:46.778972 dv-cinder-830088-4-iscsi neutron-server[103258]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 12 11:17:46.778972 dv-cinder-830088-4-iscsi neutron-server[103258]: event.method(event) Apr 12 11:17:46.778972 dv-cinder-830088-4-iscsi neutron-server[103258]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 12 11:17:46.778972 dv-cinder-830088-4-iscsi neutron-server[103258]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 12 11:17:46.778972 dv-cinder-830088-4-iscsi neutron-server[103258]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 12 11:17:46.778972 dv-cinder-830088-4-iscsi neutron-server[103258]: aggregate_uuid = self.p_client.list_aggregates( Apr 12 11:17:46.778972 dv-cinder-830088-4-iscsi neutron-server[103258]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 12 11:17:46.778972 dv-cinder-830088-4-iscsi neutron-server[103258]: return f(self, *a, **k) Apr 12 11:17:46.778972 dv-cinder-830088-4-iscsi neutron-server[103258]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 12 11:17:46.778972 dv-cinder-830088-4-iscsi neutron-server[103258]: return self._get(url).json() Apr 12 11:17:46.778972 dv-cinder-830088-4-iscsi neutron-server[103258]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 12 11:17:46.778972 dv-cinder-830088-4-iscsi neutron-server[103258]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 12 11:17:46.778972 dv-cinder-830088-4-iscsi neutron-server[103258]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 12 11:17:46.778972 dv-cinder-830088-4-iscsi neutron-server[103258]: return self.request(url, 'GET', **kwargs) Apr 12 11:17:46.778972 dv-cinder-830088-4-iscsi neutron-server[103258]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 12 11:17:46.778972 dv-cinder-830088-4-iscsi neutron-server[103258]: base_url = self.get_endpoint(auth, allow=allow, Apr 12 11:17:46.778972 dv-cinder-830088-4-iscsi neutron-server[103258]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 12 11:17:46.778972 dv-cinder-830088-4-iscsi neutron-server[103258]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 12 11:17:46.778972 dv-cinder-830088-4-iscsi neutron-server[103258]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 12 11:17:46.778972 dv-cinder-830088-4-iscsi neutron-server[103258]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 12 11:17:46.778972 dv-cinder-830088-4-iscsi neutron-server[103258]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 12 11:17:46.834396 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-b0a07bf2-6757-4243-8af3-837bb0709853 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1527170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-415428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586207', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-579552'] for network (1232fc79-51a8-446f-8db9-91c7982426a3), after_delete {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:17:46.839531 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-b0a07bf2-6757-4243-8af3-837bb0709853 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586029'] for network (None), before_response {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:17:46.842741 dv-cinder-830088-4-iscsi neutron-server[103258]: INFO neutron.wsgi [None req-b0a07bf2-6757-4243-8af3-837bb0709853 admin admin] 10.222.0.39 "DELETE /v2.0/networks/1232fc79-51a8-446f-8db9-91c7982426a3 HTTP/1.1" status: 204 len: 168 time: 0.5285318 Apr 12 11:17:46.845566 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.wsgi [-] (103258) accepted ('10.222.0.39', 33294) {{(pid=103258) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 11:17:46.896833 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0a07bf2-6757-4243-8af3-837bb0709853 admin admin] Pushing event deleted for resources: {'Network': ['ID=1232fc79-51a8-446f-8db9-91c7982426a3,revision_number=None']} {{(pid=103258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:17:47.185170 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-ef0be0c2-81a2-4b7e-94df-43ed7defdcc5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-584654'] for router_interface (4fc1e5dc-5923-4f3c-b76b-1d1251f0d273), before_delete {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:17:47.265954 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron_lib.callbacks.manager [None req-ae6c308c-a92e-4424-a7f8-d6a17e5174ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777667879581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1343690'] for agent (742b2e09-86ec-4663-b086-f6b891926c3e), after_update {{(pid=103259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:17:47.412246 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.plugins.ml2.plugin [None req-ef0be0c2-81a2-4b7e-94df-43ed7defdcc5 admin admin] Deleting port da78e4ed-741c-48b5-8bcf-8295f20b9b48 {{(pid=103258) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 12 11:17:47.412576 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-ef0be0c2-81a2-4b7e-94df-43ed7defdcc5 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777667983647'] for port (da78e4ed-741c-48b5-8bcf-8295f20b9b48), before_delete {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:17:47.487164 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.plugins.ml2.db [None req-ef0be0c2-81a2-4b7e-94df-43ed7defdcc5 admin admin] For port da78e4ed-741c-48b5-8bcf-8295f20b9b48, host dv-cinder-830088-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830088-4-iscsi',level=0,port_id=da78e4ed-741c-48b5-8bcf-8295f20b9b48,segment=NetworkSegment(8193398e-9315-41a8-92b7-53933ab5092a),segment_id=8193398e-9315-41a8-92b7-53933ab5092a)] {{(pid=103258) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 11:17:47.487523 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-ef0be0c2-81a2-4b7e-94df-43ed7defdcc5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-575824'] for port (da78e4ed-741c-48b5-8bcf-8295f20b9b48), precommit_delete {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:17:47.500003 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.plugins.ml2.plugin [None req-ef0be0c2-81a2-4b7e-94df-43ed7defdcc5 admin admin] Calling delete_port for da78e4ed-741c-48b5-8bcf-8295f20b9b48 owned by network:router_interface {{(pid=103258) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 12 11:17:47.676947 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-ef0be0c2-81a2-4b7e-94df-43ed7defdcc5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1534861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777667992077', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777667450161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4796947'] for port (da78e4ed-741c-48b5-8bcf-8295f20b9b48), after_delete {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:17:47.705760 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef0be0c2-81a2-4b7e-94df-43ed7defdcc5 admin admin] Pushing event deleted for resources: {'Port': ['ID=da78e4ed-741c-48b5-8bcf-8295f20b9b48,revision_number=None']} {{(pid=103258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:17:47.872055 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-ef0be0c2-81a2-4b7e-94df-43ed7defdcc5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-586184', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-584546'] for router_interface (4fc1e5dc-5923-4f3c-b76b-1d1251f0d273), after_delete {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:17:48.083414 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ef0be0c2-81a2-4b7e-94df-43ed7defdcc5 admin admin] Router 4fc1e5dc-5923-4f3c-b76b-1d1251f0d273 has already been hosted by L3 agent 77f5e085-0284-4236-9dbf-35d2d452e277 {{(pid=103258) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 12 11:17:48.189719 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ef0be0c2-81a2-4b7e-94df-43ed7defdcc5 admin admin] Notify agent at l3_agent.dv-cinder-830088-4-iscsi the message routers_updated {{(pid=103258) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 12 11:17:48.194767 dv-cinder-830088-4-iscsi neutron-server[103258]: INFO neutron.wsgi [None req-ef0be0c2-81a2-4b7e-94df-43ed7defdcc5 admin admin] 10.222.0.39 "PUT /v2.0/routers/4fc1e5dc-5923-4f3c-b76b-1d1251f0d273/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3481073 Apr 12 11:17:48.197214 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.wsgi [-] (103258) accepted ('10.222.0.39', 33296) {{(pid=103258) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 11:17:48.199971 dv-cinder-830088-4-iscsi neutron-server[103260]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d134137-3423-4236-85c7-d7bbbe6193b9 None None] Sync routers for ids ['4fc1e5dc-5923-4f3c-b76b-1d1251f0d273'] in dv-cinder-830088-4-iscsi {{(pid=103260) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 12 11:17:48.209699 dv-cinder-830088-4-iscsi neutron-server[103260]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d134137-3423-4236-85c7-d7bbbe6193b9 None None] Routers {'4fc1e5dc-5923-4f3c-b76b-1d1251f0d273'} bound to L3 agent in host dv-cinder-830088-4-iscsi {{(pid=103260) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 11:17:48.210309 dv-cinder-830088-4-iscsi neutron-server[103260]: DEBUG neutron.db.l3_hamode_db [None req-4d134137-3423-4236-85c7-d7bbbe6193b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830088-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-12T10:52:12Z,description=,heartbeat_timestamp=2022-04-12T11:17:43Z,host='dv-cinder-830088-4-iscsi',id=77f5e085-0284-4236-9dbf-35d2d452e277,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T10:52:12Z,topic='l3_agent')) {'router_ids': ['4fc1e5dc-5923-4f3c-b76b-1d1251f0d273'], 'active': True} {{(pid=103260) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 11:17:48.303709 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-409fc220-c160-4859-b0db-f1d7bf6ee27d admin admin] Publish callbacks [] for router (4fc1e5dc-5923-4f3c-b76b-1d1251f0d273), before_delete {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:17:48.317668 dv-cinder-830088-4-iscsi neutron-server[103260]: DEBUG neutron.db.l3_dvr_db [None req-4d134137-3423-4236-85c7-d7bbbe6193b9 None None] Set router 4fc1e5dc-5923-4f3c-b76b-1d1251f0d273 gateway port host: dv-cinder-830088-4-iscsi {{(pid=103260) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 11:17:48.432654 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron.plugins.ml2.rpc [None req-e4b062a6-7a21-4431-be77-3c7776c11043 None None] Device 28ccd685-151e-4be1-baa9-192dffe3854b no longer exists at agent ovs-agent-dv-cinder-830088-4-iscsi {{(pid=103259) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 12 11:17:48.452939 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron.plugins.ml2.plugin [None req-e4b062a6-7a21-4431-be77-3c7776c11043 None None] No Port match for: 28ccd685-151e-4be1-baa9-192dffe3854b {{(pid=103259) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 12 11:17:48.453428 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron.plugins.ml2.rpc [None req-e4b062a6-7a21-4431-be77-3c7776c11043 None None] Device 28ccd685-151e-4be1-baa9-192dffe3854b not bound to the agent host dv-cinder-830088-4-iscsi {{(pid=103259) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 12 11:17:48.453956 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron.plugins.ml2.rpc [None req-e4b062a6-7a21-4431-be77-3c7776c11043 None None] Device 2a27d270-049a-4f3c-b3ad-a97b14a79288 no longer exists at agent ovs-agent-dv-cinder-830088-4-iscsi {{(pid=103259) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 12 11:17:48.477377 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron.plugins.ml2.plugin [None req-e4b062a6-7a21-4431-be77-3c7776c11043 None None] No Port match for: 2a27d270-049a-4f3c-b3ad-a97b14a79288 {{(pid=103259) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 12 11:17:48.478721 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron.plugins.ml2.rpc [None req-e4b062a6-7a21-4431-be77-3c7776c11043 None None] Device 2a27d270-049a-4f3c-b3ad-a97b14a79288 not bound to the agent host dv-cinder-830088-4-iscsi {{(pid=103259) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 12 11:17:48.505231 dv-cinder-830088-4-iscsi neutron-server[103260]: DEBUG neutron.db.l3_hamode_db [None req-4d134137-3423-4236-85c7-d7bbbe6193b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4fc1e5dc-5923-4f3c-b76b-1d1251f0d273', 'name': 'tempest-TestVolumeBootPattern-889563679-router', 'tenant_id': 'e9f4b5b1ea1d44c0b475a5fd5b832899', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b7be5f2-485b-4c85-8f98-fb200971b61c', 'external_fixed_ips': [{'subnet_id': '4887111e-1302-416a-ab8e-c957c9df7f85', 'ip_address': '172.27.3.214'}], 'enable_snat': True}, 'gw_port_id': '3e455ec8-86a4-4faa-a36b-e04c54df7033', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T11:09:01Z', 'updated_at': '2022-04-12T11:17:47Z', 'revision_number': 5, 'project_id': 'e9f4b5b1ea1d44c0b475a5fd5b832899', 'gw_port': {'id': '3e455ec8-86a4-4faa-a36b-e04c54df7033', 'name': '', 'network_id': '3b7be5f2-485b-4c85-8f98-fb200971b61c', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:87:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4fc1e5dc-5923-4f3c-b76b-1d1251f0d273', 'device_owner': 'network:router_gateway', 'standard_attr_id': 501, 'fixed_ips': [{'subnet_id': '4887111e-1302-416a-ab8e-c957c9df7f85', 'ip_address': '172.27.3.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830088-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T11:09:02Z', 'updated_at': '2022-04-12T11:09:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4887111e-1302-416a-ab8e-c957c9df7f85', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830088-4-iscsi'}], 'dv-cinder-830088-4-iscsi', False) {} {{(pid=103260) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 11:17:48.536494 dv-cinder-830088-4-iscsi neutron-server[103260]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d134137-3423-4236-85c7-d7bbbe6193b9 None None] Checking router: 4fc1e5dc-5923-4f3c-b76b-1d1251f0d273 for host: dv-cinder-830088-4-iscsi {{(pid=103260) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 12 11:17:48.545781 dv-cinder-830088-4-iscsi neutron-server[103260]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d134137-3423-4236-85c7-d7bbbe6193b9 None None] Routers {'4fc1e5dc-5923-4f3c-b76b-1d1251f0d273'} bound to L3 agent in host dv-cinder-830088-4-iscsi {{(pid=103260) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 11:17:48.546390 dv-cinder-830088-4-iscsi neutron-server[103260]: DEBUG neutron.db.l3_hamode_db [None req-4d134137-3423-4236-85c7-d7bbbe6193b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830088-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-12T10:52:12Z,description=,heartbeat_timestamp=2022-04-12T11:17:43Z,host='dv-cinder-830088-4-iscsi',id=77f5e085-0284-4236-9dbf-35d2d452e277,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T10:52:12Z,topic='l3_agent')) {'router_ids': ['4fc1e5dc-5923-4f3c-b76b-1d1251f0d273'], 'active': True} {{(pid=103260) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 11:17:48.652806 dv-cinder-830088-4-iscsi neutron-server[103260]: DEBUG neutron.db.l3_dvr_db [None req-4d134137-3423-4236-85c7-d7bbbe6193b9 None None] Set router 4fc1e5dc-5923-4f3c-b76b-1d1251f0d273 gateway port host: dv-cinder-830088-4-iscsi {{(pid=103260) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 11:17:48.680181 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-409fc220-c160-4859-b0db-f1d7bf6ee27d admin admin] Publish callbacks [] for router_gateway (4fc1e5dc-5923-4f3c-b76b-1d1251f0d273), before_delete {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:17:48.723665 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.plugins.ml2.plugin [None req-409fc220-c160-4859-b0db-f1d7bf6ee27d admin admin] Deleting port 3e455ec8-86a4-4faa-a36b-e04c54df7033 {{(pid=103258) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 12 11:17:48.724002 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-409fc220-c160-4859-b0db-f1d7bf6ee27d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777667983647'] for port (3e455ec8-86a4-4faa-a36b-e04c54df7033), before_delete {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:17:48.800304 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.plugins.ml2.db [None req-409fc220-c160-4859-b0db-f1d7bf6ee27d admin admin] For port 3e455ec8-86a4-4faa-a36b-e04c54df7033, host dv-cinder-830088-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830088-4-iscsi',level=0,port_id=3e455ec8-86a4-4faa-a36b-e04c54df7033,segment=NetworkSegment(d942c271-b630-4108-8616-b993c4b79ecb),segment_id=d942c271-b630-4108-8616-b993c4b79ecb)] {{(pid=103258) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 11:17:48.800668 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-409fc220-c160-4859-b0db-f1d7bf6ee27d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-575824'] for port (3e455ec8-86a4-4faa-a36b-e04c54df7033), precommit_delete {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:17:48.813217 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.plugins.ml2.plugin [None req-409fc220-c160-4859-b0db-f1d7bf6ee27d admin admin] Calling delete_port for 3e455ec8-86a4-4faa-a36b-e04c54df7033 owned by network:router_gateway {{(pid=103258) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 12 11:17:48.819949 dv-cinder-830088-4-iscsi neutron-server[103260]: DEBUG neutron.db.l3_hamode_db [None req-4d134137-3423-4236-85c7-d7bbbe6193b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4fc1e5dc-5923-4f3c-b76b-1d1251f0d273', 'name': 'tempest-TestVolumeBootPattern-889563679-router', 'tenant_id': 'e9f4b5b1ea1d44c0b475a5fd5b832899', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b7be5f2-485b-4c85-8f98-fb200971b61c', 'external_fixed_ips': [{'subnet_id': '4887111e-1302-416a-ab8e-c957c9df7f85', 'ip_address': '172.27.3.214'}], 'enable_snat': True}, 'gw_port_id': '3e455ec8-86a4-4faa-a36b-e04c54df7033', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T11:09:01Z', 'updated_at': '2022-04-12T11:17:47Z', 'revision_number': 5, 'project_id': 'e9f4b5b1ea1d44c0b475a5fd5b832899', 'gw_port': {'id': '3e455ec8-86a4-4faa-a36b-e04c54df7033', 'name': '', 'network_id': '3b7be5f2-485b-4c85-8f98-fb200971b61c', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:87:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4fc1e5dc-5923-4f3c-b76b-1d1251f0d273', 'device_owner': 'network:router_gateway', 'standard_attr_id': 501, 'fixed_ips': [{'subnet_id': '4887111e-1302-416a-ab8e-c957c9df7f85', 'ip_address': '172.27.3.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830088-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T11:09:02Z', 'updated_at': '2022-04-12T11:09:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4887111e-1302-416a-ab8e-c957c9df7f85', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830088-4-iscsi'}], 'dv-cinder-830088-4-iscsi', False) {} {{(pid=103260) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 11:17:48.846319 dv-cinder-830088-4-iscsi neutron-server[103260]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d134137-3423-4236-85c7-d7bbbe6193b9 None None] The sync data for ids ['4fc1e5dc-5923-4f3c-b76b-1d1251f0d273'] in dv-cinder-830088-4-iscsi is: [{'id': '4fc1e5dc-5923-4f3c-b76b-1d1251f0d273', 'name': 'tempest-TestVolumeBootPattern-889563679-router', 'tenant_id': 'e9f4b5b1ea1d44c0b475a5fd5b832899', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b7be5f2-485b-4c85-8f98-fb200971b61c', 'external_fixed_ips': [{'subnet_id': '4887111e-1302-416a-ab8e-c957c9df7f85', 'ip_address': '172.27.3.214'}], 'enable_snat': True}, 'gw_port_id': '3e455ec8-86a4-4faa-a36b-e04c54df7033', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T11:09:01Z', 'updated_at': '2022-04-12T11:17:47Z', 'revision_number': 5, 'project_id': 'e9f4b5b1ea1d44c0b475a5fd5b832899', 'gw_port': {'id': '3e455ec8-86a4-4faa-a36b-e04c54df7033', 'name': '', 'network_id': '3b7be5f2-485b-4c85-8f98-fb200971b61c', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:87:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4fc1e5dc-5923-4f3c-b76b-1d1251f0d273', 'device_owner': 'network:router_gateway', 'standard_attr_id': 501, 'fixed_ips': [{'subnet_id': '4887111e-1302-416a-ab8e-c957c9df7f85', 'ip_address': '172.27.3.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830088-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T11:09:02Z', 'updated_at': '2022-04-12T11:09:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4887111e-1302-416a-ab8e-c957c9df7f85', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830088-4-iscsi'}] {{(pid=103260) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 12 11:17:48.990420 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-409fc220-c160-4859-b0db-f1d7bf6ee27d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1534861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777667992077', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777667450161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4796947'] for port (3e455ec8-86a4-4faa-a36b-e04c54df7033), after_delete {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:17:49.015407 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-409fc220-c160-4859-b0db-f1d7bf6ee27d admin admin] Pushing event deleted for resources: {'Port': ['ID=3e455ec8-86a4-4faa-a36b-e04c54df7033,revision_number=None']} {{(pid=103258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:17:49.075048 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-409fc220-c160-4859-b0db-f1d7bf6ee27d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-579460'] for router_gateway (4fc1e5dc-5923-4f3c-b76b-1d1251f0d273), after_delete {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:17:49.164209 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-409fc220-c160-4859-b0db-f1d7bf6ee27d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-519722', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14489'] for router (4fc1e5dc-5923-4f3c-b76b-1d1251f0d273), precommit_delete {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:17:49.167020 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-409fc220-c160-4859-b0db-f1d7bf6ee27d admin admin] Publish callbacks [] for router_controller (4fc1e5dc-5923-4f3c-b76b-1d1251f0d273), precommit_delete_associations {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:17:49.217053 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-409fc220-c160-4859-b0db-f1d7bf6ee27d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-519715'] for router (4fc1e5dc-5923-4f3c-b76b-1d1251f0d273), after_delete {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:17:49.217605 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-409fc220-c160-4859-b0db-f1d7bf6ee27d admin admin] Fanout notify agent at l3_agent the message router_deleted on router 4fc1e5dc-5923-4f3c-b76b-1d1251f0d273 {{(pid=103258) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 12 11:17:49.222621 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-409fc220-c160-4859-b0db-f1d7bf6ee27d admin admin] Publish callbacks [] for router (None), before_response {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:17:49.226146 dv-cinder-830088-4-iscsi neutron-server[103258]: INFO neutron.wsgi [None req-409fc220-c160-4859-b0db-f1d7bf6ee27d admin admin] 10.222.0.39 "DELETE /v2.0/routers/4fc1e5dc-5923-4f3c-b76b-1d1251f0d273 HTTP/1.1" status: 204 len: 168 time: 1.0258048 Apr 12 11:17:49.226469 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.wsgi [-] (103258) accepted ('10.222.0.39', 33302) {{(pid=103258) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 11:17:49.271542 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.db.db_base_plugin_v2 [None req-44de3a20-7460-4570-a608-1be50e9209c1 admin admin] Deleting subnet 1abeef54-b5d9-4b3f-bc0d-8031aa270455 {{(pid=103258) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Apr 12 11:17:49.275355 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-44de3a20-7460-4570-a608-1be50e9209c1 admin admin] Publish callbacks [] for subnet (1abeef54-b5d9-4b3f-bc0d-8031aa270455), before_delete {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:17:49.310678 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-44de3a20-7460-4570-a608-1be50e9209c1 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5023925'] for subnet (1abeef54-b5d9-4b3f-bc0d-8031aa270455), precommit_delete_associations {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:17:49.392582 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-44de3a20-7460-4570-a608-1be50e9209c1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1528832'] for subnet (1abeef54-b5d9-4b3f-bc0d-8031aa270455), precommit_delete {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:17:49.450352 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-44de3a20-7460-4570-a608-1be50e9209c1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1528889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-439037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4797038', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4732449'] for subnet (1abeef54-b5d9-4b3f-bc0d-8031aa270455), after_delete {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:17:49.483899 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-44de3a20-7460-4570-a608-1be50e9209c1 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:17:49.487114 dv-cinder-830088-4-iscsi neutron-server[103258]: INFO neutron.wsgi [None req-44de3a20-7460-4570-a608-1be50e9209c1 admin admin] 10.222.0.39 "DELETE /v2.0/subnets/1abeef54-b5d9-4b3f-bc0d-8031aa270455 HTTP/1.1" status: 204 len: 168 time: 0.2595840 Apr 12 11:17:49.487956 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44de3a20-7460-4570-a608-1be50e9209c1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1abeef54-b5d9-4b3f-bc0d-8031aa270455,revision_number=None']} {{(pid=103258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:17:49.488236 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49c8bb7b-14ae-4a86-a9be-5b3b487c873a None None] Network bff37d04-4e8c-49de-bb6c-418fb1d8cecf requested from dv-cinder-830088-4-iscsi {{(pid=103259) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 12 11:17:49.489533 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.wsgi [-] (103258) accepted ('10.222.0.39', 33304) {{(pid=103258) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 11:17:49.563062 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-cef0b704-23fa-40e9-8753-9f3f1d7feb46 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1505875'] for network (bff37d04-4e8c-49de-bb6c-418fb1d8cecf), before_delete {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:17:49.617828 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.plugins.ml2.plugin [None req-cef0b704-23fa-40e9-8753-9f3f1d7feb46 admin admin] Deleting port ad55317a-8c2d-4383-844a-5cdcc237caa7 {{(pid=103258) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 12 11:17:49.618165 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-cef0b704-23fa-40e9-8753-9f3f1d7feb46 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777667983647'] for port (ad55317a-8c2d-4383-844a-5cdcc237caa7), before_delete {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:17:49.677796 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.plugins.ml2.db [None req-cef0b704-23fa-40e9-8753-9f3f1d7feb46 admin admin] For port ad55317a-8c2d-4383-844a-5cdcc237caa7, host dv-cinder-830088-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830088-4-iscsi',level=0,port_id=ad55317a-8c2d-4383-844a-5cdcc237caa7,segment=NetworkSegment(8193398e-9315-41a8-92b7-53933ab5092a),segment_id=8193398e-9315-41a8-92b7-53933ab5092a)] {{(pid=103258) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 11:17:49.678149 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-cef0b704-23fa-40e9-8753-9f3f1d7feb46 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-575824'] for port (ad55317a-8c2d-4383-844a-5cdcc237caa7), precommit_delete {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:17:49.690168 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.plugins.ml2.plugin [None req-cef0b704-23fa-40e9-8753-9f3f1d7feb46 admin admin] Calling delete_port for ad55317a-8c2d-4383-844a-5cdcc237caa7 owned by network:dhcp {{(pid=103258) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 12 11:17:49.770012 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-cef0b704-23fa-40e9-8753-9f3f1d7feb46 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1534861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777667992077', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777667450161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4796947'] for port (ad55317a-8c2d-4383-844a-5cdcc237caa7), after_delete {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:17:49.797832 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cef0b704-23fa-40e9-8753-9f3f1d7feb46 admin admin] Pushing event deleted for resources: {'Port': ['ID=ad55317a-8c2d-4383-844a-5cdcc237caa7,revision_number=None']} {{(pid=103258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:17:49.799808 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cef0b704-23fa-40e9-8753-9f3f1d7feb46 admin admin] No DVR routers for this DVR port ad55317a-8c2d-4383-844a-5cdcc237caa7 on host dv-cinder-830088-4-iscsi {{(pid=103258) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 12 11:17:49.833029 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b92f84f-6955-4d38-97c3-f94358ebba36 None None] DHCP port deletion for bff37d04-4e8c-49de-bb6c-418fb1d8cecf request from dv-cinder-830088-4-iscsi {{(pid=103259) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 12 11:17:49.879410 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-cef0b704-23fa-40e9-8753-9f3f1d7feb46 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1527181', 'neutron.services.segments.db._delete_segments_for_network-8777667879599'] for network (bff37d04-4e8c-49de-bb6c-418fb1d8cecf), precommit_delete {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:17:49.899599 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.services.segments.db [None req-cef0b704-23fa-40e9-8753-9f3f1d7feb46 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bff37d04-4e8c-49de-bb6c-418fb1d8cecf']}} {{(pid=103258) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 11:17:49.908609 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.services.segments.db [None req-cef0b704-23fa-40e9-8753-9f3f1d7feb46 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8193398e-9315-41a8-92b7-53933ab5092a') {'for_net_delete': True} {{(pid=103258) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 11:17:49.908911 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.services.segments.db [None req-cef0b704-23fa-40e9-8753-9f3f1d7feb46 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8193398e-9315-41a8-92b7-53933ab5092a') {} {{(pid=103258) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 11:17:49.917997 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-cef0b704-23fa-40e9-8753-9f3f1d7feb46 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777667883192', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5023932'] for segment (8193398e-9315-41a8-92b7-53933ab5092a), before_delete {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:17:49.931536 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-cef0b704-23fa-40e9-8753-9f3f1d7feb46 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1531021'] for segment (8193398e-9315-41a8-92b7-53933ab5092a), precommit_delete {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:17:49.937920 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cef0b704-23fa-40e9-8753-9f3f1d7feb46 admin admin] Releasing vlan 538 on physical network physnet1 to pool {{(pid=103258) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 12 11:17:49.938485 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-cef0b704-23fa-40e9-8753-9f3f1d7feb46 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1531021', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4797124'] for segment (8193398e-9315-41a8-92b7-53933ab5092a), after_delete {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:17:49.940267 dv-cinder-830088-4-iscsi neutron-server[103258]: Traceback (most recent call last): Apr 12 11:17:49.940267 dv-cinder-830088-4-iscsi neutron-server[103258]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 12 11:17:49.940267 dv-cinder-830088-4-iscsi neutron-server[103258]: timer() Apr 12 11:17:49.940267 dv-cinder-830088-4-iscsi neutron-server[103258]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 12 11:17:49.940267 dv-cinder-830088-4-iscsi neutron-server[103258]: cb(*args, **kw) Apr 12 11:17:49.940267 dv-cinder-830088-4-iscsi neutron-server[103258]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 12 11:17:49.940267 dv-cinder-830088-4-iscsi neutron-server[103258]: return func(*args, **kwargs) Apr 12 11:17:49.940267 dv-cinder-830088-4-iscsi neutron-server[103258]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 12 11:17:49.940267 dv-cinder-830088-4-iscsi neutron-server[103258]: self._notify() Apr 12 11:17:49.940267 dv-cinder-830088-4-iscsi neutron-server[103258]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 12 11:17:49.940267 dv-cinder-830088-4-iscsi neutron-server[103258]: self.callback(batched_events) Apr 12 11:17:49.940267 dv-cinder-830088-4-iscsi neutron-server[103258]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 12 11:17:49.940267 dv-cinder-830088-4-iscsi neutron-server[103258]: event.method(event) Apr 12 11:17:49.940267 dv-cinder-830088-4-iscsi neutron-server[103258]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 12 11:17:49.940267 dv-cinder-830088-4-iscsi neutron-server[103258]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 12 11:17:49.940267 dv-cinder-830088-4-iscsi neutron-server[103258]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 12 11:17:49.940267 dv-cinder-830088-4-iscsi neutron-server[103258]: aggregate_uuid = self.p_client.list_aggregates( Apr 12 11:17:49.940267 dv-cinder-830088-4-iscsi neutron-server[103258]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 12 11:17:49.940267 dv-cinder-830088-4-iscsi neutron-server[103258]: return f(self, *a, **k) Apr 12 11:17:49.940267 dv-cinder-830088-4-iscsi neutron-server[103258]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 12 11:17:49.940267 dv-cinder-830088-4-iscsi neutron-server[103258]: return self._get(url).json() Apr 12 11:17:49.940267 dv-cinder-830088-4-iscsi neutron-server[103258]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 12 11:17:49.940267 dv-cinder-830088-4-iscsi neutron-server[103258]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 12 11:17:49.940267 dv-cinder-830088-4-iscsi neutron-server[103258]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 12 11:17:49.940267 dv-cinder-830088-4-iscsi neutron-server[103258]: return self.request(url, 'GET', **kwargs) Apr 12 11:17:49.940267 dv-cinder-830088-4-iscsi neutron-server[103258]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 12 11:17:49.940267 dv-cinder-830088-4-iscsi neutron-server[103258]: base_url = self.get_endpoint(auth, allow=allow, Apr 12 11:17:49.940267 dv-cinder-830088-4-iscsi neutron-server[103258]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 12 11:17:49.940267 dv-cinder-830088-4-iscsi neutron-server[103258]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 12 11:17:49.940267 dv-cinder-830088-4-iscsi neutron-server[103258]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 12 11:17:49.940267 dv-cinder-830088-4-iscsi neutron-server[103258]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 12 11:17:49.940267 dv-cinder-830088-4-iscsi neutron-server[103258]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 12 11:17:49.994068 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-cef0b704-23fa-40e9-8753-9f3f1d7feb46 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1527170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-415428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586207', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-579552'] for network (bff37d04-4e8c-49de-bb6c-418fb1d8cecf), after_delete {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:17:49.998444 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-cef0b704-23fa-40e9-8753-9f3f1d7feb46 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586029'] for network (None), before_response {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:17:50.001666 dv-cinder-830088-4-iscsi neutron-server[103258]: INFO neutron.wsgi [None req-cef0b704-23fa-40e9-8753-9f3f1d7feb46 admin admin] 10.222.0.39 "DELETE /v2.0/networks/bff37d04-4e8c-49de-bb6c-418fb1d8cecf HTTP/1.1" status: 204 len: 168 time: 0.5112522 Apr 12 11:17:50.013999 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cef0b704-23fa-40e9-8753-9f3f1d7feb46 admin admin] Pushing event deleted for resources: {'Network': ['ID=bff37d04-4e8c-49de-bb6c-418fb1d8cecf,revision_number=None']} {{(pid=103258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:17:50.109318 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.wsgi [-] (103258) accepted ('10.222.0.39', 33310) {{(pid=103258) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 11:17:50.149006 dv-cinder-830088-4-iscsi neutron-server[103258]: INFO neutron.wsgi [None req-14d1a687-9361-4d69-91ba-c6537bc758fe admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=c2c05547762540eabb9d44e9bf42d19d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0384793 Apr 12 11:17:50.151360 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.wsgi [-] (103258) accepted ('10.222.0.39', 33312) {{(pid=103258) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 11:17:50.202676 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-d418d44b-d24a-46cb-b94f-cfe75c1be47b admin admin] Publish callbacks [] for security_group (3034f502-90b6-4422-9578-dd99f045376c), before_delete {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:17:50.223489 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-d418d44b-d24a-46cb-b94f-cfe75c1be47b admin admin] Publish callbacks [] for security_group (3034f502-90b6-4422-9578-dd99f045376c), precommit_delete {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:17:50.270569 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-d418d44b-d24a-46cb-b94f-cfe75c1be47b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-415253'] for security_group (3034f502-90b6-4422-9578-dd99f045376c), after_delete {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:17:50.273638 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-d418d44b-d24a-46cb-b94f-cfe75c1be47b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:17:50.274791 dv-cinder-830088-4-iscsi neutron-server[103258]: INFO neutron.wsgi [None req-d418d44b-d24a-46cb-b94f-cfe75c1be47b admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/3034f502-90b6-4422-9578-dd99f045376c HTTP/1.1" status: 204 len: 168 time: 0.1225121 Apr 12 11:17:50.282211 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d418d44b-d24a-46cb-b94f-cfe75c1be47b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3034f502-90b6-4422-9578-dd99f045376c,revision_number=None']} {{(pid=103258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:17:50.361360 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron.plugins.ml2.rpc [None req-e4b062a6-7a21-4431-be77-3c7776c11043 None None] Device ad55317a-8c2d-4383-844a-5cdcc237caa7 no longer exists at agent ovs-agent-dv-cinder-830088-4-iscsi {{(pid=103259) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 12 11:17:50.381840 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron.plugins.ml2.plugin [None req-e4b062a6-7a21-4431-be77-3c7776c11043 None None] No Port match for: ad55317a-8c2d-4383-844a-5cdcc237caa7 {{(pid=103259) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 12 11:17:50.382289 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron.plugins.ml2.rpc [None req-e4b062a6-7a21-4431-be77-3c7776c11043 None None] Device ad55317a-8c2d-4383-844a-5cdcc237caa7 not bound to the agent host dv-cinder-830088-4-iscsi {{(pid=103259) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 12 11:17:50.382726 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron.plugins.ml2.rpc [None req-e4b062a6-7a21-4431-be77-3c7776c11043 None None] Device 3e455ec8-86a4-4faa-a36b-e04c54df7033 no longer exists at agent ovs-agent-dv-cinder-830088-4-iscsi {{(pid=103259) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 12 11:17:50.400613 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron.plugins.ml2.plugin [None req-e4b062a6-7a21-4431-be77-3c7776c11043 None None] No Port match for: 3e455ec8-86a4-4faa-a36b-e04c54df7033 {{(pid=103259) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 12 11:17:50.400952 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron.plugins.ml2.rpc [None req-e4b062a6-7a21-4431-be77-3c7776c11043 None None] Device 3e455ec8-86a4-4faa-a36b-e04c54df7033 not bound to the agent host dv-cinder-830088-4-iscsi {{(pid=103259) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 12 11:17:50.401357 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron.plugins.ml2.rpc [None req-e4b062a6-7a21-4431-be77-3c7776c11043 None None] Device da78e4ed-741c-48b5-8bcf-8295f20b9b48 no longer exists at agent ovs-agent-dv-cinder-830088-4-iscsi {{(pid=103259) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 12 11:17:50.420906 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron.plugins.ml2.plugin [None req-e4b062a6-7a21-4431-be77-3c7776c11043 None None] No Port match for: da78e4ed-741c-48b5-8bcf-8295f20b9b48 {{(pid=103259) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 12 11:17:50.421246 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron.plugins.ml2.rpc [None req-e4b062a6-7a21-4431-be77-3c7776c11043 None None] Device da78e4ed-741c-48b5-8bcf-8295f20b9b48 not bound to the agent host dv-cinder-830088-4-iscsi {{(pid=103259) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 12 11:17:50.579457 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.wsgi [-] (103258) accepted ('10.222.0.39', 33320) {{(pid=103258) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 11:17:50.617729 dv-cinder-830088-4-iscsi neutron-server[103258]: INFO neutron.wsgi [None req-021bb897-1160-4f45-b78e-cc6707fae6ce admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=e9f4b5b1ea1d44c0b475a5fd5b832899&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0371704 Apr 12 11:17:50.620614 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.wsgi [-] (103258) accepted ('10.222.0.39', 33322) {{(pid=103258) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 11:17:50.665258 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-a5a58ea9-c076-41ef-bdd2-d2af02346236 admin admin] Publish callbacks [] for security_group (69c1842d-468d-4620-999f-ede4b2d42087), before_delete {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:17:50.686095 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-a5a58ea9-c076-41ef-bdd2-d2af02346236 admin admin] Publish callbacks [] for security_group (69c1842d-468d-4620-999f-ede4b2d42087), precommit_delete {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:17:50.732820 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-a5a58ea9-c076-41ef-bdd2-d2af02346236 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-415253'] for security_group (69c1842d-468d-4620-999f-ede4b2d42087), after_delete {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:17:50.735460 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-a5a58ea9-c076-41ef-bdd2-d2af02346236 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:17:50.736586 dv-cinder-830088-4-iscsi neutron-server[103258]: INFO neutron.wsgi [None req-a5a58ea9-c076-41ef-bdd2-d2af02346236 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/69c1842d-468d-4620-999f-ede4b2d42087 HTTP/1.1" status: 204 len: 168 time: 0.1151209 Apr 12 11:17:50.743798 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5a58ea9-c076-41ef-bdd2-d2af02346236 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=69c1842d-468d-4620-999f-ede4b2d42087,revision_number=None']} {{(pid=103258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:18:03.725256 dv-cinder-830088-4-iscsi neutron-server[103260]: DEBUG neutron.db.agents_db [None req-b0205aca-973a-4a8a-ba9e-4a4e25067b42 None None] Agent healthcheck: found 6 active agents {{(pid=103260) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 12 11:18:10.284731 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron_lib.callbacks.manager [None req-64147445-7205-491e-ad12-7c3a423cf5cc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777667879581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1343690'] for agent (0a0a44e5-732d-48d9-a8ad-b47e7b7c1a86), after_update {{(pid=103259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:18:12.580434 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron_lib.callbacks.manager [None req-e03c8d8e-45cb-4dc4-b3e2-0de5bb36c6da None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777667879581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1343690'] for agent (77f5e085-0284-4236-9dbf-35d2d452e277), after_update {{(pid=103259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:18:13.869112 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron_lib.callbacks.manager [None req-601bd752-88b9-4ad2-8e14-56931e32431b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777667879581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1343690'] for agent (3ceb33ec-7c20-4632-9357-4cc6534463de), after_update {{(pid=103259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:18:15.104964 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron_lib.callbacks.manager [None req-0acb87d3-0572-4b2c-b7c9-977edd32a8b9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777667879581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1343690'] for agent (3c144e28-9cc5-463d-ad96-a18b19cd455c), after_update {{(pid=103259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:18:16.586404 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron_lib.callbacks.manager [None req-e4b062a6-7a21-4431-be77-3c7776c11043 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777667879581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1343690'] for agent (c71cae7d-514b-467a-8477-0a67bee0b970), after_update {{(pid=103259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:18:17.266936 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron_lib.callbacks.manager [None req-ae6c308c-a92e-4424-a7f8-d6a17e5174ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777667879581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1343690'] for agent (742b2e09-86ec-4663-b086-f6b891926c3e), after_update {{(pid=103259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:18:25.480133 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.wsgi [-] (103258) accepted ('10.222.0.39', 33326) {{(pid=103258) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 11:18:25.808751 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.plugins.ml2.plugin [None req-bb47548e-c640-4ee1-b902-05af402295a4 tempest-TestShelveInstance-1574108578 tempest-TestShelveInstance-1574108578-project] Deleting port 5ba74515-6f9d-4964-abd6-7893051407d4 {{(pid=103258) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 12 11:18:25.809006 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-bb47548e-c640-4ee1-b902-05af402295a4 tempest-TestShelveInstance-1574108578 tempest-TestShelveInstance-1574108578-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777667983647'] for port (5ba74515-6f9d-4964-abd6-7893051407d4), before_delete {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:18:25.881338 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-bb47548e-c640-4ee1-b902-05af402295a4 tempest-TestShelveInstance-1574108578 tempest-TestShelveInstance-1574108578-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-575824'] for port (5ba74515-6f9d-4964-abd6-7893051407d4), precommit_delete {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:18:25.881668 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-bb47548e-c640-4ee1-b902-05af402295a4 tempest-TestShelveInstance-1574108578 tempest-TestShelveInstance-1574108578-project] Publish callbacks [] for floatingip (5ba74515-6f9d-4964-abd6-7893051407d4), precommit_delete {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:18:25.895368 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.plugins.ml2.plugin [None req-bb47548e-c640-4ee1-b902-05af402295a4 tempest-TestShelveInstance-1574108578 tempest-TestShelveInstance-1574108578-project] Calling delete_port for 5ba74515-6f9d-4964-abd6-7893051407d4 owned by network:floatingip {{(pid=103258) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 12 11:18:26.040624 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-bb47548e-c640-4ee1-b902-05af402295a4 tempest-TestShelveInstance-1574108578 tempest-TestShelveInstance-1574108578-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1534861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777667992077', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777667450161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4796947'] for port (5ba74515-6f9d-4964-abd6-7893051407d4), after_delete {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:18:26.065967 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb47548e-c640-4ee1-b902-05af402295a4 tempest-TestShelveInstance-1574108578 tempest-TestShelveInstance-1574108578-project] Pushing event deleted for resources: {'Port': ['ID=5ba74515-6f9d-4964-abd6-7893051407d4,revision_number=None']} {{(pid=103258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:18:26.129147 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-bb47548e-c640-4ee1-b902-05af402295a4 tempest-TestShelveInstance-1574108578 tempest-TestShelveInstance-1574108578-project] Publish callbacks [] for floatingip (115a0ba9-2c8f-44c4-899a-aeb37b70972b), after_delete {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:18:26.129471 dv-cinder-830088-4-iscsi neutron-server[103258]: INFO neutron.db.l3_db [None req-bb47548e-c640-4ee1-b902-05af402295a4 tempest-TestShelveInstance-1574108578 tempest-TestShelveInstance-1574108578-project] Floating IP 115a0ba9-2c8f-44c4-899a-aeb37b70972b disassociated (deleted). External IP: 172.27.3.98, port: 5cdf10bb-5765-47e9-86bc-711483a39ceb. Apr 12 11:18:26.336901 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bb47548e-c640-4ee1-b902-05af402295a4 tempest-TestShelveInstance-1574108578 tempest-TestShelveInstance-1574108578-project] Router 49e16ee8-8612-4d0e-914b-8d819f734a28 has already been hosted by L3 agent 77f5e085-0284-4236-9dbf-35d2d452e277 {{(pid=103258) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 12 11:18:26.448098 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bb47548e-c640-4ee1-b902-05af402295a4 tempest-TestShelveInstance-1574108578 tempest-TestShelveInstance-1574108578-project] Notify agent at l3_agent.dv-cinder-830088-4-iscsi the message routers_updated {{(pid=103258) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 12 11:18:26.453327 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-bb47548e-c640-4ee1-b902-05af402295a4 tempest-TestShelveInstance-1574108578 tempest-TestShelveInstance-1574108578-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108023'] for floatingip (None), before_response {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:18:26.458085 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2fa6e5f2-490a-4667-9e61-c7ac288c3f94 None None] Sync routers for ids ['49e16ee8-8612-4d0e-914b-8d819f734a28'] in dv-cinder-830088-4-iscsi {{(pid=103259) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 12 11:18:26.468709 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2fa6e5f2-490a-4667-9e61-c7ac288c3f94 None None] Routers {'49e16ee8-8612-4d0e-914b-8d819f734a28'} bound to L3 agent in host dv-cinder-830088-4-iscsi {{(pid=103259) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 11:18:26.469299 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron.db.l3_hamode_db [None req-2fa6e5f2-490a-4667-9e61-c7ac288c3f94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830088-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-12T10:52:12Z,description=,heartbeat_timestamp=2022-04-12T11:18:13Z,host='dv-cinder-830088-4-iscsi',id=77f5e085-0284-4236-9dbf-35d2d452e277,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T10:52:12Z,topic='l3_agent')) {'router_ids': ['49e16ee8-8612-4d0e-914b-8d819f734a28'], 'active': True} {{(pid=103259) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 11:18:26.482732 dv-cinder-830088-4-iscsi neutron-server[103258]: INFO neutron.wsgi [None req-bb47548e-c640-4ee1-b902-05af402295a4 tempest-TestShelveInstance-1574108578 tempest-TestShelveInstance-1574108578-project] 10.222.0.39 "DELETE /v2.0/floatingips/115a0ba9-2c8f-44c4-899a-aeb37b70972b HTTP/1.1" status: 204 len: 168 time: 1.0014901 Apr 12 11:18:26.483392 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1e7e9961-1bdf-4768-8591-e378e327ee05', 'tag': '5cdf10bb-5765-47e9-86bc-711483a39ceb'}] {{(pid=103258) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 11:18:26.485577 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c54b6d548356c9296345eb8e608a1624e6dfb095c10b2709a108c8ba991c21a4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-195f832e-4a60-45b3-bc35-6b24985f8f31" -d '{"events": [{"name": "network-changed", "server_uuid": "1e7e9961-1bdf-4768-8591-e378e327ee05", "tag": "5cdf10bb-5765-47e9-86bc-711483a39ceb"}]}' {{(pid=103258) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 11:18:26.521134 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Apr 2022 11:18:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1a20cc3e-51bf-42c8-bcbb-d7cb95abb273 x-openstack-request-id: req-1a20cc3e-51bf-42c8-bcbb-d7cb95abb273 {{(pid=103258) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 11:18:26.521605 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1e7e9961-1bdf-4768-8591-e378e327ee05", "tag": "5cdf10bb-5765-47e9-86bc-711483a39ceb", "status": "completed", "code": 200}]} {{(pid=103258) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 11:18:26.521739 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-1a20cc3e-51bf-42c8-bcbb-d7cb95abb273 {{(pid=103258) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 11:18:26.522063 dv-cinder-830088-4-iscsi neutron-server[103258]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1a20cc3e-51bf-42c8-bcbb-d7cb95abb273'] response: {'name': 'network-changed', 'server_uuid': '1e7e9961-1bdf-4768-8591-e378e327ee05', 'tag': '5cdf10bb-5765-47e9-86bc-711483a39ceb', 'status': 'completed', 'code': 200} Apr 12 11:18:26.577174 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron.db.l3_dvr_db [None req-2fa6e5f2-490a-4667-9e61-c7ac288c3f94 None None] Set router 49e16ee8-8612-4d0e-914b-8d819f734a28 gateway port host: dv-cinder-830088-4-iscsi {{(pid=103259) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 11:18:26.606976 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-195f832e-4a60-45b3-bc35-6b24985f8f31 req-6c3d6460-89db-455d-9458-dbbd95b0f038 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:18:26.608546 dv-cinder-830088-4-iscsi neutron-server[103258]: INFO neutron.wsgi [req-195f832e-4a60-45b3-bc35-6b24985f8f31 req-6c3d6460-89db-455d-9458-dbbd95b0f038 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=7fa8cc4e03f54d9dadaf824366ebb2be&device_id=1e7e9961-1bdf-4768-8591-e378e327ee05 HTTP/1.1" status: 200 len: 1129 time: 0.0438230 Apr 12 11:18:26.705905 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-195f832e-4a60-45b3-bc35-6b24985f8f31 req-f868935b-1f70-4df0-b6a0-0c525ddc8e8d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:18:26.707405 dv-cinder-830088-4-iscsi neutron-server[103258]: INFO neutron.wsgi [req-195f832e-4a60-45b3-bc35-6b24985f8f31 req-f868935b-1f70-4df0-b6a0-0c525ddc8e8d service neutron] 10.222.0.53 "GET /v2.0/networks?id=3d302e5f-d1a1-4723-94b3-e2427a8d4c67 HTTP/1.1" status: 200 len: 909 time: 0.0937026 Apr 12 11:18:26.711623 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7cb8705-b411-45f2-b214-5269326dea00 req-55260a84-987e-4fa8-822f-377e822baf93 tempest-TestShelveInstance-1574108578 tempest-TestShelveInstance-1574108578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103257) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:18:26.713393 dv-cinder-830088-4-iscsi neutron-server[103257]: INFO neutron.wsgi [req-b7cb8705-b411-45f2-b214-5269326dea00 req-55260a84-987e-4fa8-822f-377e822baf93 tempest-TestShelveInstance-1574108578 tempest-TestShelveInstance-1574108578-project] 10.222.0.39 "GET /v2.0/ports?device_id=1e7e9961-1bdf-4768-8591-e378e327ee05 HTTP/1.1" status: 200 len: 945 time: 0.0491214 Apr 12 11:18:26.761090 dv-cinder-830088-4-iscsi neutron-server[103257]: INFO neutron.wsgi [req-b7cb8705-b411-45f2-b214-5269326dea00 req-cc7c59c1-a417-4998-83a6-3053d544075c tempest-TestShelveInstance-1574108578 tempest-TestShelveInstance-1574108578-project] 10.222.0.39 "GET /v2.0/security-groups?id=251d3c11-e628-4ad9-afe3-13b35071ee32&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421312 Apr 12 11:18:26.775857 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron.db.l3_hamode_db [None req-2fa6e5f2-490a-4667-9e61-c7ac288c3f94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '49e16ee8-8612-4d0e-914b-8d819f734a28', 'name': 'tempest-TestShelveInstance-499418605-router', 'tenant_id': '7fa8cc4e03f54d9dadaf824366ebb2be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b7be5f2-485b-4c85-8f98-fb200971b61c', 'external_fixed_ips': [{'subnet_id': '4887111e-1302-416a-ab8e-c957c9df7f85', 'ip_address': '172.27.3.151'}], 'enable_snat': True}, 'gw_port_id': '9a2f4e30-8fc6-40fa-8c7c-8c945babb6eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T11:12:33Z', 'updated_at': '2022-04-12T11:12:36Z', 'revision_number': 4, 'project_id': '7fa8cc4e03f54d9dadaf824366ebb2be', 'gw_port': {'id': '9a2f4e30-8fc6-40fa-8c7c-8c945babb6eb', 'name': '', 'network_id': '3b7be5f2-485b-4c85-8f98-fb200971b61c', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:51:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49e16ee8-8612-4d0e-914b-8d819f734a28', 'device_owner': 'network:router_gateway', 'standard_attr_id': 674, 'fixed_ips': [{'subnet_id': '4887111e-1302-416a-ab8e-c957c9df7f85', 'ip_address': '172.27.3.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830088-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T11:12:33Z', 'updated_at': '2022-04-12T11:12:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4887111e-1302-416a-ab8e-c957c9df7f85', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830088-4-iscsi', '_interfaces': [{'id': 'd8eafada-7ab0-4dd9-a3d8-ec24838beb44', 'name': '', 'network_id': '3d302e5f-d1a1-4723-94b3-e2427a8d4c67', 'tenant_id': '7fa8cc4e03f54d9dadaf824366ebb2be', 'mac_address': 'fa:16:3e:c7:76:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49e16ee8-8612-4d0e-914b-8d819f734a28', 'device_owner': 'network:router_interface', 'standard_attr_id': 675, 'fixed_ips': [{'subnet_id': 'd013eb67-1f0a-443e-ace2-56fd68182da2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830088-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T11:12:35Z', 'updated_at': '2022-04-12T11:12:39Z', 'revision_number': 5, 'project_id': '7fa8cc4e03f54d9dadaf824366ebb2be', 'subnets': [{'id': 'd013eb67-1f0a-443e-ace2-56fd68182da2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830088-4-iscsi', False) {} {{(pid=103259) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 11:18:26.800785 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2fa6e5f2-490a-4667-9e61-c7ac288c3f94 None None] Checking router: 49e16ee8-8612-4d0e-914b-8d819f734a28 for host: dv-cinder-830088-4-iscsi {{(pid=103259) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 12 11:18:26.809156 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2fa6e5f2-490a-4667-9e61-c7ac288c3f94 None None] Routers {'49e16ee8-8612-4d0e-914b-8d819f734a28'} bound to L3 agent in host dv-cinder-830088-4-iscsi {{(pid=103259) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 11:18:26.809736 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron.db.l3_hamode_db [None req-2fa6e5f2-490a-4667-9e61-c7ac288c3f94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830088-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-12T10:52:12Z,description=,heartbeat_timestamp=2022-04-12T11:18:13Z,host='dv-cinder-830088-4-iscsi',id=77f5e085-0284-4236-9dbf-35d2d452e277,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T10:52:12Z,topic='l3_agent')) {'router_ids': ['49e16ee8-8612-4d0e-914b-8d819f734a28'], 'active': True} {{(pid=103259) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 11:18:26.913415 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron.db.l3_dvr_db [None req-2fa6e5f2-490a-4667-9e61-c7ac288c3f94 None None] Set router 49e16ee8-8612-4d0e-914b-8d819f734a28 gateway port host: dv-cinder-830088-4-iscsi {{(pid=103259) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 11:18:27.095856 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron.db.l3_hamode_db [None req-2fa6e5f2-490a-4667-9e61-c7ac288c3f94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '49e16ee8-8612-4d0e-914b-8d819f734a28', 'name': 'tempest-TestShelveInstance-499418605-router', 'tenant_id': '7fa8cc4e03f54d9dadaf824366ebb2be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b7be5f2-485b-4c85-8f98-fb200971b61c', 'external_fixed_ips': [{'subnet_id': '4887111e-1302-416a-ab8e-c957c9df7f85', 'ip_address': '172.27.3.151'}], 'enable_snat': True}, 'gw_port_id': '9a2f4e30-8fc6-40fa-8c7c-8c945babb6eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T11:12:33Z', 'updated_at': '2022-04-12T11:12:36Z', 'revision_number': 4, 'project_id': '7fa8cc4e03f54d9dadaf824366ebb2be', 'gw_port': {'id': '9a2f4e30-8fc6-40fa-8c7c-8c945babb6eb', 'name': '', 'network_id': '3b7be5f2-485b-4c85-8f98-fb200971b61c', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:51:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49e16ee8-8612-4d0e-914b-8d819f734a28', 'device_owner': 'network:router_gateway', 'standard_attr_id': 674, 'fixed_ips': [{'subnet_id': '4887111e-1302-416a-ab8e-c957c9df7f85', 'ip_address': '172.27.3.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830088-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T11:12:33Z', 'updated_at': '2022-04-12T11:12:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4887111e-1302-416a-ab8e-c957c9df7f85', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830088-4-iscsi', '_interfaces': [{'id': 'd8eafada-7ab0-4dd9-a3d8-ec24838beb44', 'name': '', 'network_id': '3d302e5f-d1a1-4723-94b3-e2427a8d4c67', 'tenant_id': '7fa8cc4e03f54d9dadaf824366ebb2be', 'mac_address': 'fa:16:3e:c7:76:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49e16ee8-8612-4d0e-914b-8d819f734a28', 'device_owner': 'network:router_interface', 'standard_attr_id': 675, 'fixed_ips': [{'subnet_id': 'd013eb67-1f0a-443e-ace2-56fd68182da2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830088-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T11:12:35Z', 'updated_at': '2022-04-12T11:12:39Z', 'revision_number': 5, 'project_id': '7fa8cc4e03f54d9dadaf824366ebb2be', 'subnets': [{'id': 'd013eb67-1f0a-443e-ace2-56fd68182da2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830088-4-iscsi', False) {} {{(pid=103259) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 11:18:27.121100 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2fa6e5f2-490a-4667-9e61-c7ac288c3f94 None None] The sync data for ids ['49e16ee8-8612-4d0e-914b-8d819f734a28'] in dv-cinder-830088-4-iscsi is: [{'id': '49e16ee8-8612-4d0e-914b-8d819f734a28', 'name': 'tempest-TestShelveInstance-499418605-router', 'tenant_id': '7fa8cc4e03f54d9dadaf824366ebb2be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b7be5f2-485b-4c85-8f98-fb200971b61c', 'external_fixed_ips': [{'subnet_id': '4887111e-1302-416a-ab8e-c957c9df7f85', 'ip_address': '172.27.3.151'}], 'enable_snat': True}, 'gw_port_id': '9a2f4e30-8fc6-40fa-8c7c-8c945babb6eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T11:12:33Z', 'updated_at': '2022-04-12T11:12:36Z', 'revision_number': 4, 'project_id': '7fa8cc4e03f54d9dadaf824366ebb2be', 'gw_port': {'id': '9a2f4e30-8fc6-40fa-8c7c-8c945babb6eb', 'name': '', 'network_id': '3b7be5f2-485b-4c85-8f98-fb200971b61c', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:51:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49e16ee8-8612-4d0e-914b-8d819f734a28', 'device_owner': 'network:router_gateway', 'standard_attr_id': 674, 'fixed_ips': [{'subnet_id': '4887111e-1302-416a-ab8e-c957c9df7f85', 'ip_address': '172.27.3.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830088-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T11:12:33Z', 'updated_at': '2022-04-12T11:12:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4887111e-1302-416a-ab8e-c957c9df7f85', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830088-4-iscsi', '_interfaces': [{'id': 'd8eafada-7ab0-4dd9-a3d8-ec24838beb44', 'name': '', 'network_id': '3d302e5f-d1a1-4723-94b3-e2427a8d4c67', 'tenant_id': '7fa8cc4e03f54d9dadaf824366ebb2be', 'mac_address': 'fa:16:3e:c7:76:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49e16ee8-8612-4d0e-914b-8d819f734a28', 'device_owner': 'network:router_interface', 'standard_attr_id': 675, 'fixed_ips': [{'subnet_id': 'd013eb67-1f0a-443e-ace2-56fd68182da2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830088-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T11:12:35Z', 'updated_at': '2022-04-12T11:12:39Z', 'revision_number': 5, 'project_id': '7fa8cc4e03f54d9dadaf824366ebb2be', 'subnets': [{'id': 'd013eb67-1f0a-443e-ace2-56fd68182da2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103259) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 12 11:18:27.332286 dv-cinder-830088-4-iscsi neutron-server[103260]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55aedb96-f3d7-4b96-bf8b-d685df154693 None None] New status for floating IP 115a0ba9-2c8f-44c4-899a-aeb37b70972b: DOWN {{(pid=103260) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 12 11:18:27.695283 dv-cinder-830088-4-iscsi neutron-server[103258]: INFO neutron.wsgi [req-195f832e-4a60-45b3-bc35-6b24985f8f31 req-b8e16aa7-3553-42ac-b52f-20ab0a825cfa service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=5cdf10bb-5765-47e9-86bc-711483a39ceb HTTP/1.1" status: 200 len: 217 time: 0.0348985 Apr 12 11:18:27.740724 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-195f832e-4a60-45b3-bc35-6b24985f8f31 req-6633123f-c593-425d-834f-4c479cab2ca3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:18:27.742093 dv-cinder-830088-4-iscsi neutron-server[103258]: INFO neutron.wsgi [req-195f832e-4a60-45b3-bc35-6b24985f8f31 req-6633123f-c593-425d-834f-4c479cab2ca3 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=d013eb67-1f0a-443e-ace2-56fd68182da2 HTTP/1.1" status: 200 len: 847 time: 0.0415239 Apr 12 11:18:27.803349 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-195f832e-4a60-45b3-bc35-6b24985f8f31 req-45a3bd91-e1bd-45fa-9e95-95814be5c79f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:18:27.804851 dv-cinder-830088-4-iscsi neutron-server[103258]: INFO neutron.wsgi [req-195f832e-4a60-45b3-bc35-6b24985f8f31 req-45a3bd91-e1bd-45fa-9e95-95814be5c79f service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=3d302e5f-d1a1-4723-94b3-e2427a8d4c67&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0378337 Apr 12 11:18:27.914285 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee7f6319-9e98-4945-b5b1-6b937db11377 req-07efe72c-a788-4f1e-be38-f6091c60661c tempest-TestShelveInstance-1574108578 tempest-TestShelveInstance-1574108578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:18:27.915784 dv-cinder-830088-4-iscsi neutron-server[103258]: INFO neutron.wsgi [req-ee7f6319-9e98-4945-b5b1-6b937db11377 req-07efe72c-a788-4f1e-be38-f6091c60661c tempest-TestShelveInstance-1574108578 tempest-TestShelveInstance-1574108578-project] 10.222.0.39 "GET /v2.0/ports?device_id=1e7e9961-1bdf-4768-8591-e378e327ee05 HTTP/1.1" status: 200 len: 945 time: 0.0837712 Apr 12 11:18:27.946404 dv-cinder-830088-4-iscsi neutron-server[103258]: INFO neutron.wsgi [req-195f832e-4a60-45b3-bc35-6b24985f8f31 req-3635e1da-02ee-45cd-8892-85719abb63d9 service neutron] 10.222.0.53 "GET /v2.0/networks/3d302e5f-d1a1-4723-94b3-e2427a8d4c67?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1339266 Apr 12 11:18:27.979166 dv-cinder-830088-4-iscsi neutron-server[103258]: INFO neutron.wsgi [req-ee7f6319-9e98-4945-b5b1-6b937db11377 req-920bd1bd-e404-41eb-8747-95b938e92e91 tempest-TestShelveInstance-1574108578 tempest-TestShelveInstance-1574108578-project] 10.222.0.39 "GET /v2.0/security-groups?id=251d3c11-e628-4ad9-afe3-13b35071ee32&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0569165 Apr 12 11:18:28.147683 dv-cinder-830088-4-iscsi neutron-server[103258]: INFO neutron.wsgi [req-195f832e-4a60-45b3-bc35-6b24985f8f31 req-a4e888ff-1ce9-48c6-b1a3-0efc00e593e5 service neutron] 10.222.0.53 "GET /v2.0/networks/3d302e5f-d1a1-4723-94b3-e2427a8d4c67?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0800502 Apr 12 11:18:28.421061 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fce09d10-8131-41cd-bb45-b6a3106c22cc req-899f95d2-fc97-40ed-b504-8b4567e2e3e9 tempest-TestShelveInstance-1574108578 tempest-TestShelveInstance-1574108578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:18:28.422510 dv-cinder-830088-4-iscsi neutron-server[103258]: INFO neutron.wsgi [req-fce09d10-8131-41cd-bb45-b6a3106c22cc req-899f95d2-fc97-40ed-b504-8b4567e2e3e9 tempest-TestShelveInstance-1574108578 tempest-TestShelveInstance-1574108578-project] 10.222.0.53 "GET /v2.0/ports?device_id=1e7e9961-1bdf-4768-8591-e378e327ee05 HTTP/1.1" status: 200 len: 945 time: 0.0456276 Apr 12 11:18:28.506609 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.plugins.ml2.plugin [req-fce09d10-8131-41cd-bb45-b6a3106c22cc req-02c3f768-2788-426f-b70c-50292bd75a41 tempest-TestShelveInstance-1574108578 tempest-TestShelveInstance-1574108578-project] Deleting port 5cdf10bb-5765-47e9-86bc-711483a39ceb {{(pid=103258) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 12 11:18:28.506974 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [req-fce09d10-8131-41cd-bb45-b6a3106c22cc req-02c3f768-2788-426f-b70c-50292bd75a41 tempest-TestShelveInstance-1574108578 tempest-TestShelveInstance-1574108578-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777667983647'] for port (5cdf10bb-5765-47e9-86bc-711483a39ceb), before_delete {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:18:28.592156 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.plugins.ml2.db [req-fce09d10-8131-41cd-bb45-b6a3106c22cc req-02c3f768-2788-426f-b70c-50292bd75a41 tempest-TestShelveInstance-1574108578 tempest-TestShelveInstance-1574108578-project] For port 5cdf10bb-5765-47e9-86bc-711483a39ceb, host hv-cinder-83008, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83008',level=0,port_id=5cdf10bb-5765-47e9-86bc-711483a39ceb,segment=NetworkSegment(1fc2a7c4-cff6-4e34-b5ce-5d61e7711aa3),segment_id=1fc2a7c4-cff6-4e34-b5ce-5d61e7711aa3)] {{(pid=103258) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 11:18:28.592435 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [req-fce09d10-8131-41cd-bb45-b6a3106c22cc req-02c3f768-2788-426f-b70c-50292bd75a41 tempest-TestShelveInstance-1574108578 tempest-TestShelveInstance-1574108578-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-575824'] for port (5cdf10bb-5765-47e9-86bc-711483a39ceb), precommit_delete {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:18:28.604864 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.plugins.ml2.plugin [req-fce09d10-8131-41cd-bb45-b6a3106c22cc req-02c3f768-2788-426f-b70c-50292bd75a41 tempest-TestShelveInstance-1574108578 tempest-TestShelveInstance-1574108578-project] Calling delete_port for 5cdf10bb-5765-47e9-86bc-711483a39ceb owned by compute:nova {{(pid=103258) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 12 11:18:28.729404 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [req-fce09d10-8131-41cd-bb45-b6a3106c22cc req-02c3f768-2788-426f-b70c-50292bd75a41 tempest-TestShelveInstance-1574108578 tempest-TestShelveInstance-1574108578-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1534861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777667992077', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777667450161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4796947'] for port (5cdf10bb-5765-47e9-86bc-711483a39ceb), after_delete {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:18:28.757144 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02c3f768-2788-426f-b70c-50292bd75a41 tempest-TestShelveInstance-1574108578 tempest-TestShelveInstance-1574108578-project] Pushing event deleted for resources: {'Port': ['ID=5cdf10bb-5765-47e9-86bc-711483a39ceb,revision_number=None']} {{(pid=103258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:18:28.803005 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.db.l3_dvrscheduler_db [req-fce09d10-8131-41cd-bb45-b6a3106c22cc req-02c3f768-2788-426f-b70c-50292bd75a41 tempest-TestShelveInstance-1574108578 tempest-TestShelveInstance-1574108578-project] No DVR routers for this DVR port 5cdf10bb-5765-47e9-86bc-711483a39ceb on host hv-cinder-83008 {{(pid=103258) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 12 11:18:28.805432 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [req-fce09d10-8131-41cd-bb45-b6a3106c22cc req-02c3f768-2788-426f-b70c-50292bd75a41 tempest-TestShelveInstance-1574108578 tempest-TestShelveInstance-1574108578-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108023'] for port (None), before_response {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:18:28.808689 dv-cinder-830088-4-iscsi neutron-server[103258]: INFO neutron.wsgi [req-fce09d10-8131-41cd-bb45-b6a3106c22cc req-02c3f768-2788-426f-b70c-50292bd75a41 tempest-TestShelveInstance-1574108578 tempest-TestShelveInstance-1574108578-project] 10.222.0.53 "DELETE /v2.0/ports/5cdf10bb-5765-47e9-86bc-711483a39ceb HTTP/1.1" status: 204 len: 173 time: 0.3813841 Apr 12 11:18:28.809133 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1e7e9961-1bdf-4768-8591-e378e327ee05', 'name': 'network-vif-deleted', 'tag': '5cdf10bb-5765-47e9-86bc-711483a39ceb'}] {{(pid=103258) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 11:18:28.811875 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c54b6d548356c9296345eb8e608a1624e6dfb095c10b2709a108c8ba991c21a4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-107a7104-d15d-46d1-9f49-394a2f61e831" -d '{"events": [{"server_uuid": "1e7e9961-1bdf-4768-8591-e378e327ee05", "name": "network-vif-deleted", "tag": "5cdf10bb-5765-47e9-86bc-711483a39ceb"}]}' {{(pid=103258) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 11:18:28.849504 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Apr 2022 11:18:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9da8e14c-bfb3-4283-a3ff-a5b09b1cc9f8 x-openstack-request-id: req-9da8e14c-bfb3-4283-a3ff-a5b09b1cc9f8 {{(pid=103258) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 11:18:28.849791 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1e7e9961-1bdf-4768-8591-e378e327ee05", "name": "network-vif-deleted", "tag": "5cdf10bb-5765-47e9-86bc-711483a39ceb", "status": "completed", "code": 200}]} {{(pid=103258) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 11:18:28.850047 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-9da8e14c-bfb3-4283-a3ff-a5b09b1cc9f8 {{(pid=103258) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 11:18:28.850450 dv-cinder-830088-4-iscsi neutron-server[103258]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9da8e14c-bfb3-4283-a3ff-a5b09b1cc9f8'] response: {'server_uuid': '1e7e9961-1bdf-4768-8591-e378e327ee05', 'name': 'network-vif-deleted', 'tag': '5cdf10bb-5765-47e9-86bc-711483a39ceb', 'status': 'completed', 'code': 200} Apr 12 11:18:29.078626 dv-cinder-830088-4-iscsi neutron-server[103258]: INFO neutron.wsgi [req-26de4c15-5012-40c3-9c65-3332836b23bf req-494f066e-dc7f-41b4-aacc-008147e6e85c tempest-TestShelveInstance-1574108578 tempest-TestShelveInstance-1574108578-project] 10.222.0.39 "GET /v2.0/ports?device_id=1e7e9961-1bdf-4768-8591-e378e327ee05 HTTP/1.1" status: 200 len: 210 time: 0.0283427 Apr 12 11:18:30.133336 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.wsgi [-] (103258) accepted ('10.222.0.39', 33344) {{(pid=103258) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 11:18:30.188805 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-74ef2c5f-f040-4ce8-9292-043bbe98043a tempest-TestShelveInstance-1574108578 tempest-TestShelveInstance-1574108578-project] Publish callbacks [] for security_group (251d3c11-e628-4ad9-afe3-13b35071ee32), before_delete {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:18:30.213668 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-74ef2c5f-f040-4ce8-9292-043bbe98043a tempest-TestShelveInstance-1574108578 tempest-TestShelveInstance-1574108578-project] Publish callbacks [] for security_group (251d3c11-e628-4ad9-afe3-13b35071ee32), precommit_delete {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:18:30.270755 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-74ef2c5f-f040-4ce8-9292-043bbe98043a tempest-TestShelveInstance-1574108578 tempest-TestShelveInstance-1574108578-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-415253'] for security_group (251d3c11-e628-4ad9-afe3-13b35071ee32), after_delete {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:18:30.273283 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-74ef2c5f-f040-4ce8-9292-043bbe98043a tempest-TestShelveInstance-1574108578 tempest-TestShelveInstance-1574108578-project] Publish callbacks [] for security_group (None), before_response {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:18:30.274420 dv-cinder-830088-4-iscsi neutron-server[103258]: INFO neutron.wsgi [None req-74ef2c5f-f040-4ce8-9292-043bbe98043a tempest-TestShelveInstance-1574108578 tempest-TestShelveInstance-1574108578-project] 10.222.0.39 "DELETE /v2.0/security-groups/251d3c11-e628-4ad9-afe3-13b35071ee32 HTTP/1.1" status: 204 len: 168 time: 0.1401105 Apr 12 11:18:30.283335 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74ef2c5f-f040-4ce8-9292-043bbe98043a tempest-TestShelveInstance-1574108578 tempest-TestShelveInstance-1574108578-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=251d3c11-e628-4ad9-afe3-13b35071ee32,revision_number=None']} {{(pid=103258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:18:30.316475 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.wsgi [-] (103258) accepted ('10.222.0.39', 33348) {{(pid=103258) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 11:18:30.730587 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-9fca9660-d051-4aed-95d6-9220e2004cb0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-584654'] for router_interface (49e16ee8-8612-4d0e-914b-8d819f734a28), before_delete {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:18:30.953922 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.plugins.ml2.plugin [None req-9fca9660-d051-4aed-95d6-9220e2004cb0 admin admin] Deleting port d8eafada-7ab0-4dd9-a3d8-ec24838beb44 {{(pid=103258) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 12 11:18:30.954254 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-9fca9660-d051-4aed-95d6-9220e2004cb0 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777667983647'] for port (d8eafada-7ab0-4dd9-a3d8-ec24838beb44), before_delete {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:18:31.028308 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.plugins.ml2.db [None req-9fca9660-d051-4aed-95d6-9220e2004cb0 admin admin] For port d8eafada-7ab0-4dd9-a3d8-ec24838beb44, host dv-cinder-830088-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830088-4-iscsi',level=0,port_id=d8eafada-7ab0-4dd9-a3d8-ec24838beb44,segment=NetworkSegment(1fc2a7c4-cff6-4e34-b5ce-5d61e7711aa3),segment_id=1fc2a7c4-cff6-4e34-b5ce-5d61e7711aa3)] {{(pid=103258) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 11:18:31.028566 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-9fca9660-d051-4aed-95d6-9220e2004cb0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-575824'] for port (d8eafada-7ab0-4dd9-a3d8-ec24838beb44), precommit_delete {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:18:31.045303 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.plugins.ml2.plugin [None req-9fca9660-d051-4aed-95d6-9220e2004cb0 admin admin] Calling delete_port for d8eafada-7ab0-4dd9-a3d8-ec24838beb44 owned by network:router_interface {{(pid=103258) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 12 11:18:31.215727 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-9fca9660-d051-4aed-95d6-9220e2004cb0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1534861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777667992077', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777667450161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4796947'] for port (d8eafada-7ab0-4dd9-a3d8-ec24838beb44), after_delete {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:18:31.240684 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fca9660-d051-4aed-95d6-9220e2004cb0 admin admin] Pushing event deleted for resources: {'Port': ['ID=d8eafada-7ab0-4dd9-a3d8-ec24838beb44,revision_number=None']} {{(pid=103258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:18:31.251803 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fca9660-d051-4aed-95d6-9220e2004cb0 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830088-4-iscsi {{(pid=103258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:18:31.252150 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fca9660-d051-4aed-95d6-9220e2004cb0 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830088-4-iscsi {{(pid=103258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:18:31.252496 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fca9660-d051-4aed-95d6-9220e2004cb0 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830088-4-iscsi {{(pid=103258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:18:31.252831 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fca9660-d051-4aed-95d6-9220e2004cb0 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830088-4-iscsi {{(pid=103258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:18:31.253162 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fca9660-d051-4aed-95d6-9220e2004cb0 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830088-4-iscsi {{(pid=103258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:18:31.253489 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fca9660-d051-4aed-95d6-9220e2004cb0 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830088-4-iscsi {{(pid=103258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:18:31.253812 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fca9660-d051-4aed-95d6-9220e2004cb0 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830088-4-iscsi {{(pid=103258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:18:31.254129 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fca9660-d051-4aed-95d6-9220e2004cb0 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830088-4-iscsi {{(pid=103258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:18:31.254451 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fca9660-d051-4aed-95d6-9220e2004cb0 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-830088-4-iscsi {{(pid=103258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:18:31.254792 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fca9660-d051-4aed-95d6-9220e2004cb0 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830088-4-iscsi {{(pid=103258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:18:31.255128 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fca9660-d051-4aed-95d6-9220e2004cb0 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830088-4-iscsi {{(pid=103258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:18:31.255437 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fca9660-d051-4aed-95d6-9220e2004cb0 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830088-4-iscsi {{(pid=103258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:18:31.255758 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fca9660-d051-4aed-95d6-9220e2004cb0 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830088-4-iscsi {{(pid=103258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:18:31.256073 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fca9660-d051-4aed-95d6-9220e2004cb0 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830088-4-iscsi {{(pid=103258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:18:31.256389 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fca9660-d051-4aed-95d6-9220e2004cb0 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830088-4-iscsi {{(pid=103258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:18:31.671182 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-9fca9660-d051-4aed-95d6-9220e2004cb0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-586184', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-584546'] for router_interface (49e16ee8-8612-4d0e-914b-8d819f734a28), after_delete {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:18:31.757042 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron.plugins.ml2.rpc [None req-ae6c308c-a92e-4424-a7f8-d6a17e5174ef None None] Device 5cdf10bb-5765-47e9-86bc-711483a39ceb no longer exists at agent hyperv_hv-cinder-83008 {{(pid=103259) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 12 11:18:31.776948 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron.plugins.ml2.plugin [None req-ae6c308c-a92e-4424-a7f8-d6a17e5174ef None None] No Port match for: 5cdf10bb-5765-47e9-86bc-711483a39ceb {{(pid=103259) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 12 11:18:31.777291 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron.plugins.ml2.rpc [None req-ae6c308c-a92e-4424-a7f8-d6a17e5174ef None None] Device 5cdf10bb-5765-47e9-86bc-711483a39ceb not bound to the agent host hv-cinder-83008 {{(pid=103259) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 12 11:18:31.881607 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9fca9660-d051-4aed-95d6-9220e2004cb0 admin admin] Router 49e16ee8-8612-4d0e-914b-8d819f734a28 has already been hosted by L3 agent 77f5e085-0284-4236-9dbf-35d2d452e277 {{(pid=103258) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 12 11:18:31.987505 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9fca9660-d051-4aed-95d6-9220e2004cb0 admin admin] Notify agent at l3_agent.dv-cinder-830088-4-iscsi the message routers_updated {{(pid=103258) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 12 11:18:31.992429 dv-cinder-830088-4-iscsi neutron-server[103258]: INFO neutron.wsgi [None req-9fca9660-d051-4aed-95d6-9220e2004cb0 admin admin] 10.222.0.39 "PUT /v2.0/routers/49e16ee8-8612-4d0e-914b-8d819f734a28/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6748471 Apr 12 11:18:31.994882 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.wsgi [-] (103258) accepted ('10.222.0.39', 33352) {{(pid=103258) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 11:18:31.997930 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d99260bb-dc6f-428e-b8fa-c6faeb060f34 None None] Sync routers for ids ['49e16ee8-8612-4d0e-914b-8d819f734a28'] in dv-cinder-830088-4-iscsi {{(pid=103259) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 12 11:18:32.011200 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d99260bb-dc6f-428e-b8fa-c6faeb060f34 None None] Routers {'49e16ee8-8612-4d0e-914b-8d819f734a28'} bound to L3 agent in host dv-cinder-830088-4-iscsi {{(pid=103259) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 11:18:32.011810 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron.db.l3_hamode_db [None req-d99260bb-dc6f-428e-b8fa-c6faeb060f34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830088-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-12T10:52:12Z,description=,heartbeat_timestamp=2022-04-12T11:18:13Z,host='dv-cinder-830088-4-iscsi',id=77f5e085-0284-4236-9dbf-35d2d452e277,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T10:52:12Z,topic='l3_agent')) {'router_ids': ['49e16ee8-8612-4d0e-914b-8d819f734a28'], 'active': True} {{(pid=103259) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 11:18:32.098422 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-bb1e22a2-665e-4a49-9b54-00318f39c910 admin admin] Publish callbacks [] for router (49e16ee8-8612-4d0e-914b-8d819f734a28), before_delete {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:18:32.117724 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron.db.l3_dvr_db [None req-d99260bb-dc6f-428e-b8fa-c6faeb060f34 None None] Set router 49e16ee8-8612-4d0e-914b-8d819f734a28 gateway port host: dv-cinder-830088-4-iscsi {{(pid=103259) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 11:18:32.206846 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-bb1e22a2-665e-4a49-9b54-00318f39c910 admin admin] Publish callbacks [] for router_gateway (49e16ee8-8612-4d0e-914b-8d819f734a28), before_delete {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:18:32.253590 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.plugins.ml2.plugin [None req-bb1e22a2-665e-4a49-9b54-00318f39c910 admin admin] Deleting port 9a2f4e30-8fc6-40fa-8c7c-8c945babb6eb {{(pid=103258) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 12 11:18:32.254272 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-bb1e22a2-665e-4a49-9b54-00318f39c910 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777667983647'] for port (9a2f4e30-8fc6-40fa-8c7c-8c945babb6eb), before_delete {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:18:32.338085 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.plugins.ml2.db [None req-bb1e22a2-665e-4a49-9b54-00318f39c910 admin admin] For port 9a2f4e30-8fc6-40fa-8c7c-8c945babb6eb, host dv-cinder-830088-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830088-4-iscsi',level=0,port_id=9a2f4e30-8fc6-40fa-8c7c-8c945babb6eb,segment=NetworkSegment(d942c271-b630-4108-8616-b993c4b79ecb),segment_id=d942c271-b630-4108-8616-b993c4b79ecb)] {{(pid=103258) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 11:18:32.338448 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-bb1e22a2-665e-4a49-9b54-00318f39c910 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-575824'] for port (9a2f4e30-8fc6-40fa-8c7c-8c945babb6eb), precommit_delete {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:18:32.352864 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.plugins.ml2.plugin [None req-bb1e22a2-665e-4a49-9b54-00318f39c910 admin admin] Calling delete_port for 9a2f4e30-8fc6-40fa-8c7c-8c945babb6eb owned by network:router_gateway {{(pid=103258) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 12 11:18:32.409296 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron.db.l3_hamode_db [None req-d99260bb-dc6f-428e-b8fa-c6faeb060f34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '49e16ee8-8612-4d0e-914b-8d819f734a28', 'name': 'tempest-TestShelveInstance-499418605-router', 'tenant_id': '7fa8cc4e03f54d9dadaf824366ebb2be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b7be5f2-485b-4c85-8f98-fb200971b61c', 'external_fixed_ips': [{'subnet_id': '4887111e-1302-416a-ab8e-c957c9df7f85', 'ip_address': '172.27.3.151'}], 'enable_snat': True}, 'gw_port_id': '9a2f4e30-8fc6-40fa-8c7c-8c945babb6eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T11:12:33Z', 'updated_at': '2022-04-12T11:18:31Z', 'revision_number': 5, 'project_id': '7fa8cc4e03f54d9dadaf824366ebb2be', 'gw_port': {'id': '9a2f4e30-8fc6-40fa-8c7c-8c945babb6eb', 'name': '', 'network_id': '3b7be5f2-485b-4c85-8f98-fb200971b61c', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:51:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49e16ee8-8612-4d0e-914b-8d819f734a28', 'device_owner': 'network:router_gateway', 'standard_attr_id': 674, 'fixed_ips': [{'subnet_id': '4887111e-1302-416a-ab8e-c957c9df7f85', 'ip_address': '172.27.3.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830088-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T11:12:33Z', 'updated_at': '2022-04-12T11:12:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4887111e-1302-416a-ab8e-c957c9df7f85', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830088-4-iscsi'}], 'dv-cinder-830088-4-iscsi', False) {} {{(pid=103259) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 11:18:32.436631 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d99260bb-dc6f-428e-b8fa-c6faeb060f34 None None] Checking router: 49e16ee8-8612-4d0e-914b-8d819f734a28 for host: dv-cinder-830088-4-iscsi {{(pid=103259) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 12 11:18:32.444877 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d99260bb-dc6f-428e-b8fa-c6faeb060f34 None None] Routers {'49e16ee8-8612-4d0e-914b-8d819f734a28'} bound to L3 agent in host dv-cinder-830088-4-iscsi {{(pid=103259) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 11:18:32.445501 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron.db.l3_hamode_db [None req-d99260bb-dc6f-428e-b8fa-c6faeb060f34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830088-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-12T10:52:12Z,description=,heartbeat_timestamp=2022-04-12T11:18:13Z,host='dv-cinder-830088-4-iscsi',id=77f5e085-0284-4236-9dbf-35d2d452e277,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T10:52:12Z,topic='l3_agent')) {'router_ids': ['49e16ee8-8612-4d0e-914b-8d819f734a28'], 'active': True} {{(pid=103259) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 11:18:32.518563 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-bb1e22a2-665e-4a49-9b54-00318f39c910 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1534861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777667992077', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777667450161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4796947'] for port (9a2f4e30-8fc6-40fa-8c7c-8c945babb6eb), after_delete {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:18:32.535065 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron.db.l3_dvr_db [None req-d99260bb-dc6f-428e-b8fa-c6faeb060f34 None None] Set router 49e16ee8-8612-4d0e-914b-8d819f734a28 gateway port host: None {{(pid=103259) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 11:18:32.550368 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb1e22a2-665e-4a49-9b54-00318f39c910 admin admin] Pushing event deleted for resources: {'Port': ['ID=9a2f4e30-8fc6-40fa-8c7c-8c945babb6eb,revision_number=None']} {{(pid=103258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:18:32.590116 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron.db.l3_hamode_db [None req-d99260bb-dc6f-428e-b8fa-c6faeb060f34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '49e16ee8-8612-4d0e-914b-8d819f734a28', 'name': 'tempest-TestShelveInstance-499418605-router', 'tenant_id': '7fa8cc4e03f54d9dadaf824366ebb2be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T11:12:33Z', 'updated_at': '2022-04-12T11:18:32Z', 'revision_number': 6, 'project_id': '7fa8cc4e03f54d9dadaf824366ebb2be', 'gw_port_host': None}], 'dv-cinder-830088-4-iscsi', False) {} {{(pid=103259) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 11:18:32.603534 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-bb1e22a2-665e-4a49-9b54-00318f39c910 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-579460'] for router_gateway (49e16ee8-8612-4d0e-914b-8d819f734a28), after_delete {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:18:32.617187 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d99260bb-dc6f-428e-b8fa-c6faeb060f34 None None] The sync data for ids ['49e16ee8-8612-4d0e-914b-8d819f734a28'] in dv-cinder-830088-4-iscsi is: [{'id': '49e16ee8-8612-4d0e-914b-8d819f734a28', 'name': 'tempest-TestShelveInstance-499418605-router', 'tenant_id': '7fa8cc4e03f54d9dadaf824366ebb2be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T11:12:33Z', 'updated_at': '2022-04-12T11:18:32Z', 'revision_number': 6, 'project_id': '7fa8cc4e03f54d9dadaf824366ebb2be', 'gw_port_host': None}] {{(pid=103259) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 12 11:18:32.696545 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-bb1e22a2-665e-4a49-9b54-00318f39c910 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-519722', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14489'] for router (49e16ee8-8612-4d0e-914b-8d819f734a28), precommit_delete {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:18:32.698653 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-bb1e22a2-665e-4a49-9b54-00318f39c910 admin admin] Publish callbacks [] for router_controller (49e16ee8-8612-4d0e-914b-8d819f734a28), precommit_delete_associations {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:18:32.743389 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-bb1e22a2-665e-4a49-9b54-00318f39c910 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-519715'] for router (49e16ee8-8612-4d0e-914b-8d819f734a28), after_delete {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:18:32.743935 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bb1e22a2-665e-4a49-9b54-00318f39c910 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 49e16ee8-8612-4d0e-914b-8d819f734a28 {{(pid=103258) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 12 11:18:32.748784 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-bb1e22a2-665e-4a49-9b54-00318f39c910 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:18:32.750009 dv-cinder-830088-4-iscsi neutron-server[103258]: INFO neutron.wsgi [None req-bb1e22a2-665e-4a49-9b54-00318f39c910 admin admin] 10.222.0.39 "DELETE /v2.0/routers/49e16ee8-8612-4d0e-914b-8d819f734a28 HTTP/1.1" status: 204 len: 168 time: 0.7542205 Apr 12 11:18:32.752544 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.wsgi [-] (103258) accepted ('10.222.0.39', 33354) {{(pid=103258) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 11:18:32.795472 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.db.db_base_plugin_v2 [None req-f299f48f-c8c4-44b3-a640-a9f889c4ffaa admin admin] Deleting subnet d013eb67-1f0a-443e-ace2-56fd68182da2 {{(pid=103258) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Apr 12 11:18:32.799240 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-f299f48f-c8c4-44b3-a640-a9f889c4ffaa admin admin] Publish callbacks [] for subnet (d013eb67-1f0a-443e-ace2-56fd68182da2), before_delete {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:18:32.831961 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-f299f48f-c8c4-44b3-a640-a9f889c4ffaa admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5023925'] for subnet (d013eb67-1f0a-443e-ace2-56fd68182da2), precommit_delete_associations {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:18:32.910580 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-f299f48f-c8c4-44b3-a640-a9f889c4ffaa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1528832'] for subnet (d013eb67-1f0a-443e-ace2-56fd68182da2), precommit_delete {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:18:32.961226 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-f299f48f-c8c4-44b3-a640-a9f889c4ffaa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1528889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-439037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4797038', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4732449'] for subnet (d013eb67-1f0a-443e-ace2-56fd68182da2), after_delete {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:18:32.987389 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f299f48f-c8c4-44b3-a640-a9f889c4ffaa admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d013eb67-1f0a-443e-ace2-56fd68182da2,revision_number=None']} {{(pid=103258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:18:32.992010 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-f299f48f-c8c4-44b3-a640-a9f889c4ffaa admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:18:32.998666 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron.wsgi [-] (103257) accepted ('10.222.0.39', 33356) {{(pid=103257) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 11:18:32.999192 dv-cinder-830088-4-iscsi neutron-server[103258]: INFO neutron.wsgi [None req-f299f48f-c8c4-44b3-a640-a9f889c4ffaa admin admin] 10.222.0.39 "DELETE /v2.0/subnets/d013eb67-1f0a-443e-ace2-56fd68182da2 HTTP/1.1" status: 204 len: 168 time: 0.2451441 Apr 12 11:18:33.000667 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08333fc9-bfaf-4b87-af18-85a367059fc0 None None] Network 3d302e5f-d1a1-4723-94b3-e2427a8d4c67 requested from dv-cinder-830088-4-iscsi {{(pid=103259) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 12 11:18:33.074857 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-e8d3ef57-5164-4779-b7db-2971e525d144 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1505875'] for network (3d302e5f-d1a1-4723-94b3-e2427a8d4c67), before_delete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:18:33.119387 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-e8d3ef57-5164-4779-b7db-2971e525d144 admin admin] Deleting port 1effaa8f-62a0-4d62-b564-d6946da25b15 {{(pid=103257) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 12 11:18:33.119728 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-e8d3ef57-5164-4779-b7db-2971e525d144 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777667983647'] for port (1effaa8f-62a0-4d62-b564-d6946da25b15), before_delete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:18:33.180091 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-e8d3ef57-5164-4779-b7db-2971e525d144 admin admin] For port 1effaa8f-62a0-4d62-b564-d6946da25b15, host dv-cinder-830088-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830088-4-iscsi',level=0,port_id=1effaa8f-62a0-4d62-b564-d6946da25b15,segment=NetworkSegment(1fc2a7c4-cff6-4e34-b5ce-5d61e7711aa3),segment_id=1fc2a7c4-cff6-4e34-b5ce-5d61e7711aa3)] {{(pid=103257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 11:18:33.180447 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-e8d3ef57-5164-4779-b7db-2971e525d144 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-575824'] for port (1effaa8f-62a0-4d62-b564-d6946da25b15), precommit_delete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:18:33.192684 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-e8d3ef57-5164-4779-b7db-2971e525d144 admin admin] Calling delete_port for 1effaa8f-62a0-4d62-b564-d6946da25b15 owned by network:dhcp {{(pid=103257) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 12 11:18:33.272968 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-e8d3ef57-5164-4779-b7db-2971e525d144 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1534861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777667992077', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777667450161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5265645'] for port (1effaa8f-62a0-4d62-b564-d6946da25b15), after_delete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:18:33.297499 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8d3ef57-5164-4779-b7db-2971e525d144 admin admin] Pushing event deleted for resources: {'Port': ['ID=1effaa8f-62a0-4d62-b564-d6946da25b15,revision_number=None']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:18:33.304791 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8d3ef57-5164-4779-b7db-2971e525d144 admin admin] No DVR routers for this DVR port 1effaa8f-62a0-4d62-b564-d6946da25b15 on host dv-cinder-830088-4-iscsi {{(pid=103257) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 12 11:18:33.308495 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8d3ef57-5164-4779-b7db-2971e525d144 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830088-4-iscsi {{(pid=103257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:18:33.308843 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8d3ef57-5164-4779-b7db-2971e525d144 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830088-4-iscsi {{(pid=103257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:18:33.309186 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8d3ef57-5164-4779-b7db-2971e525d144 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830088-4-iscsi {{(pid=103257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:18:33.309525 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8d3ef57-5164-4779-b7db-2971e525d144 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830088-4-iscsi {{(pid=103257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:18:33.309861 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8d3ef57-5164-4779-b7db-2971e525d144 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830088-4-iscsi {{(pid=103257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:18:33.310190 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8d3ef57-5164-4779-b7db-2971e525d144 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830088-4-iscsi {{(pid=103257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:18:33.310517 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8d3ef57-5164-4779-b7db-2971e525d144 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830088-4-iscsi {{(pid=103257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:18:33.310874 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8d3ef57-5164-4779-b7db-2971e525d144 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830088-4-iscsi {{(pid=103257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:18:33.311725 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8d3ef57-5164-4779-b7db-2971e525d144 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-830088-4-iscsi {{(pid=103257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:18:33.312051 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8d3ef57-5164-4779-b7db-2971e525d144 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830088-4-iscsi {{(pid=103257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:18:33.312380 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8d3ef57-5164-4779-b7db-2971e525d144 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830088-4-iscsi {{(pid=103257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:18:33.312708 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8d3ef57-5164-4779-b7db-2971e525d144 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830088-4-iscsi {{(pid=103257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:18:33.313031 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8d3ef57-5164-4779-b7db-2971e525d144 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830088-4-iscsi {{(pid=103257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:18:33.313352 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8d3ef57-5164-4779-b7db-2971e525d144 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830088-4-iscsi {{(pid=103257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:18:33.313671 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8d3ef57-5164-4779-b7db-2971e525d144 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830088-4-iscsi {{(pid=103257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:18:33.386499 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-e8d3ef57-5164-4779-b7db-2971e525d144 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1527181', 'neutron.services.segments.db._delete_segments_for_network-8777667879599'] for network (3d302e5f-d1a1-4723-94b3-e2427a8d4c67), precommit_delete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:18:33.391205 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3678d074-6a38-4736-967e-ece6c67be641 None None] DHCP port deletion for 3d302e5f-d1a1-4723-94b3-e2427a8d4c67 request from dv-cinder-830088-4-iscsi {{(pid=103259) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 12 11:18:33.412271 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron.services.segments.db [None req-e8d3ef57-5164-4779-b7db-2971e525d144 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3d302e5f-d1a1-4723-94b3-e2427a8d4c67']}} {{(pid=103257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 11:18:33.423128 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron.services.segments.db [None req-e8d3ef57-5164-4779-b7db-2971e525d144 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1fc2a7c4-cff6-4e34-b5ce-5d61e7711aa3') {'for_net_delete': True} {{(pid=103257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 11:18:33.423456 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron.services.segments.db [None req-e8d3ef57-5164-4779-b7db-2971e525d144 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1fc2a7c4-cff6-4e34-b5ce-5d61e7711aa3') {} {{(pid=103257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 11:18:33.432836 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-e8d3ef57-5164-4779-b7db-2971e525d144 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777667883192', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5269102'] for segment (1fc2a7c4-cff6-4e34-b5ce-5d61e7711aa3), before_delete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:18:33.446175 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-e8d3ef57-5164-4779-b7db-2971e525d144 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1531021'] for segment (1fc2a7c4-cff6-4e34-b5ce-5d61e7711aa3), precommit_delete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:18:33.452637 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e8d3ef57-5164-4779-b7db-2971e525d144 admin admin] Releasing vlan 527 on physical network physnet1 to pool {{(pid=103257) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 12 11:18:33.453019 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-e8d3ef57-5164-4779-b7db-2971e525d144 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1531021', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5265466'] for segment (1fc2a7c4-cff6-4e34-b5ce-5d61e7711aa3), after_delete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:18:33.454675 dv-cinder-830088-4-iscsi neutron-server[103257]: Traceback (most recent call last): Apr 12 11:18:33.454675 dv-cinder-830088-4-iscsi neutron-server[103257]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 12 11:18:33.454675 dv-cinder-830088-4-iscsi neutron-server[103257]: timer() Apr 12 11:18:33.454675 dv-cinder-830088-4-iscsi neutron-server[103257]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 12 11:18:33.454675 dv-cinder-830088-4-iscsi neutron-server[103257]: cb(*args, **kw) Apr 12 11:18:33.454675 dv-cinder-830088-4-iscsi neutron-server[103257]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 12 11:18:33.454675 dv-cinder-830088-4-iscsi neutron-server[103257]: return func(*args, **kwargs) Apr 12 11:18:33.454675 dv-cinder-830088-4-iscsi neutron-server[103257]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 12 11:18:33.454675 dv-cinder-830088-4-iscsi neutron-server[103257]: self._notify() Apr 12 11:18:33.454675 dv-cinder-830088-4-iscsi neutron-server[103257]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 12 11:18:33.454675 dv-cinder-830088-4-iscsi neutron-server[103257]: self.callback(batched_events) Apr 12 11:18:33.454675 dv-cinder-830088-4-iscsi neutron-server[103257]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 12 11:18:33.454675 dv-cinder-830088-4-iscsi neutron-server[103257]: event.method(event) Apr 12 11:18:33.454675 dv-cinder-830088-4-iscsi neutron-server[103257]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 12 11:18:33.454675 dv-cinder-830088-4-iscsi neutron-server[103257]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 12 11:18:33.454675 dv-cinder-830088-4-iscsi neutron-server[103257]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 12 11:18:33.454675 dv-cinder-830088-4-iscsi neutron-server[103257]: aggregate_uuid = self.p_client.list_aggregates( Apr 12 11:18:33.454675 dv-cinder-830088-4-iscsi neutron-server[103257]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 12 11:18:33.454675 dv-cinder-830088-4-iscsi neutron-server[103257]: return f(self, *a, **k) Apr 12 11:18:33.454675 dv-cinder-830088-4-iscsi neutron-server[103257]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 12 11:18:33.454675 dv-cinder-830088-4-iscsi neutron-server[103257]: return self._get(url).json() Apr 12 11:18:33.454675 dv-cinder-830088-4-iscsi neutron-server[103257]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 12 11:18:33.454675 dv-cinder-830088-4-iscsi neutron-server[103257]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 12 11:18:33.454675 dv-cinder-830088-4-iscsi neutron-server[103257]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 12 11:18:33.454675 dv-cinder-830088-4-iscsi neutron-server[103257]: return self.request(url, 'GET', **kwargs) Apr 12 11:18:33.454675 dv-cinder-830088-4-iscsi neutron-server[103257]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 12 11:18:33.454675 dv-cinder-830088-4-iscsi neutron-server[103257]: base_url = self.get_endpoint(auth, allow=allow, Apr 12 11:18:33.454675 dv-cinder-830088-4-iscsi neutron-server[103257]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 12 11:18:33.454675 dv-cinder-830088-4-iscsi neutron-server[103257]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 12 11:18:33.454675 dv-cinder-830088-4-iscsi neutron-server[103257]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 12 11:18:33.454675 dv-cinder-830088-4-iscsi neutron-server[103257]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 12 11:18:33.454675 dv-cinder-830088-4-iscsi neutron-server[103257]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 12 11:18:33.508006 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-e8d3ef57-5164-4779-b7db-2971e525d144 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1527170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-415428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586207', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-579552'] for network (3d302e5f-d1a1-4723-94b3-e2427a8d4c67), after_delete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:18:33.513441 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-e8d3ef57-5164-4779-b7db-2971e525d144 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586029'] for network (None), before_response {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:18:33.517281 dv-cinder-830088-4-iscsi neutron-server[103257]: INFO neutron.wsgi [None req-e8d3ef57-5164-4779-b7db-2971e525d144 admin admin] 10.222.0.39 "DELETE /v2.0/networks/3d302e5f-d1a1-4723-94b3-e2427a8d4c67 HTTP/1.1" status: 204 len: 168 time: 0.5170133 Apr 12 11:18:33.520209 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron.wsgi [-] (103257) accepted ('10.222.0.39', 33358) {{(pid=103257) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 11:18:33.535126 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8d3ef57-5164-4779-b7db-2971e525d144 admin admin] Pushing event deleted for resources: {'Network': ['ID=3d302e5f-d1a1-4723-94b3-e2427a8d4c67,revision_number=None']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:18:33.856602 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-3ce67b66-1785-4a62-8a33-9ad31f895041 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-584654'] for router_interface (6685c6cc-8703-4c74-aab5-50279fba6850), before_delete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:18:34.080849 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-3ce67b66-1785-4a62-8a33-9ad31f895041 admin admin] Deleting port 0567f1ec-cdfe-4abc-8f6c-e94253277499 {{(pid=103257) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 12 11:18:34.081529 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-3ce67b66-1785-4a62-8a33-9ad31f895041 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777667983647'] for port (0567f1ec-cdfe-4abc-8f6c-e94253277499), before_delete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:18:34.155850 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-3ce67b66-1785-4a62-8a33-9ad31f895041 admin admin] For port 0567f1ec-cdfe-4abc-8f6c-e94253277499, host dv-cinder-830088-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830088-4-iscsi',level=0,port_id=0567f1ec-cdfe-4abc-8f6c-e94253277499,segment=NetworkSegment(e71990a4-4d76-474b-86de-9328a70f94bf),segment_id=e71990a4-4d76-474b-86de-9328a70f94bf)] {{(pid=103257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 11:18:34.156141 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-3ce67b66-1785-4a62-8a33-9ad31f895041 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-575824'] for port (0567f1ec-cdfe-4abc-8f6c-e94253277499), precommit_delete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:18:34.172149 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-3ce67b66-1785-4a62-8a33-9ad31f895041 admin admin] Calling delete_port for 0567f1ec-cdfe-4abc-8f6c-e94253277499 owned by network:router_interface {{(pid=103257) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 12 11:18:34.345346 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-3ce67b66-1785-4a62-8a33-9ad31f895041 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1534861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777667992077', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777667450161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5265645'] for port (0567f1ec-cdfe-4abc-8f6c-e94253277499), after_delete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:18:34.371048 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ce67b66-1785-4a62-8a33-9ad31f895041 admin admin] Pushing event deleted for resources: {'Port': ['ID=0567f1ec-cdfe-4abc-8f6c-e94253277499,revision_number=None']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:18:34.377284 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron.plugins.ml2.rpc [None req-e4b062a6-7a21-4431-be77-3c7776c11043 None None] Device d8eafada-7ab0-4dd9-a3d8-ec24838beb44 no longer exists at agent ovs-agent-dv-cinder-830088-4-iscsi {{(pid=103259) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 12 11:18:34.402353 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron.plugins.ml2.plugin [None req-e4b062a6-7a21-4431-be77-3c7776c11043 None None] No Port match for: d8eafada-7ab0-4dd9-a3d8-ec24838beb44 {{(pid=103259) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 12 11:18:34.402965 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron.plugins.ml2.rpc [None req-e4b062a6-7a21-4431-be77-3c7776c11043 None None] Device d8eafada-7ab0-4dd9-a3d8-ec24838beb44 not bound to the agent host dv-cinder-830088-4-iscsi {{(pid=103259) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 12 11:18:34.403389 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron.plugins.ml2.rpc [None req-e4b062a6-7a21-4431-be77-3c7776c11043 None None] Device 1effaa8f-62a0-4d62-b564-d6946da25b15 no longer exists at agent ovs-agent-dv-cinder-830088-4-iscsi {{(pid=103259) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 12 11:18:34.423367 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron.plugins.ml2.plugin [None req-e4b062a6-7a21-4431-be77-3c7776c11043 None None] No Port match for: 1effaa8f-62a0-4d62-b564-d6946da25b15 {{(pid=103259) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 12 11:18:34.423618 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron.plugins.ml2.rpc [None req-e4b062a6-7a21-4431-be77-3c7776c11043 None None] Device 1effaa8f-62a0-4d62-b564-d6946da25b15 not bound to the agent host dv-cinder-830088-4-iscsi {{(pid=103259) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 12 11:18:34.424269 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron.plugins.ml2.rpc [None req-e4b062a6-7a21-4431-be77-3c7776c11043 None None] Device 9a2f4e30-8fc6-40fa-8c7c-8c945babb6eb no longer exists at agent ovs-agent-dv-cinder-830088-4-iscsi {{(pid=103259) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 12 11:18:34.443461 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron.plugins.ml2.plugin [None req-e4b062a6-7a21-4431-be77-3c7776c11043 None None] No Port match for: 9a2f4e30-8fc6-40fa-8c7c-8c945babb6eb {{(pid=103259) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 12 11:18:34.444096 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron.plugins.ml2.rpc [None req-e4b062a6-7a21-4431-be77-3c7776c11043 None None] Device 9a2f4e30-8fc6-40fa-8c7c-8c945babb6eb not bound to the agent host dv-cinder-830088-4-iscsi {{(pid=103259) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 12 11:18:34.547490 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-3ce67b66-1785-4a62-8a33-9ad31f895041 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-586184', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-584546'] for router_interface (6685c6cc-8703-4c74-aab5-50279fba6850), after_delete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:18:34.759408 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3ce67b66-1785-4a62-8a33-9ad31f895041 admin admin] Router 6685c6cc-8703-4c74-aab5-50279fba6850 has already been hosted by L3 agent 77f5e085-0284-4236-9dbf-35d2d452e277 {{(pid=103257) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 12 11:18:34.864763 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3ce67b66-1785-4a62-8a33-9ad31f895041 admin admin] Notify agent at l3_agent.dv-cinder-830088-4-iscsi the message routers_updated {{(pid=103257) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 12 11:18:34.869709 dv-cinder-830088-4-iscsi neutron-server[103257]: INFO neutron.wsgi [None req-3ce67b66-1785-4a62-8a33-9ad31f895041 admin admin] 10.222.0.39 "PUT /v2.0/routers/6685c6cc-8703-4c74-aab5-50279fba6850/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3485754 Apr 12 11:18:34.872253 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron.wsgi [-] (103257) accepted ('10.222.0.39', 33360) {{(pid=103257) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 11:18:34.874864 dv-cinder-830088-4-iscsi neutron-server[103260]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61e6fd22-7852-4604-9cdf-eaef6735b9e3 None None] Sync routers for ids ['6685c6cc-8703-4c74-aab5-50279fba6850'] in dv-cinder-830088-4-iscsi {{(pid=103260) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 12 11:18:34.884879 dv-cinder-830088-4-iscsi neutron-server[103260]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61e6fd22-7852-4604-9cdf-eaef6735b9e3 None None] Routers {'6685c6cc-8703-4c74-aab5-50279fba6850'} bound to L3 agent in host dv-cinder-830088-4-iscsi {{(pid=103260) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 11:18:34.885478 dv-cinder-830088-4-iscsi neutron-server[103260]: DEBUG neutron.db.l3_hamode_db [None req-61e6fd22-7852-4604-9cdf-eaef6735b9e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830088-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-12T10:52:12Z,description=,heartbeat_timestamp=2022-04-12T11:18:13Z,host='dv-cinder-830088-4-iscsi',id=77f5e085-0284-4236-9dbf-35d2d452e277,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T10:52:12Z,topic='l3_agent')) {'router_ids': ['6685c6cc-8703-4c74-aab5-50279fba6850'], 'active': True} {{(pid=103260) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 11:18:34.976826 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-01cf92f7-330e-4244-915c-781c98c43b65 admin admin] Publish callbacks [] for router (6685c6cc-8703-4c74-aab5-50279fba6850), before_delete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:18:34.991649 dv-cinder-830088-4-iscsi neutron-server[103260]: DEBUG neutron.db.l3_dvr_db [None req-61e6fd22-7852-4604-9cdf-eaef6735b9e3 None None] Set router 6685c6cc-8703-4c74-aab5-50279fba6850 gateway port host: dv-cinder-830088-4-iscsi {{(pid=103260) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 11:18:35.079862 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-01cf92f7-330e-4244-915c-781c98c43b65 admin admin] Publish callbacks [] for router_gateway (6685c6cc-8703-4c74-aab5-50279fba6850), before_delete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:18:35.124194 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-01cf92f7-330e-4244-915c-781c98c43b65 admin admin] Deleting port a302782b-2c86-4422-ae45-24e6a055fc65 {{(pid=103257) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 12 11:18:35.124911 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-01cf92f7-330e-4244-915c-781c98c43b65 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777667983647'] for port (a302782b-2c86-4422-ae45-24e6a055fc65), before_delete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:18:35.161974 dv-cinder-830088-4-iscsi neutron-server[103260]: DEBUG neutron.db.l3_hamode_db [None req-61e6fd22-7852-4604-9cdf-eaef6735b9e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6685c6cc-8703-4c74-aab5-50279fba6850', 'name': 'tempest-TestShelveInstance-818210225-router', 'tenant_id': '4448855cfa894c02ac6a935a982ecbf3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b7be5f2-485b-4c85-8f98-fb200971b61c', 'external_fixed_ips': [{'subnet_id': '4887111e-1302-416a-ab8e-c957c9df7f85', 'ip_address': '172.27.3.184'}], 'enable_snat': True}, 'gw_port_id': 'a302782b-2c86-4422-ae45-24e6a055fc65', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T11:12:38Z', 'updated_at': '2022-04-12T11:18:34Z', 'revision_number': 5, 'project_id': '4448855cfa894c02ac6a935a982ecbf3', 'gw_port': {'id': 'a302782b-2c86-4422-ae45-24e6a055fc65', 'name': '', 'network_id': '3b7be5f2-485b-4c85-8f98-fb200971b61c', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:b2:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6685c6cc-8703-4c74-aab5-50279fba6850', 'device_owner': 'network:router_gateway', 'standard_attr_id': 691, 'fixed_ips': [{'subnet_id': '4887111e-1302-416a-ab8e-c957c9df7f85', 'ip_address': '172.27.3.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830088-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T11:12:39Z', 'updated_at': '2022-04-12T11:12:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4887111e-1302-416a-ab8e-c957c9df7f85', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830088-4-iscsi'}], 'dv-cinder-830088-4-iscsi', False) {} {{(pid=103260) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 11:18:35.191495 dv-cinder-830088-4-iscsi neutron-server[103260]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61e6fd22-7852-4604-9cdf-eaef6735b9e3 None None] Checking router: 6685c6cc-8703-4c74-aab5-50279fba6850 for host: dv-cinder-830088-4-iscsi {{(pid=103260) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 12 11:18:35.200024 dv-cinder-830088-4-iscsi neutron-server[103260]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61e6fd22-7852-4604-9cdf-eaef6735b9e3 None None] Routers {'6685c6cc-8703-4c74-aab5-50279fba6850'} bound to L3 agent in host dv-cinder-830088-4-iscsi {{(pid=103260) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 11:18:35.200544 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-01cf92f7-330e-4244-915c-781c98c43b65 admin admin] For port a302782b-2c86-4422-ae45-24e6a055fc65, host dv-cinder-830088-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830088-4-iscsi',level=0,port_id=a302782b-2c86-4422-ae45-24e6a055fc65,segment=NetworkSegment(d942c271-b630-4108-8616-b993c4b79ecb),segment_id=d942c271-b630-4108-8616-b993c4b79ecb)] {{(pid=103257) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 11:18:35.200700 dv-cinder-830088-4-iscsi neutron-server[103260]: DEBUG neutron.db.l3_hamode_db [None req-61e6fd22-7852-4604-9cdf-eaef6735b9e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830088-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-12T10:52:12Z,description=,heartbeat_timestamp=2022-04-12T11:18:13Z,host='dv-cinder-830088-4-iscsi',id=77f5e085-0284-4236-9dbf-35d2d452e277,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T10:52:12Z,topic='l3_agent')) {'router_ids': ['6685c6cc-8703-4c74-aab5-50279fba6850'], 'active': True} {{(pid=103260) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 11:18:35.200912 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-01cf92f7-330e-4244-915c-781c98c43b65 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-575824'] for port (a302782b-2c86-4422-ae45-24e6a055fc65), precommit_delete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:18:35.218673 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron.plugins.ml2.plugin [None req-01cf92f7-330e-4244-915c-781c98c43b65 admin admin] Calling delete_port for a302782b-2c86-4422-ae45-24e6a055fc65 owned by network:router_gateway {{(pid=103257) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 12 11:18:35.376095 dv-cinder-830088-4-iscsi neutron-server[103260]: DEBUG neutron.db.l3_dvr_db [None req-61e6fd22-7852-4604-9cdf-eaef6735b9e3 None None] Set router 6685c6cc-8703-4c74-aab5-50279fba6850 gateway port host: None {{(pid=103260) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 11:18:35.381803 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-01cf92f7-330e-4244-915c-781c98c43b65 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1534861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777667992077', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777667450161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5265645'] for port (a302782b-2c86-4422-ae45-24e6a055fc65), after_delete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:18:35.407940 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01cf92f7-330e-4244-915c-781c98c43b65 admin admin] Pushing event deleted for resources: {'Port': ['ID=a302782b-2c86-4422-ae45-24e6a055fc65,revision_number=None']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:18:35.430075 dv-cinder-830088-4-iscsi neutron-server[103260]: DEBUG neutron.db.l3_hamode_db [None req-61e6fd22-7852-4604-9cdf-eaef6735b9e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6685c6cc-8703-4c74-aab5-50279fba6850', 'name': 'tempest-TestShelveInstance-818210225-router', 'tenant_id': '4448855cfa894c02ac6a935a982ecbf3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T11:12:38Z', 'updated_at': '2022-04-12T11:18:35Z', 'revision_number': 6, 'project_id': '4448855cfa894c02ac6a935a982ecbf3', 'gw_port_host': None}], 'dv-cinder-830088-4-iscsi', False) {} {{(pid=103260) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 11:18:35.460280 dv-cinder-830088-4-iscsi neutron-server[103260]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61e6fd22-7852-4604-9cdf-eaef6735b9e3 None None] The sync data for ids ['6685c6cc-8703-4c74-aab5-50279fba6850'] in dv-cinder-830088-4-iscsi is: [{'id': '6685c6cc-8703-4c74-aab5-50279fba6850', 'name': 'tempest-TestShelveInstance-818210225-router', 'tenant_id': '4448855cfa894c02ac6a935a982ecbf3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T11:12:38Z', 'updated_at': '2022-04-12T11:18:35Z', 'revision_number': 6, 'project_id': '4448855cfa894c02ac6a935a982ecbf3', 'gw_port_host': None}] {{(pid=103260) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 12 11:18:35.469720 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-01cf92f7-330e-4244-915c-781c98c43b65 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-579460'] for router_gateway (6685c6cc-8703-4c74-aab5-50279fba6850), after_delete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:18:35.560698 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-01cf92f7-330e-4244-915c-781c98c43b65 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-519722', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14489'] for router (6685c6cc-8703-4c74-aab5-50279fba6850), precommit_delete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:18:35.563294 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-01cf92f7-330e-4244-915c-781c98c43b65 admin admin] Publish callbacks [] for router_controller (6685c6cc-8703-4c74-aab5-50279fba6850), precommit_delete_associations {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:18:35.608755 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-01cf92f7-330e-4244-915c-781c98c43b65 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-519715'] for router (6685c6cc-8703-4c74-aab5-50279fba6850), after_delete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:18:35.609366 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-01cf92f7-330e-4244-915c-781c98c43b65 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 6685c6cc-8703-4c74-aab5-50279fba6850 {{(pid=103257) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 12 11:18:35.614486 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-01cf92f7-330e-4244-915c-781c98c43b65 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:18:35.615689 dv-cinder-830088-4-iscsi neutron-server[103257]: INFO neutron.wsgi [None req-01cf92f7-330e-4244-915c-781c98c43b65 admin admin] 10.222.0.39 "DELETE /v2.0/routers/6685c6cc-8703-4c74-aab5-50279fba6850 HTTP/1.1" status: 204 len: 168 time: 0.7425385 Apr 12 11:18:35.618370 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron.wsgi [-] (103257) accepted ('10.222.0.39', 33362) {{(pid=103257) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 11:18:35.661769 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron.db.db_base_plugin_v2 [None req-ffb614c2-0c2d-43f1-8059-6f9a450e7540 admin admin] Deleting subnet 695e9825-0aa4-4d05-979b-3e8c4bb93cdb {{(pid=103257) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Apr 12 11:18:35.664665 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-ffb614c2-0c2d-43f1-8059-6f9a450e7540 admin admin] Publish callbacks [] for subnet (695e9825-0aa4-4d05-979b-3e8c4bb93cdb), before_delete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:18:35.697546 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-ffb614c2-0c2d-43f1-8059-6f9a450e7540 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5269095'] for subnet (695e9825-0aa4-4d05-979b-3e8c4bb93cdb), precommit_delete_associations {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:18:35.775504 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-ffb614c2-0c2d-43f1-8059-6f9a450e7540 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1528832'] for subnet (695e9825-0aa4-4d05-979b-3e8c4bb93cdb), precommit_delete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:18:35.827602 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-ffb614c2-0c2d-43f1-8059-6f9a450e7540 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1528889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-439037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5265552', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5341063'] for subnet (695e9825-0aa4-4d05-979b-3e8c4bb93cdb), after_delete {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:18:35.854517 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffb614c2-0c2d-43f1-8059-6f9a450e7540 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=695e9825-0aa4-4d05-979b-3e8c4bb93cdb,revision_number=None']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:18:35.856621 dv-cinder-830088-4-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-ffb614c2-0c2d-43f1-8059-6f9a450e7540 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586029'] for subnet (None), before_response {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:18:35.860414 dv-cinder-830088-4-iscsi neutron-server[103257]: INFO neutron.wsgi [None req-ffb614c2-0c2d-43f1-8059-6f9a450e7540 admin admin] 10.222.0.39 "DELETE /v2.0/subnets/695e9825-0aa4-4d05-979b-3e8c4bb93cdb HTTP/1.1" status: 204 len: 168 time: 0.2409377 Apr 12 11:18:35.860961 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ecfc875a-b6fb-45ad-b9f4-dc625eabd766 None None] Network 9f0e505e-2a25-4446-8219-2c76bf596194 requested from dv-cinder-830088-4-iscsi {{(pid=103259) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 12 11:18:35.862985 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.wsgi [-] (103258) accepted ('10.222.0.39', 33364) {{(pid=103258) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 11:18:35.932599 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-776a2333-51cc-4d4f-bf2f-56ffecb158ef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1505875'] for network (9f0e505e-2a25-4446-8219-2c76bf596194), before_delete {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:18:35.981432 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.plugins.ml2.plugin [None req-776a2333-51cc-4d4f-bf2f-56ffecb158ef admin admin] Deleting port 85cb1540-cee6-49de-a444-514069b00ff6 {{(pid=103258) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 12 11:18:35.981770 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-776a2333-51cc-4d4f-bf2f-56ffecb158ef admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777667983647'] for port (85cb1540-cee6-49de-a444-514069b00ff6), before_delete {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:18:36.041826 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.plugins.ml2.db [None req-776a2333-51cc-4d4f-bf2f-56ffecb158ef admin admin] For port 85cb1540-cee6-49de-a444-514069b00ff6, host dv-cinder-830088-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830088-4-iscsi',level=0,port_id=85cb1540-cee6-49de-a444-514069b00ff6,segment=NetworkSegment(e71990a4-4d76-474b-86de-9328a70f94bf),segment_id=e71990a4-4d76-474b-86de-9328a70f94bf)] {{(pid=103258) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 11:18:36.042180 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-776a2333-51cc-4d4f-bf2f-56ffecb158ef admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-575824'] for port (85cb1540-cee6-49de-a444-514069b00ff6), precommit_delete {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:18:36.054779 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.plugins.ml2.plugin [None req-776a2333-51cc-4d4f-bf2f-56ffecb158ef admin admin] Calling delete_port for 85cb1540-cee6-49de-a444-514069b00ff6 owned by network:dhcp {{(pid=103258) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 12 11:18:36.134027 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-776a2333-51cc-4d4f-bf2f-56ffecb158ef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1534861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777667992077', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777667450161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4796947'] for port (85cb1540-cee6-49de-a444-514069b00ff6), after_delete {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:18:36.157881 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-776a2333-51cc-4d4f-bf2f-56ffecb158ef admin admin] Pushing event deleted for resources: {'Port': ['ID=85cb1540-cee6-49de-a444-514069b00ff6,revision_number=None']} {{(pid=103258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:18:36.162963 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.db.l3_dvrscheduler_db [None req-776a2333-51cc-4d4f-bf2f-56ffecb158ef admin admin] No DVR routers for this DVR port 85cb1540-cee6-49de-a444-514069b00ff6 on host dv-cinder-830088-4-iscsi {{(pid=103258) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 12 11:18:36.227261 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95ce3dda-e4d4-4c98-b7c3-bdbc34904e63 None None] DHCP port deletion for 9f0e505e-2a25-4446-8219-2c76bf596194 request from dv-cinder-830088-4-iscsi {{(pid=103259) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 12 11:18:36.235611 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-776a2333-51cc-4d4f-bf2f-56ffecb158ef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1527181', 'neutron.services.segments.db._delete_segments_for_network-8777667879599'] for network (9f0e505e-2a25-4446-8219-2c76bf596194), precommit_delete {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:18:36.257190 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.services.segments.db [None req-776a2333-51cc-4d4f-bf2f-56ffecb158ef admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9f0e505e-2a25-4446-8219-2c76bf596194']}} {{(pid=103258) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 11:18:36.266141 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.services.segments.db [None req-776a2333-51cc-4d4f-bf2f-56ffecb158ef admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e71990a4-4d76-474b-86de-9328a70f94bf') {'for_net_delete': True} {{(pid=103258) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 11:18:36.266437 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.services.segments.db [None req-776a2333-51cc-4d4f-bf2f-56ffecb158ef admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e71990a4-4d76-474b-86de-9328a70f94bf') {} {{(pid=103258) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 11:18:36.275507 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-776a2333-51cc-4d4f-bf2f-56ffecb158ef admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777667883192', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5023932'] for segment (e71990a4-4d76-474b-86de-9328a70f94bf), before_delete {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:18:36.288808 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-776a2333-51cc-4d4f-bf2f-56ffecb158ef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1531021'] for segment (e71990a4-4d76-474b-86de-9328a70f94bf), precommit_delete {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:18:36.294764 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-776a2333-51cc-4d4f-bf2f-56ffecb158ef admin admin] Releasing vlan 539 on physical network physnet1 to pool {{(pid=103258) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 12 11:18:36.295069 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-776a2333-51cc-4d4f-bf2f-56ffecb158ef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1531021', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4797124'] for segment (e71990a4-4d76-474b-86de-9328a70f94bf), after_delete {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:18:36.297283 dv-cinder-830088-4-iscsi neutron-server[103258]: Traceback (most recent call last): Apr 12 11:18:36.297283 dv-cinder-830088-4-iscsi neutron-server[103258]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 12 11:18:36.297283 dv-cinder-830088-4-iscsi neutron-server[103258]: timer() Apr 12 11:18:36.297283 dv-cinder-830088-4-iscsi neutron-server[103258]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 12 11:18:36.297283 dv-cinder-830088-4-iscsi neutron-server[103258]: cb(*args, **kw) Apr 12 11:18:36.297283 dv-cinder-830088-4-iscsi neutron-server[103258]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 12 11:18:36.297283 dv-cinder-830088-4-iscsi neutron-server[103258]: return func(*args, **kwargs) Apr 12 11:18:36.297283 dv-cinder-830088-4-iscsi neutron-server[103258]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 12 11:18:36.297283 dv-cinder-830088-4-iscsi neutron-server[103258]: self._notify() Apr 12 11:18:36.297283 dv-cinder-830088-4-iscsi neutron-server[103258]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 12 11:18:36.297283 dv-cinder-830088-4-iscsi neutron-server[103258]: self.callback(batched_events) Apr 12 11:18:36.297283 dv-cinder-830088-4-iscsi neutron-server[103258]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 12 11:18:36.297283 dv-cinder-830088-4-iscsi neutron-server[103258]: event.method(event) Apr 12 11:18:36.297283 dv-cinder-830088-4-iscsi neutron-server[103258]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 12 11:18:36.297283 dv-cinder-830088-4-iscsi neutron-server[103258]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 12 11:18:36.297283 dv-cinder-830088-4-iscsi neutron-server[103258]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 12 11:18:36.297283 dv-cinder-830088-4-iscsi neutron-server[103258]: aggregate_uuid = self.p_client.list_aggregates( Apr 12 11:18:36.297283 dv-cinder-830088-4-iscsi neutron-server[103258]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 12 11:18:36.297283 dv-cinder-830088-4-iscsi neutron-server[103258]: return f(self, *a, **k) Apr 12 11:18:36.297283 dv-cinder-830088-4-iscsi neutron-server[103258]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 12 11:18:36.297283 dv-cinder-830088-4-iscsi neutron-server[103258]: return self._get(url).json() Apr 12 11:18:36.297283 dv-cinder-830088-4-iscsi neutron-server[103258]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 12 11:18:36.297283 dv-cinder-830088-4-iscsi neutron-server[103258]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 12 11:18:36.297283 dv-cinder-830088-4-iscsi neutron-server[103258]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 12 11:18:36.297283 dv-cinder-830088-4-iscsi neutron-server[103258]: return self.request(url, 'GET', **kwargs) Apr 12 11:18:36.297283 dv-cinder-830088-4-iscsi neutron-server[103258]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 12 11:18:36.297283 dv-cinder-830088-4-iscsi neutron-server[103258]: base_url = self.get_endpoint(auth, allow=allow, Apr 12 11:18:36.297283 dv-cinder-830088-4-iscsi neutron-server[103258]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 12 11:18:36.297283 dv-cinder-830088-4-iscsi neutron-server[103258]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 12 11:18:36.297283 dv-cinder-830088-4-iscsi neutron-server[103258]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 12 11:18:36.297283 dv-cinder-830088-4-iscsi neutron-server[103258]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 12 11:18:36.297283 dv-cinder-830088-4-iscsi neutron-server[103258]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 12 11:18:36.353569 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-776a2333-51cc-4d4f-bf2f-56ffecb158ef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1527170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-415428', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586207', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-579552'] for network (9f0e505e-2a25-4446-8219-2c76bf596194), after_delete {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:18:36.359586 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-776a2333-51cc-4d4f-bf2f-56ffecb158ef admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586029'] for network (None), before_response {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:18:36.365102 dv-cinder-830088-4-iscsi neutron-server[103258]: INFO neutron.wsgi [None req-776a2333-51cc-4d4f-bf2f-56ffecb158ef admin admin] 10.222.0.39 "DELETE /v2.0/networks/9f0e505e-2a25-4446-8219-2c76bf596194 HTTP/1.1" status: 204 len: 168 time: 0.4987254 Apr 12 11:18:36.376089 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-776a2333-51cc-4d4f-bf2f-56ffecb158ef admin admin] Pushing event deleted for resources: {'Network': ['ID=9f0e505e-2a25-4446-8219-2c76bf596194,revision_number=None']} {{(pid=103258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:18:36.399377 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron.plugins.ml2.rpc [None req-e4b062a6-7a21-4431-be77-3c7776c11043 None None] Device 85cb1540-cee6-49de-a444-514069b00ff6 no longer exists at agent ovs-agent-dv-cinder-830088-4-iscsi {{(pid=103259) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 12 11:18:36.423723 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron.plugins.ml2.plugin [None req-e4b062a6-7a21-4431-be77-3c7776c11043 None None] No Port match for: 85cb1540-cee6-49de-a444-514069b00ff6 {{(pid=103259) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 12 11:18:36.424075 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron.plugins.ml2.rpc [None req-e4b062a6-7a21-4431-be77-3c7776c11043 None None] Device 85cb1540-cee6-49de-a444-514069b00ff6 not bound to the agent host dv-cinder-830088-4-iscsi {{(pid=103259) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 12 11:18:36.424491 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron.plugins.ml2.rpc [None req-e4b062a6-7a21-4431-be77-3c7776c11043 None None] Device 0567f1ec-cdfe-4abc-8f6c-e94253277499 no longer exists at agent ovs-agent-dv-cinder-830088-4-iscsi {{(pid=103259) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 12 11:18:36.444117 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron.plugins.ml2.plugin [None req-e4b062a6-7a21-4431-be77-3c7776c11043 None None] No Port match for: 0567f1ec-cdfe-4abc-8f6c-e94253277499 {{(pid=103259) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 12 11:18:36.444466 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron.plugins.ml2.rpc [None req-e4b062a6-7a21-4431-be77-3c7776c11043 None None] Device 0567f1ec-cdfe-4abc-8f6c-e94253277499 not bound to the agent host dv-cinder-830088-4-iscsi {{(pid=103259) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 12 11:18:36.444893 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron.plugins.ml2.rpc [None req-e4b062a6-7a21-4431-be77-3c7776c11043 None None] Device a302782b-2c86-4422-ae45-24e6a055fc65 no longer exists at agent ovs-agent-dv-cinder-830088-4-iscsi {{(pid=103259) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 12 11:18:36.469759 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron.plugins.ml2.plugin [None req-e4b062a6-7a21-4431-be77-3c7776c11043 None None] No Port match for: a302782b-2c86-4422-ae45-24e6a055fc65 {{(pid=103259) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 12 11:18:36.470537 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron.plugins.ml2.rpc [None req-e4b062a6-7a21-4431-be77-3c7776c11043 None None] Device a302782b-2c86-4422-ae45-24e6a055fc65 not bound to the agent host dv-cinder-830088-4-iscsi {{(pid=103259) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 12 11:18:36.492625 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.wsgi [-] (103258) accepted ('10.222.0.39', 33368) {{(pid=103258) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 11:18:36.533265 dv-cinder-830088-4-iscsi neutron-server[103258]: INFO neutron.wsgi [None req-aa5cbf3b-4efe-4e4b-aef1-053c66f31b63 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=7fa8cc4e03f54d9dadaf824366ebb2be&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0393872 Apr 12 11:18:36.535868 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.wsgi [-] (103258) accepted ('10.222.0.39', 33370) {{(pid=103258) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 11:18:36.584517 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-7e69c88f-afe6-4eaf-aecb-97864ef23965 admin admin] Publish callbacks [] for security_group (1b6e57ea-8e2e-4701-8a31-169aae1d8b34), before_delete {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:18:36.605438 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-7e69c88f-afe6-4eaf-aecb-97864ef23965 admin admin] Publish callbacks [] for security_group (1b6e57ea-8e2e-4701-8a31-169aae1d8b34), precommit_delete {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:18:36.651225 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-7e69c88f-afe6-4eaf-aecb-97864ef23965 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-415253'] for security_group (1b6e57ea-8e2e-4701-8a31-169aae1d8b34), after_delete {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:18:36.653854 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-7e69c88f-afe6-4eaf-aecb-97864ef23965 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:18:36.655548 dv-cinder-830088-4-iscsi neutron-server[103258]: INFO neutron.wsgi [None req-7e69c88f-afe6-4eaf-aecb-97864ef23965 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/1b6e57ea-8e2e-4701-8a31-169aae1d8b34 HTTP/1.1" status: 204 len: 168 time: 0.1182427 Apr 12 11:18:36.663055 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e69c88f-afe6-4eaf-aecb-97864ef23965 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1b6e57ea-8e2e-4701-8a31-169aae1d8b34,revision_number=None']} {{(pid=103258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:18:36.953271 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.wsgi [-] (103258) accepted ('10.222.0.39', 33376) {{(pid=103258) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 11:18:36.992300 dv-cinder-830088-4-iscsi neutron-server[103258]: INFO neutron.wsgi [None req-6696596f-4b30-4a68-85c9-57b6b8626c85 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=4448855cfa894c02ac6a935a982ecbf3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0378199 Apr 12 11:18:36.994537 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.wsgi [-] (103258) accepted ('10.222.0.39', 33378) {{(pid=103258) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 11:18:37.040128 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-62307f58-eeff-4342-b145-34c690f7ed44 admin admin] Publish callbacks [] for security_group (dce58210-2dd6-4123-8c9f-77173a811671), before_delete {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:18:37.064916 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-62307f58-eeff-4342-b145-34c690f7ed44 admin admin] Publish callbacks [] for security_group (dce58210-2dd6-4123-8c9f-77173a811671), precommit_delete {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:18:37.110430 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-62307f58-eeff-4342-b145-34c690f7ed44 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-415253'] for security_group (dce58210-2dd6-4123-8c9f-77173a811671), after_delete {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:18:37.113001 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron_lib.callbacks.manager [None req-62307f58-eeff-4342-b145-34c690f7ed44 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:18:37.114138 dv-cinder-830088-4-iscsi neutron-server[103258]: INFO neutron.wsgi [None req-62307f58-eeff-4342-b145-34c690f7ed44 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/dce58210-2dd6-4123-8c9f-77173a811671 HTTP/1.1" status: 204 len: 168 time: 0.1187010 Apr 12 11:18:37.121683 dv-cinder-830088-4-iscsi neutron-server[103258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62307f58-eeff-4342-b145-34c690f7ed44 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dce58210-2dd6-4123-8c9f-77173a811671,revision_number=None']} {{(pid=103258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:18:40.287520 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron_lib.callbacks.manager [None req-a50f2e63-739c-453e-9023-aa302ef4a111 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777667879581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1343690'] for agent (0a0a44e5-732d-48d9-a8ad-b47e7b7c1a86), after_update {{(pid=103259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:18:40.724938 dv-cinder-830088-4-iscsi neutron-server[103260]: DEBUG neutron.db.agents_db [None req-b0205aca-973a-4a8a-ba9e-4a4e25067b42 None None] Agent healthcheck: found 6 active agents {{(pid=103260) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 12 11:18:42.581369 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron_lib.callbacks.manager [None req-6db0e62e-2135-485b-b141-9d473f843bb2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777667879581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1343690'] for agent (77f5e085-0284-4236-9dbf-35d2d452e277), after_update {{(pid=103259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:18:43.868473 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron_lib.callbacks.manager [None req-601bd752-88b9-4ad2-8e14-56931e32431b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777667879581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1343690'] for agent (3ceb33ec-7c20-4632-9357-4cc6534463de), after_update {{(pid=103259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:18:45.109671 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron_lib.callbacks.manager [None req-0acb87d3-0572-4b2c-b7c9-977edd32a8b9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777667879581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1343690'] for agent (3c144e28-9cc5-463d-ad96-a18b19cd455c), after_update {{(pid=103259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:18:46.588989 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron_lib.callbacks.manager [None req-e4b062a6-7a21-4431-be77-3c7776c11043 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777667879581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1343690'] for agent (c71cae7d-514b-467a-8477-0a67bee0b970), after_update {{(pid=103259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:18:47.265778 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron_lib.callbacks.manager [None req-ae6c308c-a92e-4424-a7f8-d6a17e5174ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777667879581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1343690'] for agent (742b2e09-86ec-4663-b086-f6b891926c3e), after_update {{(pid=103259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:19:10.287322 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron_lib.callbacks.manager [None req-08284f93-3827-48cf-9ceb-0a3a999aa585 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777667879581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1343690'] for agent (0a0a44e5-732d-48d9-a8ad-b47e7b7c1a86), after_update {{(pid=103259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:19:12.582572 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron_lib.callbacks.manager [None req-e2303659-bbdc-4579-8ad0-5c7aee039fba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777667879581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1343690'] for agent (77f5e085-0284-4236-9dbf-35d2d452e277), after_update {{(pid=103259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:19:13.870845 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron_lib.callbacks.manager [None req-601bd752-88b9-4ad2-8e14-56931e32431b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777667879581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1343690'] for agent (3ceb33ec-7c20-4632-9357-4cc6534463de), after_update {{(pid=103259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:19:15.111889 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron_lib.callbacks.manager [None req-0acb87d3-0572-4b2c-b7c9-977edd32a8b9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777667879581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1343690'] for agent (3c144e28-9cc5-463d-ad96-a18b19cd455c), after_update {{(pid=103259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:19:16.590337 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron_lib.callbacks.manager [None req-e4b062a6-7a21-4431-be77-3c7776c11043 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777667879581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1343690'] for agent (c71cae7d-514b-467a-8477-0a67bee0b970), after_update {{(pid=103259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:19:17.274812 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron_lib.callbacks.manager [None req-ae6c308c-a92e-4424-a7f8-d6a17e5174ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777667879581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1343690'] for agent (742b2e09-86ec-4663-b086-f6b891926c3e), after_update {{(pid=103259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:19:17.723548 dv-cinder-830088-4-iscsi neutron-server[103260]: DEBUG neutron.db.agents_db [None req-b0205aca-973a-4a8a-ba9e-4a4e25067b42 None None] Agent healthcheck: found 6 active agents {{(pid=103260) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 12 11:19:40.288397 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron_lib.callbacks.manager [None req-10693e74-aa12-4ea2-9a16-f91567fee114 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777667879581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1343690'] for agent (0a0a44e5-732d-48d9-a8ad-b47e7b7c1a86), after_update {{(pid=103259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:19:42.583169 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron_lib.callbacks.manager [None req-d8bdbb02-9c49-435b-b96b-e3c549e06327 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777667879581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1343690'] for agent (77f5e085-0284-4236-9dbf-35d2d452e277), after_update {{(pid=103259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:19:43.873475 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron_lib.callbacks.manager [None req-601bd752-88b9-4ad2-8e14-56931e32431b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777667879581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1343690'] for agent (3ceb33ec-7c20-4632-9357-4cc6534463de), after_update {{(pid=103259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:19:45.113328 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron_lib.callbacks.manager [None req-0acb87d3-0572-4b2c-b7c9-977edd32a8b9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777667879581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1343690'] for agent (3c144e28-9cc5-463d-ad96-a18b19cd455c), after_update {{(pid=103259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:19:46.592502 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron_lib.callbacks.manager [None req-e4b062a6-7a21-4431-be77-3c7776c11043 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777667879581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1343690'] for agent (c71cae7d-514b-467a-8477-0a67bee0b970), after_update {{(pid=103259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:19:47.291176 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron_lib.callbacks.manager [None req-ae6c308c-a92e-4424-a7f8-d6a17e5174ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777667879581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1343690'] for agent (742b2e09-86ec-4663-b086-f6b891926c3e), after_update {{(pid=103259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:19:54.722139 dv-cinder-830088-4-iscsi neutron-server[103260]: DEBUG neutron.db.agents_db [None req-b0205aca-973a-4a8a-ba9e-4a4e25067b42 None None] Agent healthcheck: found 6 active agents {{(pid=103260) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 12 11:20:10.289668 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron_lib.callbacks.manager [None req-2d757785-0998-437c-a080-aefec35dae74 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777667879581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1343690'] for agent (0a0a44e5-732d-48d9-a8ad-b47e7b7c1a86), after_update {{(pid=103259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:20:12.585162 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron_lib.callbacks.manager [None req-33393914-c97c-4429-8e3b-acf9ca998f38 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777667879581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1343690'] for agent (77f5e085-0284-4236-9dbf-35d2d452e277), after_update {{(pid=103259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:20:13.878512 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron_lib.callbacks.manager [None req-601bd752-88b9-4ad2-8e14-56931e32431b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777667879581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1343690'] for agent (3ceb33ec-7c20-4632-9357-4cc6534463de), after_update {{(pid=103259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:20:15.116201 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron_lib.callbacks.manager [None req-0acb87d3-0572-4b2c-b7c9-977edd32a8b9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777667879581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1343690'] for agent (3c144e28-9cc5-463d-ad96-a18b19cd455c), after_update {{(pid=103259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:20:16.594617 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron_lib.callbacks.manager [None req-e4b062a6-7a21-4431-be77-3c7776c11043 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777667879581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1343690'] for agent (c71cae7d-514b-467a-8477-0a67bee0b970), after_update {{(pid=103259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:20:17.290248 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron_lib.callbacks.manager [None req-ae6c308c-a92e-4424-a7f8-d6a17e5174ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777667879581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1343690'] for agent (742b2e09-86ec-4663-b086-f6b891926c3e), after_update {{(pid=103259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:20:31.720836 dv-cinder-830088-4-iscsi neutron-server[103260]: DEBUG neutron.db.agents_db [None req-b0205aca-973a-4a8a-ba9e-4a4e25067b42 None None] Agent healthcheck: found 6 active agents {{(pid=103260) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 12 11:20:40.290630 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron_lib.callbacks.manager [None req-e1c9b57f-db14-496f-b87c-badf064e8b3b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777667879581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1343690'] for agent (0a0a44e5-732d-48d9-a8ad-b47e7b7c1a86), after_update {{(pid=103259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:20:42.586546 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron_lib.callbacks.manager [None req-df591046-70c6-47e6-8225-e07235c316e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777667879581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1343690'] for agent (77f5e085-0284-4236-9dbf-35d2d452e277), after_update {{(pid=103259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:20:43.879195 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron_lib.callbacks.manager [None req-601bd752-88b9-4ad2-8e14-56931e32431b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777667879581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1343690'] for agent (3ceb33ec-7c20-4632-9357-4cc6534463de), after_update {{(pid=103259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:20:45.120417 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron_lib.callbacks.manager [None req-0acb87d3-0572-4b2c-b7c9-977edd32a8b9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777667879581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1343690'] for agent (3c144e28-9cc5-463d-ad96-a18b19cd455c), after_update {{(pid=103259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:20:46.596953 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron_lib.callbacks.manager [None req-e4b062a6-7a21-4431-be77-3c7776c11043 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777667879581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1343690'] for agent (c71cae7d-514b-467a-8477-0a67bee0b970), after_update {{(pid=103259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:20:47.289058 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron_lib.callbacks.manager [None req-ae6c308c-a92e-4424-a7f8-d6a17e5174ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777667879581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1343690'] for agent (742b2e09-86ec-4663-b086-f6b891926c3e), after_update {{(pid=103259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:21:08.719766 dv-cinder-830088-4-iscsi neutron-server[103260]: DEBUG neutron.db.agents_db [None req-b0205aca-973a-4a8a-ba9e-4a4e25067b42 None None] Agent healthcheck: found 6 active agents {{(pid=103260) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 12 11:21:10.290925 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron_lib.callbacks.manager [None req-da3606d9-4797-4c18-9b78-7186231f4891 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777667879581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1343690'] for agent (0a0a44e5-732d-48d9-a8ad-b47e7b7c1a86), after_update {{(pid=103259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:21:12.587930 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron_lib.callbacks.manager [None req-9c1e878c-b3f7-4205-961d-882052f8ac3e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777667879581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1343690'] for agent (77f5e085-0284-4236-9dbf-35d2d452e277), after_update {{(pid=103259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:21:13.881839 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron_lib.callbacks.manager [None req-601bd752-88b9-4ad2-8e14-56931e32431b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777667879581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1343690'] for agent (3ceb33ec-7c20-4632-9357-4cc6534463de), after_update {{(pid=103259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:21:15.123217 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron_lib.callbacks.manager [None req-0acb87d3-0572-4b2c-b7c9-977edd32a8b9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777667879581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1343690'] for agent (3c144e28-9cc5-463d-ad96-a18b19cd455c), after_update {{(pid=103259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:21:16.598778 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron_lib.callbacks.manager [None req-e4b062a6-7a21-4431-be77-3c7776c11043 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777667879581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1343690'] for agent (c71cae7d-514b-467a-8477-0a67bee0b970), after_update {{(pid=103259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:21:17.304042 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron_lib.callbacks.manager [None req-ae6c308c-a92e-4424-a7f8-d6a17e5174ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777667879581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1343690'] for agent (742b2e09-86ec-4663-b086-f6b891926c3e), after_update {{(pid=103259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:21:40.291239 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron_lib.callbacks.manager [None req-058df660-40b9-42e9-8ea3-350f4a02cdaf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777667879581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1343690'] for agent (0a0a44e5-732d-48d9-a8ad-b47e7b7c1a86), after_update {{(pid=103259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:21:42.589030 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron_lib.callbacks.manager [None req-f85175da-c7a9-49e3-8871-b6c6f6ec854d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777667879581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1343690'] for agent (77f5e085-0284-4236-9dbf-35d2d452e277), after_update {{(pid=103259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:21:43.887943 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron_lib.callbacks.manager [None req-601bd752-88b9-4ad2-8e14-56931e32431b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777667879581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1343690'] for agent (3ceb33ec-7c20-4632-9357-4cc6534463de), after_update {{(pid=103259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:21:45.125650 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron_lib.callbacks.manager [None req-0acb87d3-0572-4b2c-b7c9-977edd32a8b9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777667879581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1343690'] for agent (3c144e28-9cc5-463d-ad96-a18b19cd455c), after_update {{(pid=103259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:21:45.718741 dv-cinder-830088-4-iscsi neutron-server[103260]: DEBUG neutron.db.agents_db [None req-b0205aca-973a-4a8a-ba9e-4a4e25067b42 None None] Agent healthcheck: found 6 active agents {{(pid=103260) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 12 11:21:46.600837 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron_lib.callbacks.manager [None req-e4b062a6-7a21-4431-be77-3c7776c11043 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777667879581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1343690'] for agent (c71cae7d-514b-467a-8477-0a67bee0b970), after_update {{(pid=103259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:21:47.318278 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron_lib.callbacks.manager [None req-ae6c308c-a92e-4424-a7f8-d6a17e5174ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777667879581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1343690'] for agent (742b2e09-86ec-4663-b086-f6b891926c3e), after_update {{(pid=103259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:22:10.294068 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron_lib.callbacks.manager [None req-00ac140f-49ca-4718-901c-7cea11171ca3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777667879581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1343690'] for agent (0a0a44e5-732d-48d9-a8ad-b47e7b7c1a86), after_update {{(pid=103259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:22:12.590843 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron_lib.callbacks.manager [None req-ca4d741f-fcb3-405d-add2-e526451f8c37 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777667879581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1343690'] for agent (77f5e085-0284-4236-9dbf-35d2d452e277), after_update {{(pid=103259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:22:13.887442 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron_lib.callbacks.manager [None req-601bd752-88b9-4ad2-8e14-56931e32431b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777667879581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1343690'] for agent (3ceb33ec-7c20-4632-9357-4cc6534463de), after_update {{(pid=103259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:22:15.127461 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron_lib.callbacks.manager [None req-0acb87d3-0572-4b2c-b7c9-977edd32a8b9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777667879581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1343690'] for agent (3c144e28-9cc5-463d-ad96-a18b19cd455c), after_update {{(pid=103259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:22:16.602626 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron_lib.callbacks.manager [None req-e4b062a6-7a21-4431-be77-3c7776c11043 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777667879581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1343690'] for agent (c71cae7d-514b-467a-8477-0a67bee0b970), after_update {{(pid=103259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:22:17.333566 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron_lib.callbacks.manager [None req-ae6c308c-a92e-4424-a7f8-d6a17e5174ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777667879581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1343690'] for agent (742b2e09-86ec-4663-b086-f6b891926c3e), after_update {{(pid=103259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:22:22.719007 dv-cinder-830088-4-iscsi neutron-server[103260]: DEBUG neutron.db.agents_db [None req-b0205aca-973a-4a8a-ba9e-4a4e25067b42 None None] Agent healthcheck: found 6 active agents {{(pid=103260) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 12 11:22:40.296459 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron_lib.callbacks.manager [None req-16124638-f196-417d-82d0-f499eeebef73 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777667879581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1343690'] for agent (0a0a44e5-732d-48d9-a8ad-b47e7b7c1a86), after_update {{(pid=103259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:22:42.592456 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron_lib.callbacks.manager [None req-c4e00776-def0-4000-a7ce-94bfc5f80ccb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777667879581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1343690'] for agent (77f5e085-0284-4236-9dbf-35d2d452e277), after_update {{(pid=103259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:22:43.888984 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron_lib.callbacks.manager [None req-601bd752-88b9-4ad2-8e14-56931e32431b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777667879581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1343690'] for agent (3ceb33ec-7c20-4632-9357-4cc6534463de), after_update {{(pid=103259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:22:45.130039 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron_lib.callbacks.manager [None req-0acb87d3-0572-4b2c-b7c9-977edd32a8b9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777667879581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1343690'] for agent (3c144e28-9cc5-463d-ad96-a18b19cd455c), after_update {{(pid=103259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:22:46.604632 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron_lib.callbacks.manager [None req-e4b062a6-7a21-4431-be77-3c7776c11043 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777667879581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1343690'] for agent (c71cae7d-514b-467a-8477-0a67bee0b970), after_update {{(pid=103259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:22:47.331410 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron_lib.callbacks.manager [None req-ae6c308c-a92e-4424-a7f8-d6a17e5174ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777667879581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1343690'] for agent (742b2e09-86ec-4663-b086-f6b891926c3e), after_update {{(pid=103259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:22:59.716911 dv-cinder-830088-4-iscsi neutron-server[103260]: DEBUG neutron.db.agents_db [None req-b0205aca-973a-4a8a-ba9e-4a4e25067b42 None None] Agent healthcheck: found 6 active agents {{(pid=103260) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 12 11:23:10.298045 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron_lib.callbacks.manager [None req-82b14a1f-f638-47b6-9652-57e55b6f23f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777667879581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1343690'] for agent (0a0a44e5-732d-48d9-a8ad-b47e7b7c1a86), after_update {{(pid=103259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:23:12.593983 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron_lib.callbacks.manager [None req-28153ebe-3592-4289-a095-4a15e1cdba1e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777667879581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1343690'] for agent (77f5e085-0284-4236-9dbf-35d2d452e277), after_update {{(pid=103259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:23:13.892130 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron_lib.callbacks.manager [None req-601bd752-88b9-4ad2-8e14-56931e32431b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777667879581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1343690'] for agent (3ceb33ec-7c20-4632-9357-4cc6534463de), after_update {{(pid=103259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:23:15.132622 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron_lib.callbacks.manager [None req-0acb87d3-0572-4b2c-b7c9-977edd32a8b9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777667879581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1343690'] for agent (3c144e28-9cc5-463d-ad96-a18b19cd455c), after_update {{(pid=103259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:23:16.607140 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron_lib.callbacks.manager [None req-e4b062a6-7a21-4431-be77-3c7776c11043 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777667879581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1343690'] for agent (c71cae7d-514b-467a-8477-0a67bee0b970), after_update {{(pid=103259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:23:17.346918 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron_lib.callbacks.manager [None req-ae6c308c-a92e-4424-a7f8-d6a17e5174ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777667879581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1343690'] for agent (742b2e09-86ec-4663-b086-f6b891926c3e), after_update {{(pid=103259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:23:36.716050 dv-cinder-830088-4-iscsi neutron-server[103260]: DEBUG neutron.db.agents_db [None req-b0205aca-973a-4a8a-ba9e-4a4e25067b42 None None] Agent healthcheck: found 6 active agents {{(pid=103260) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 12 11:23:40.299104 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron_lib.callbacks.manager [None req-5c634c11-f469-482b-b53f-c20107c34835 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777667879581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1343690'] for agent (0a0a44e5-732d-48d9-a8ad-b47e7b7c1a86), after_update {{(pid=103259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:23:42.594837 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron_lib.callbacks.manager [None req-08ffd043-1c4e-4a29-af3e-6cff33613006 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777667879581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1343690'] for agent (77f5e085-0284-4236-9dbf-35d2d452e277), after_update {{(pid=103259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:23:43.894240 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron_lib.callbacks.manager [None req-601bd752-88b9-4ad2-8e14-56931e32431b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777667879581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1343690'] for agent (3ceb33ec-7c20-4632-9357-4cc6534463de), after_update {{(pid=103259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:23:45.134956 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron_lib.callbacks.manager [None req-0acb87d3-0572-4b2c-b7c9-977edd32a8b9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777667879581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1343690'] for agent (3c144e28-9cc5-463d-ad96-a18b19cd455c), after_update {{(pid=103259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:23:46.608497 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron_lib.callbacks.manager [None req-e4b062a6-7a21-4431-be77-3c7776c11043 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777667879581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1343690'] for agent (c71cae7d-514b-467a-8477-0a67bee0b970), after_update {{(pid=103259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:23:47.360969 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron_lib.callbacks.manager [None req-ae6c308c-a92e-4424-a7f8-d6a17e5174ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777667879581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1343690'] for agent (742b2e09-86ec-4663-b086-f6b891926c3e), after_update {{(pid=103259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:24:10.301313 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron_lib.callbacks.manager [None req-a49c90da-460f-4509-8a6b-d34c3c575cb0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777667879581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1343690'] for agent (0a0a44e5-732d-48d9-a8ad-b47e7b7c1a86), after_update {{(pid=103259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:24:12.595680 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron_lib.callbacks.manager [None req-ac64f070-ce01-4bd9-a517-94e4c73a447d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777667879581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1343690'] for agent (77f5e085-0284-4236-9dbf-35d2d452e277), after_update {{(pid=103259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:24:13.715685 dv-cinder-830088-4-iscsi neutron-server[103260]: DEBUG neutron.db.agents_db [None req-b0205aca-973a-4a8a-ba9e-4a4e25067b42 None None] Agent healthcheck: found 6 active agents {{(pid=103260) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 12 11:24:13.898027 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron_lib.callbacks.manager [None req-601bd752-88b9-4ad2-8e14-56931e32431b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777667879581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1343690'] for agent (3ceb33ec-7c20-4632-9357-4cc6534463de), after_update {{(pid=103259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:24:15.138805 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron_lib.callbacks.manager [None req-0acb87d3-0572-4b2c-b7c9-977edd32a8b9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777667879581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1343690'] for agent (3c144e28-9cc5-463d-ad96-a18b19cd455c), after_update {{(pid=103259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:24:16.613803 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron_lib.callbacks.manager [None req-e4b062a6-7a21-4431-be77-3c7776c11043 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777667879581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1343690'] for agent (c71cae7d-514b-467a-8477-0a67bee0b970), after_update {{(pid=103259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:24:17.368718 dv-cinder-830088-4-iscsi neutron-server[103259]: DEBUG neutron_lib.callbacks.manager [None req-ae6c308c-a92e-4424-a7f8-d6a17e5174ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777667879581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1343690'] for agent (742b2e09-86ec-4663-b086-f6b891926c3e), after_update {{(pid=103259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}